-- Logs begin at Fri 2022-04-29 06:59:31 UTC, end at Fri 2022-04-29 08:49:44 UTC. -- Apr 29 07:41:23.650773 dv-neutron-839740-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 07:41:26.347983 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.common.config [-] Logging enabled! Apr 29 07:41:26.348575 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev9 Apr 29 07:41:26.348729 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109670) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 07:41:26.352117 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.common.config [-] Logging enabled! Apr 29 07:41:26.352370 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev9 Apr 29 07:41:26.352677 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109670) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 07:41:26.353650 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 07:41:26.353876 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 07:41:26.354226 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 07:41:26.354497 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 07:41:26.354723 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 07:41:26.355035 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.355327 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.355614 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.355836 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.356122 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.356404 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.356679 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.356963 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.357253 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.357533 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.357805 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.358081 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.358305 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.358610 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.358891 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.359172 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.359390 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] debug = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.359663 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.360083 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.360492 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.360766 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.361052 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.361328 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.361593 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.361863 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.362141 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.362486 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] host = dv-neutron-839740-1-hyperv {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.362764 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.363048 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.363331 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.363612 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.363882 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.364153 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.364432 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.364705 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.364970 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] log_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.365238 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.365520 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.365802 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.366084 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.366301 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.366545 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.366832 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.367111 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.367377 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.367643 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.367910 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.368175 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.368440 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.368728 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.369009 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.369286 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.369564 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.369830 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.370349 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.370648 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.370917 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.371195 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.371463 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.371731 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.371997 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.372280 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.372542 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.372809 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.373099 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.373378 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.373653 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.373930 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.374195 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.374494 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.374767 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.375034 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.375300 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] use_json = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.375565 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.375830 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.376103 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.376367 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.376641 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.376907 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.377171 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.377450 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.377715 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:26.378003 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.378291 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.378613 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.378896 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.379181 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.379452 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.379735 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.380006 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.380286 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.380568 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.380845 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.381115 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.381395 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.381666 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.381949 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.382241 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.382549 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.382837 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.383104 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.383369 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.383635 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.383905 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.384695 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.384970 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.385258 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.385542 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.385812 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.386089 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.386373 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.386679 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.386946 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.387221 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.387506 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.387778 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.388044 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.388314 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.388595 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.388865 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.389132 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.389402 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.389668 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.389931 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.390192 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.390480 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.390768 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.391040 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.391304 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.391569 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.391841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.392102 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.392376 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.392644 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.392910 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.393173 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.393444 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.393708 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.393971 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.394241 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.394548 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.394824 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.395095 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.395358 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.395623 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.395889 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.396153 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.396416 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.396681 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.396950 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.397214 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.397474 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.397738 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.397998 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.398262 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.398567 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.398860 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.399132 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.399402 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.399670 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.400500 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.400776 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.401049 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.401322 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.401593 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.401862 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.402143 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.402416 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.402717 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.402994 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.403270 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.403638 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.403914 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.404187 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.404456 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.404727 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.405001 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.405282 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.405569 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.405855 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.406142 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.406445 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.406731 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.407009 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.407311 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.407581 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:26.407790 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 07:41:26.408018 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109670) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 07:41:26.754388 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 07:41:26.754680 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 07:41:26.754964 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 07:41:26.755292 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 07:41:27.142543 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.142828 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.143091 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.144354 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.144620 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.144889 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.179822 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.180091 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.180351 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.194866 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.195138 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.195400 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.223764 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.224037 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.224294 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.260535 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.260803 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.261060 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.484915 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.485507 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.485507 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.485678 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.486271 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.604100 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.604409 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.604684 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.604950 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.605207 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.605507 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.605755 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.606003 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.606247 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.606540 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.606791 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.607046 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.607291 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.607533 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.607775 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.608031 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.608276 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.608533 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.608792 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.609041 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.609298 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.609540 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.609810 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.610173 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.610417 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.610678 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.611059 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:27.611290 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:27.611519 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:27.611748 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:27.611980 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:27.612207 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:27.612559 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 07:41:27.615912 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 07:41:27.620634 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 07:41:27.624255 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 29 07:41:27.625846 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 07:41:27.626280 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 07:41:27.626647 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 07:41:27.627026 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 07:41:27.629748 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 07:41:27.629993 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 07:41:27.630330 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 07:41:27.636128 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 07:41:27.657873 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 07:41:27.658519 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.658814 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109670) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 07:41:27.659169 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.660515 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109670) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 07:41:27.660791 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 07:41:27.661034 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 07:41:27.664414 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.664687 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:27.727356 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 07:41:27.727590 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 07:41:27.727815 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 07:41:27.728197 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 07:41:27.749416 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_db.sqlalchemy.engines [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109670) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 07:41:28.444390 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing driver for type 'gre' Apr 29 07:41:28.444922 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] gre ID ranges: [(1, 1000)] Apr 29 07:41:28.644018 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing driver for type 'local' Apr 29 07:41:28.644639 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing driver for type 'vlan' Apr 29 07:41:28.730359 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] VlanTypeDriver initialization complete Apr 29 07:41:28.730769 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing driver for type 'vxlan' Apr 29 07:41:28.731378 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] vxlan ID ranges: [(1, 1000)] Apr 29 07:41:28.981483 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing extension driver 'port_security' Apr 29 07:41:28.981745 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.extensions.port_security [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] PortSecurityExtensionDriver initialization complete Apr 29 07:41:28.982065 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing mechanism driver 'openvswitch' Apr 29 07:41:28.982385 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing mechanism driver 'hyperv' Apr 29 07:41:28.988897 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.plugin [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:28.989569 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.989931 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.990273 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.990862 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 07:41:28.991282 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnet after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.991627 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnet after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.991964 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.992349 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 07:41:28.992749 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.993083 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.993414 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.994336 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 07:41:28.994754 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > security_group after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.995352 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > security_group after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.995679 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > security_group after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.997814 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 07:41:28.998243 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.998636 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.998991 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:28.999381 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 07:41:28.999785 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > address_group after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.000131 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > address_group after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.000466 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > address_group after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.000847 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 07:41:29.001282 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] ML2 OVO RPC backend initialized. {{(pid=109670) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 29 07:41:29.001973 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.002324 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.002773 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.003111 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > networks before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.003450 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.003781 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > ports before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.004115 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnet before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.004447 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnets before_response 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.004825 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.005152 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.005478 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.005805 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.006132 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.006483 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.006812 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnet after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.007136 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnet after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.007460 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.019887 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded quota_driver: . Apr 29 07:41:29.020254 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.plugin [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Modular L2 Plugin initialization complete Apr 29 07:41:29.020719 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading services supported by the core plugin {{(pid=109670) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 07:41:29.021061 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.plugins.ml2.managers [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Got port-security extension from driver 'port_security' Apr 29 07:41:29.021549 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.extensions.vlantransparent [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Disabled vlantransparent extension. Apr 29 07:41:29.022032 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109670) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 07:41:29.022380 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: router Apr 29 07:41:29.067713 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router_interface before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.068098 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router after_create 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.068459 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router before_create 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.068813 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.069178 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.069524 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router after_delete 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.069870 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > floatingip after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.070211 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > floatingip after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.070590 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router after_create 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.070928 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router after_update 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.071266 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router after_update 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.072183 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.072548 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router after_update 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.072975 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_update 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.073335 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: port after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.073665 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: port after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.073994 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: subnet after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.074329 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.074692 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > port precommit_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.075033 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_create 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.075363 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: port before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.075699 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.076048 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router after_update 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.076383 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_delete 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.076725 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_create 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.077076 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.077464 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_update 55549900 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.077801 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > agent after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.078141 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > agent after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.078499 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > network after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.079348 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Tracking information for resource: router configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:29.079673 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Tracking information for resource: floatingip configured {{(pid=109670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:41:29.090091 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.db.l3_agentschedulers_db [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 07:41:29.090685 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: port after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.091039 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: port after_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.091379 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: port after_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.091719 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: port after_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.092501 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router before_create 55550100 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.092854 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_delete 55550100 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.093204 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_create 55550100 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.093550 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > router precommit_update 55550100 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.098387 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.services.provider_configuration [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service providers = [] {{(pid=109670) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 07:41:29.098764 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.db.servicetype_db [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109670) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 07:41:29.101682 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.services.service_base [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:41:29.102025 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.services.service_base [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:41:29.102361 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.services.service_base [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:41:29.103278 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.services.service_base [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:41:29.103640 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.services.service_base [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 07:41:29.104008 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.104313 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 07:41:29.114583 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.114909 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: auto_allocate Apr 29 07:41:29.121536 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: network precommit_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.121896 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: network precommit_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.122461 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.129761 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: tag Apr 29 07:41:29.136449 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.136771 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: timestamp Apr 29 07:41:29.140705 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.141031 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: network_ip_availability Apr 29 07:41:29.146454 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.146829 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.147174 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.147862 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.148172 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: flavors Apr 29 07:41:29.152885 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.153201 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading Plugin: revisions Apr 29 07:41:29.157364 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:41:29.157784 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_concurrency.lockutils [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.403s {{(pid=109670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 07:41:29.158534 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109670) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 07:41:29.158862 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Initializing extension manager. Apr 29 07:41:29.159361 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: __init__.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.159692 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: __pycache__ {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.160014 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.160336 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: address_group.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.161069 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.161622 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: address-group Apr 29 07:41:29.161935 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: address_scope.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.162706 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.163208 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: address-scope Apr 29 07:41:29.163521 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.173984 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.174557 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: router-admin-state-down-before-update Apr 29 07:41:29.174871 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: agent.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.175726 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.176233 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: agent Apr 29 07:41:29.176552 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: agent_resources_synced.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.177435 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.177931 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: agent-resources-synced Apr 29 07:41:29.178245 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: allowedaddresspairs.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.180005 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.180565 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: allowed-address-pairs Apr 29 07:41:29.180882 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: auto_allocated_topology.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.182449 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.182972 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: auto-allocated-topology Apr 29 07:41:29.183288 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: availability_zone.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.183967 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.184467 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: availability_zone Apr 29 07:41:29.184783 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: availability_zone_filter.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.185684 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.186189 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: availability_zone_filter Apr 29 07:41:29.186527 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: data_plane_status.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.187449 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.187951 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 07:41:29.188261 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: default_subnetpools.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.189152 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.189647 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: default-subnetpools Apr 29 07:41:29.189966 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.190788 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.191295 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: dhcp_agent_scheduler Apr 29 07:41:29.191610 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: dns.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.192550 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.193053 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension dns-integration not supported by any of loaded plugins Apr 29 07:41:29.193366 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: dns_domain_ports.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.194260 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.194790 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 07:41:29.195102 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.196010 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.196505 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 07:41:29.197380 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: dvr.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.198033 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.198566 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: dvr Apr 29 07:41:29.198880 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: ecmp_routes.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.199925 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.200352 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 07:41:29.200661 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: empty_string_filtering.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.207444 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.207942 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: empty-string-filtering Apr 29 07:41:29.208253 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.209155 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.209655 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 07:41:29.209979 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.210889 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.211391 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 07:41:29.211710 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: external_net.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.212625 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.213124 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: external-net Apr 29 07:41:29.213436 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.214317 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.214879 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: extra_dhcp_opt Apr 29 07:41:29.215193 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: extraroute.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.216080 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.216574 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: extraroute Apr 29 07:41:29.216887 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: extraroute_atomic.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.217884 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.218416 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: extraroute-atomic Apr 29 07:41:29.218758 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: filter_validation.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.219405 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.219899 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: filter-validation Apr 29 07:41:29.220209 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: fip_pf_description.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.221093 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.221591 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 07:41:29.221907 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: fip_port_details.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.222836 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.223337 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: fip-port-details Apr 29 07:41:29.223648 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: flavors.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.224872 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.225385 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: flavors Apr 29 07:41:29.225699 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.227476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.228128 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 07:41:29.228484 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: floatingip_pools.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.229179 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.229682 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: floatingip-pools Apr 29 07:41:29.230000 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: ip_allocation.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.230930 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.231597 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 07:41:29.231877 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.232777 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.233277 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: ip-substring-filtering Apr 29 07:41:29.233592 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l2_adjacency.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.234537 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.235037 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 07:41:29.235348 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l3.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.236288 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.236794 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: router Apr 29 07:41:29.237108 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.239478 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.239997 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 07:41:29.240322 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.245648 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.246156 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: ext-gw-mode Apr 29 07:41:29.246504 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.247401 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.247906 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: l3-ha Apr 29 07:41:29.248222 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l3_flavors.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.249152 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.249656 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: l3-flavors Apr 29 07:41:29.249972 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.250890 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.251400 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 07:41:29.251714 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: l3agentscheduler.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.252706 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.253246 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: l3_agent_scheduler Apr 29 07:41:29.253564 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: logging.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.255038 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.255554 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension logging not supported by any of loaded plugins Apr 29 07:41:29.255875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: metering.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.256603 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.257170 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: metering Apr 29 07:41:29.257487 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.258584 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.259817 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: metering_source_and_destination_fields Apr 29 07:41:29.260137 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: multiprovidernet.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.261044 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.261545 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: multi-provider Apr 29 07:41:29.261861 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: netmtu.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.262782 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.263276 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: net-mtu Apr 29 07:41:29.263589 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: netmtu_writable.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.264481 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.265003 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: net-mtu-writable Apr 29 07:41:29.265317 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: network_availability_zone.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.266009 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.266543 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: network_availability_zone Apr 29 07:41:29.266854 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: network_ip_availability.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.268276 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.268450 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: network-ip-availability Apr 29 07:41:29.268769 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: network_segment_range.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.269516 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.270011 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 07:41:29.270324 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: pagination.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.271335 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.271655 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: pagination Apr 29 07:41:29.272003 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: port_device_profile.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.272881 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.273393 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: port-device-profile Apr 29 07:41:29.273706 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.274643 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.275221 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: port-mac-address-regenerate Apr 29 07:41:29.275533 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.282346 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.282877 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: port-numa-affinity-policy Apr 29 07:41:29.283187 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: port_resource_request.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.284085 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.284584 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 07:41:29.284893 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: portbindings.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.285802 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.286304 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: binding Apr 29 07:41:29.286651 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: portbindings_extended.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.288069 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.288571 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: binding-extended Apr 29 07:41:29.288893 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: portsecurity.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.289787 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.290290 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: port-security Apr 29 07:41:29.291210 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: project_id.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.292166 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.292488 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: project-id Apr 29 07:41:29.292799 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: providernet.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.293740 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.294241 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: provider Apr 29 07:41:29.294593 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.298070 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.298624 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos not supported by any of loaded plugins Apr 29 07:41:29.298947 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.300200 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.300708 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 07:41:29.301029 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.301926 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.302458 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 07:41:29.302790 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_default.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.303685 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.304190 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-default not supported by any of loaded plugins Apr 29 07:41:29.304510 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_fip.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.305145 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.305644 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-fip not supported by any of loaded plugins Apr 29 07:41:29.306577 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_gateway_ip.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.307512 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.308024 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 07:41:29.308341 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_port_network_policy.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.309227 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.309735 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 07:41:29.310051 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_pps_rule.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.311225 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.311746 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-pps not supported by any of loaded plugins Apr 29 07:41:29.312066 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_rule_type_details.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.313069 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.313572 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 07:41:29.313916 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: qos_rules_alias.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.315028 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.315569 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 07:41:29.315883 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: quotasv2.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.316811 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.322136 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: quotas Apr 29 07:41:29.322136 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: quotasv2_detail.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.322719 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.323052 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: quota_details Apr 29 07:41:29.323376 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: rbac.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.324449 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.325115 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: rbac-policies Apr 29 07:41:29.325446 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: rbac_address_group.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.326392 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.326933 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: rbac-address-group Apr 29 07:41:29.327250 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: rbac_address_scope.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.328648 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.329894 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: rbac-address-scope Apr 29 07:41:29.330445 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: rbac_security_groups.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.331358 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.331871 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: rbac-security-groups Apr 29 07:41:29.332292 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: rbac_subnetpool.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.333772 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.334632 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: rbac-subnetpool Apr 29 07:41:29.335123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: revisionifmatch.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.336458 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.337272 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: revision-if-match Apr 29 07:41:29.337744 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: revisions.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.339347 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.340117 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: standard-attr-revisions Apr 29 07:41:29.340627 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: router_availability_zone.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.341590 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.342372 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: router_availability_zone Apr 29 07:41:29.342875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: routerservicetype.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.344147 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.344920 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension router-service-type not supported by any of loaded plugins Apr 29 07:41:29.345392 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.346718 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.347500 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: security-groups-normalized-cidr Apr 29 07:41:29.347962 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.354897 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.355408 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: port-security-groups-filtering Apr 29 07:41:29.355728 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.356638 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.357148 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: security-groups-remote-address-group Apr 29 07:41:29.357464 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: securitygroup.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.369280 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.369740 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: security-group Apr 29 07:41:29.370328 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: segment.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.371135 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.371648 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension segment not supported by any of loaded plugins Apr 29 07:41:29.371969 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.372900 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.373404 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 07:41:29.373721 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: servicetype.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.374920 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.375492 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: service-type Apr 29 07:41:29.375810 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: sorting.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.378313 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.378663 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: sorting Apr 29 07:41:29.378980 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: standard_attr_segment.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.379876 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.380381 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 07:41:29.380696 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: standardattrdescription.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.381333 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.381830 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: standard-attr-description Apr 29 07:41:29.382145 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: stateful_security_group.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.383093 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.383604 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: stateful-security-group Apr 29 07:41:29.383919 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: stdattrs_common.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.384557 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 07:41:29.384878 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.385805 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.386313 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 07:41:29.386650 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: subnet_onboard.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.387695 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.388209 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: subnet_onboard Apr 29 07:41:29.388525 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.389463 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.389973 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 07:41:29.390286 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: subnet_service_types.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.391217 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.391723 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: subnet-service-types Apr 29 07:41:29.392038 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: subnetallocation.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.393091 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.393598 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: subnet_allocation Apr 29 07:41:29.393913 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.394599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.395103 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: subnetpool-prefix-ops Apr 29 07:41:29.395418 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.396365 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.396869 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 07:41:29.397182 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: tagging.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.398236 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.398778 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: standard-attr-tag Apr 29 07:41:29.399100 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: timestamp.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.400294 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.400800 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loaded extension: standard-attr-timestamp Apr 29 07:41:29.401161 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: trunk.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.402176 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.402718 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension trunk not supported by any of loaded plugins Apr 29 07:41:29.403041 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: trunk_details.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.403948 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.404456 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension trunk-details not supported by any of loaded plugins Apr 29 07:41:29.404772 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: uplink_status_propagation.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.405672 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.406176 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 07:41:29.406524 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Loading extension file: vlantransparent.py {{(pid=109670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:41:29.407186 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:41:29.407724 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 07:41:29.410097 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:network Apr 29 07:41:29.410649 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:subnet Apr 29 07:41:29.411046 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:41:29.411435 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:port Apr 29 07:41:29.412653 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.413083 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service FLAVORS assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.413750 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.417875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.417875 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:router Apr 29 07:41:29.417875 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:floatingip Apr 29 07:41:29.417875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service METERING assigned prefix: /metering {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.417875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.417875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.418324 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:41:29.419113 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 07:41:29.419553 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:security_group Apr 29 07:41:29.419996 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 07:41:29.420633 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service CORE assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.420960 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:41:29.421296 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] subnetpool is already registered Apr 29 07:41:29.421718 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service CORE assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.422047 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:41:29.422371 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] subnetpool is already registered Apr 29 07:41:29.424720 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.425145 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service FLAVORS assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.425750 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.426268 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.426627 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:router Apr 29 07:41:29.427003 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] router is already registered Apr 29 07:41:29.427407 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:floatingip Apr 29 07:41:29.427734 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] floatingip is already registered Apr 29 07:41:29.428176 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service METERING assigned prefix: /metering {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.428823 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 07:41:29.429144 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] rbac_policy is already registered Apr 29 07:41:29.429585 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:security_group Apr 29 07:41:29.429915 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] security_group is already registered Apr 29 07:41:29.430306 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 07:41:29.430659 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] security_group_rule is already registered Apr 29 07:41:29.431890 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service CORE assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.432208 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:41:29.432532 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] subnetpool is already registered Apr 29 07:41:29.432943 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.v2.resource_helper [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Service CORE assigned prefix: {{(pid=109670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:41:29.433258 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:41:29.433688 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING neutron.quota.resource_registry [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] subnetpool is already registered Apr 29 07:41:29.434149 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: extensions {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.435620 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: address-groups {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.437112 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: address-scopes {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.438448 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: agents {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.439622 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: auto-allocated-topology {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.445182 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: availability_zones {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.445182 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: dhcp-networks {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.445182 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: dhcp-agents {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.445182 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: routers {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.447321 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: flavors {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.448472 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: service_profiles {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.449780 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: next_providers {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.451247 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: service_profiles {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.452743 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: floatingip-pools {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.453943 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: routers {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.456053 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: floatingips {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.457310 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: l3-routers {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.458754 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: l3-agents {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.460149 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: metering-labels {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.461474 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: metering-label-rules {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.462777 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: network-ip-availabilities {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.464136 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: bindings {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.465788 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: quotas {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.467228 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: quotas {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.468619 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: rbac-policies {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.469861 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: security-groups {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.472100 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: security-group-rules {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.473331 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: service-providers {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.474554 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: subnetpools {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.475987 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: subnetpools {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.477434 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.479652 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.481447 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.483330 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.485031 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.486927 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.488580 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.490508 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.492299 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.494731 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron.api.extensions [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Extended resource: tags {{(pid=109670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:41:29.500919 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING keystonemiddleware.auth_token [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 07:41:29.505749 dv-neutron-839740-1-hyperv neutron-server[109670]: WARNING keystonemiddleware.auth_token [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 07:41:29.514546 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_concurrency.lockutils [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Acquired lock "singleton_lock" {{(pid=109670) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 07:41:29.515011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_concurrency.lockutils [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Releasing lock "singleton_lock" {{(pid=109670) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 07:41:29.515627 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO oslo_service.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Starting 2 workers Apr 29 07:41:29.520402 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Started child 109781 {{(pid=109670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:41:29.524858 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Started child 109782 {{(pid=109670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:41:29.525814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:29.526503 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO neutron.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 07:41:29.527158 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Notify callbacks [] for process, before_spawn {{(pid=109670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:29.527393 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [-] (109781) wsgi starting up on http://0.0.0.0:9696 Apr 29 07:41:29.529511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:29.529961 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO oslo_service.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Starting 1 workers Apr 29 07:41:29.530891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [-] (109782) wsgi starting up on http://0.0.0.0:9696 Apr 29 07:41:29.534879 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Started child 109783 {{(pid=109670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:41:29.539225 dv-neutron-839740-1-hyperv neutron-server[109670]: INFO oslo_service.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Starting 1 workers Apr 29 07:41:29.539333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] calling RpcWorker wait() {{(pid=109783) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 07:41:29.539333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] returning from RpcWorker wait() {{(pid=109783) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 07:41:29.539906 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Started child 109784 {{(pid=109670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:41:29.541196 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG neutron_lib.callbacks.manager [None req-d32dd844-14b7-442e-8a5c-4f8cf564d1cf None None] Notify callbacks [] for process, after_spawn {{(pid=109670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:29.541478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:29.541998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:29.543007 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109670) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 07:41:29.543214 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 07:41:29.543398 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 07:41:29.543612 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 07:41:29.543932 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 07:41:29.544090 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 07:41:29.544606 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.544875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.545139 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.545237 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:29.545677 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.545677 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.546344 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.546596 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.546833 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.547104 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.547333 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.547506 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.547668 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.547931 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.548160 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.548461 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.548731 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.548964 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.549229 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.549400 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.549639 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.549911 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.550150 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.550403 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] debug = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.550682 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.551208 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.551451 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.551697 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.551932 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.552203 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.552441 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.552692 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.552925 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.553169 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.553399 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.553651 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.553880 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.554091 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.554303 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.554571 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.554788 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.555262 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] host = dv-neutron-839740-1-hyperv {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.555493 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.555735 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.556045 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.556812 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.557067 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.557304 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.557609 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.557866 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.558114 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.558339 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.558623 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.558867 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.559117 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.559367 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.559526 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_options = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.559756 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.560048 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.560301 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.560507 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.560635 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.560799 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.561045 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.561205 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.561455 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.561670 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.561881 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.562091 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.562325 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.562574 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.562826 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.563066 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.563280 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.563484 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.563724 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.563952 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.564172 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.564416 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.564645 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.564861 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.565087 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.565314 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.565536 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.565743 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.565952 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.567446 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.567631 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:29.567779 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.567953 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.568190 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.568422 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.568707 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.568907 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.569133 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.569347 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.569607 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.570793 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.571270 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.572886 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.573119 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.573374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.573644 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.573894 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.574126 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_json = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.574357 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.574611 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.574888 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.575130 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.575368 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.575587 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.575825 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.576063 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.576279 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.576715 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.576993 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.577311 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.577555 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.577806 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.578056 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.578323 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.578583 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585011 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.585599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.586709 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.587351 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.587351 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.587351 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.587351 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.587634 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.587711 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.587901 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.588111 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.588345 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.588571 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.588784 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.589034 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.589279 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.589530 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.589772 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.590014 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.590223 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.590466 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.590683 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.590932 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.591145 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.591354 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.591578 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.591795 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.592000 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.592262 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.592473 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.592705 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.592910 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.593123 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.593346 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.593573 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.593784 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.594052 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.594266 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.594506 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.594716 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.594944 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.595171 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.595378 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.595602 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.595827 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.596056 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.596281 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.596517 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.596722 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.596926 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.597147 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.597411 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.597720 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.597960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.598197 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.598446 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.598697 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.598931 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.599163 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.599372 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.599600 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.599859 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.600115 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.600349 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.600604 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.600839 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.601049 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.601279 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.601488 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.601723 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.601934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.602162 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.602377 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.602663 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.603427 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.603663 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.603923 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.604288 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.604561 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.604794 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.605046 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.605702 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.605702 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.605939 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.606541 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.606541 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.606541 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.606913 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.607022 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.608960 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.612096 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.612375 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.612743 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.613016 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.613241 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.613465 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.613908 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.614176 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.614423 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.614716 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.614985 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.615242 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.615476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.615722 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.615955 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.616218 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.616476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.616691 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.616941 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.617183 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.617423 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.617653 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.617886 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.618138 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.618488 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.619300 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.619538 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.619759 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.620293 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.620652 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.620870 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.621094 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.621333 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.621551 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.621774 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.621991 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.622190 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.622466 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.622707 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.623094 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.623423 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.623641 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.623864 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.624105 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.624353 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.624562 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.624806 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.625053 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.625265 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.625491 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.625705 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.625912 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.626126 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.626349 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.626585 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.626818 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.627055 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.627406 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.627653 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.627902 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.628142 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.628386 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.628599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.628809 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.629024 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.629255 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.629465 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.629684 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.629911 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.630139 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.630349 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.630585 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.630796 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.631051 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.631284 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.631531 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.631743 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.631964 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.632174 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.632384 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.632598 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.632818 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.633056 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.633230 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.633444 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.633648 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.633934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.634203 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.634444 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.634697 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.634939 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.635163 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.635410 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.635637 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.635881 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.636101 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.636313 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.636518 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.636739 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.636945 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.637150 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.637386 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.637597 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.637802 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.638021 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.638225 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.638449 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.638667 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.638900 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.639126 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.639340 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.639543 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.639773 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.639989 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.640220 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.640426 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.640665 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.640883 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.641301 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.641527 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.641738 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.641941 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.642226 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.642490 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.642705 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.643010 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.643257 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.643497 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.643735 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.644045 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.644609 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.644609 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.644768 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.644871 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.645083 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.645341 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.645645 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.645933 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.646185 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.646450 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.646788 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.647080 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.647344 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.647553 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.647843 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.648158 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.648424 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.648685 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.648933 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.649188 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.649414 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.649638 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.650384 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.650621 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.650852 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.651089 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.651315 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.651560 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.651788 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.652026 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.652257 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.652494 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.652734 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.652955 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.653166 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.653318 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 07:41:29.653833 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109670) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 07:41:29.653992 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 07:41:29.654145 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 07:41:29.654305 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 07:41:29.654497 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 07:41:29.654647 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 07:41:29.654855 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.655019 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.655178 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.655336 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.655492 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.655675 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.655829 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.655985 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.656138 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.656292 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.656446 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.656601 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.656755 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.656908 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.657063 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.657216 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.657369 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.657522 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.657681 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.657834 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.657987 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.658140 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.658294 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] debug = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.658467 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.658673 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.658853 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.658998 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.659138 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.659298 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.659456 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.659609 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.659764 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.659920 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.660075 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.660234 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.660375 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.660531 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.660684 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.660837 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.660991 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.661143 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] host = dv-neutron-839740-1-hyperv {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.661297 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.661459 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.661655 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.661749 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.661892 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.662041 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.662202 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.662381 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.662582 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.662692 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.662840 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.662998 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.663145 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.663284 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.663423 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_options = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.663577 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.663734 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.663874 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.664055 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.664283 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.664367 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.664504 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.664643 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.664798 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.664946 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.665105 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.665252 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.665973 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.666135 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.666313 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.666522 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.666622 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.666771 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.666870 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.667031 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.667191 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.667336 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.667489 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.667646 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.667798 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.667951 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.668109 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.668267 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.668421 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.668573 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.668726 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.668883 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.669040 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.669184 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.669337 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.669542 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.669650 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.669783 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.669942 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.670096 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.670249 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.670407 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.670585 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.670741 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.670894 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.671049 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.671203 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_json = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.671355 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.671564 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.671722 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.671875 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.672029 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.672184 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.672388 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.672500 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.672692 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:41:29.672868 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.673031 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.673202 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.673357 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.673515 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.673717 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.673884 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.674065 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.674221 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.674373 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.674641 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.674982 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.675281 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.675553 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.675824 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.676098 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.676369 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.676640 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.676915 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.677188 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.677465 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.677718 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.677999 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.678268 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.679020 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.679020 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.679173 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.679355 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.679621 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.679888 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.680160 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.680429 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.680700 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.681009 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.681279 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.681546 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.681827 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.682092 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.682359 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.682652 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.682920 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.683188 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.683443 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.683714 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.683951 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.684187 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.684427 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.684692 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.684946 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.685285 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.685443 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.685601 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.685758 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.685914 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.686074 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.686242 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.686392 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.686574 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.686729 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.686884 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.687069 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.687233 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.687389 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.687544 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.687699 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.687853 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.688022 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.688180 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.688335 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.688489 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.688645 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.688800 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.688955 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.689109 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.689262 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.689421 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.689576 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.689731 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.689886 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.690041 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.694470 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695135 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695296 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.695841 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696374 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.696934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.697476 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698017 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698017 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698017 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698017 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698285 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698285 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698442 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698525 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698665 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698820 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.698975 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.699131 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.699285 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.699445 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.699599 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.699755 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.699896 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.700053 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.700207 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.700362 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.700517 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.700672 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.700827 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.700982 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.701137 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.701292 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.701447 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.701602 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.701756 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.701910 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.702079 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.702209 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.702359 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.702537 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.702696 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.702851 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.703006 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.703159 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.703313 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.703468 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.703623 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.703777 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.703934 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.704087 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.704244 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.704398 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.704554 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.704708 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.704863 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.705018 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.705174 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.705330 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.705489 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.705638 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.705775 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.705912 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.706056 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.706211 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.706367 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.706544 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.706698 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.706855 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.707028 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.707182 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.707335 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.707493 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.707650 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.707804 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.707959 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.708118 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.708295 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.708425 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.708582 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.708733 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.708891 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.709039 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.709193 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.709348 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.709510 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.709666 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.709822 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.709975 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.710133 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.710285 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.710453 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.710615 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.710769 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.710925 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.711081 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.711235 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.711390 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.711558 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.711713 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.711868 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.712022 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.712693 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.712864 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.713019 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.713178 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.713332 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.713486 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.713643 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.713797 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.713980 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.714113 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.714265 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.714421 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.714597 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.714746 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.714910 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.715065 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.715219 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.715372 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.715526 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.715680 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.715844 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.715999 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.716150 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.716308 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.716460 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.716616 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.716784 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.716939 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.717116 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.717249 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.717405 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.717560 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.717728 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.717884 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.718460 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.718460 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.718460 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.718714 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.718714 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.718833 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.718953 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.719095 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.719254 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.719415 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.719565 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.719726 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.719882 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.720099 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.720195 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.720346 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.720535 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.720690 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.720822 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.720977 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.721138 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.721490 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.721490 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.721662 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.721741 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.721889 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.722047 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.722195 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.722349 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.722528 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.722684 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.722839 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.722995 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.723136 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.723295 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.723451 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.723605 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.723748 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.723901 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.724056 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.724210 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:41:29.724359 dv-neutron-839740-1-hyperv neutron-server[109670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 07:41:29.830506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 41770) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:41:29.839153 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064225 Apr 29 07:41:41.151650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3baebe-bbbc-409a-a2f6-b80e67ace201 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:41:41.223731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3baebe-bbbc-409a-a2f6-b80e67ace201 None None] No non-hosted networks {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 07:41:41.232184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.agentschedulers_db [None req-1f3baebe-bbbc-409a-a2f6-b80e67ace201 None None] DHCP Agent not found on host dv-neutron-839740-1-hyperv {{(pid=109783) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 07:41:41.344403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa08e88b-ed09-4f35-89ba-f657dc2612f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620387'] for agent, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:43.232901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc26a1f6-bc37-440d-8211-6dd105bc28a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620387'] for agent, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:43.277808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-04375c10-d821-49fa-985f-df2b09750fee None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-839740-1-hyperv {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:43.278649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-04375c10-d821-49fa-985f-df2b09750fee None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:43.885470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-04375c10-d821-49fa-985f-df2b09750fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:44.976341 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620387'] for agent, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:46.113220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620387'] for agent, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:46.179050 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.db.l3_hamode_db [None req-ce1a3707-1440-4397-8bda-cc6f46ef233e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 07:41:46.262737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1a3707-1440-4397-8bda-cc6f46ef233e None None] Routers set() bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:46.263114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1a3707-1440-4397-8bda-cc6f46ef233e None None] Router IDs set() for agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 07:41:46.627327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620387'] for agent, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:46.628055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.628417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.628717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.629122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.629412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.629728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.630203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.630560 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.630885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.633808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.633808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.633808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:46.633808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839740-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:46.640723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839740-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:47.296350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 41862) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:41:47.818563 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING oslo_policy.policy [None req-4f63eeff-dd64-4e8e-9875-89bc2bc21559 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:47.819139 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING oslo_policy.policy [None req-4f63eeff-dd64-4e8e-9875-89bc2bc21559 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:48.041393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-4f63eeff-dd64-4e8e-9875-89bc2bc21559 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:41:48.042412 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4f63eeff-dd64-4e8e-9875-89bc2bc21559 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7450464 Apr 29 07:41:50.458777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 41878) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:41:50.762359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-49121f90-5257-4d1e-a42e-fc1bd8abde52 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:50.856420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.policy [None req-49121f90-5257-4d1e-a42e-fc1bd8abde52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109782) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 07:41:50.901095 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING oslo_policy.policy [None req-49121f90-5257-4d1e-a42e-fc1bd8abde52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:50.901484 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING oslo_policy.policy [None req-49121f90-5257-4d1e-a42e-fc1bd8abde52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:51.071791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-49121f90-5257-4d1e-a42e-fc1bd8abde52 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746386016040', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746386015517', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746386027650', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746386001190', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746385464492', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746386054821', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1761527', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1755404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550966'] for rbac-policy, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:51.261878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-49121f90-5257-4d1e-a42e-fc1bd8abde52 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:51.263187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-49121f90-5257-4d1e-a42e-fc1bd8abde52 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8033926 Apr 29 07:41:53.846679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 41890) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:41:54.142289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'name': 'private'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:54.215306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Made reservation on behalf of decda66fdd0a4ad29cc1160b43746f0e for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:54.217890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.234516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.342594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.380722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.404475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:54.428009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746383032567', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.428584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Unsubscribe: segment precommit_create {{(pid=109782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 07:41:54.429103 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Added segment 114538c8-f1d2-4c29-9f7d-a38d98c51537 of type vlan for network f98d4fc3-862d-4584-8c4c-90cf62584250 Apr 29 07:41:54.435019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb16f586-477d-46de-ba6e-8c48276dc3ad,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:54.468870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.469091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.469425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.469750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.470071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.470407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.474067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.474067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.474067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.474067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.474067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Tracked resource versions report: Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: pushed versions: Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: { 'AddressGroup': {'1.2'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'ConntrackHelper': {'1.0'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Log': {'1.0'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Network': {'1.1'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Port': {'1.7'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'PortForwarding': {'1.2'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'QosPolicy': {'1.9'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroup': {'1.4'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SubPort': {'1.0'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Subnet': {'1.1'}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Trunk': {'1.1'}} Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: consumer versions: Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'ConntrackHelper': '1.0', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Log': '1.0', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Network': '1.1', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Port': '1.7', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'PortForwarding': '1.2', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'QosPolicy': '1.9', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroup': '1.4', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroupRule': '1.2', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SubPort': '1.0', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Subnet': '1.1', Apr 29 07:41:54.474664 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Trunk': '1.1'}} Apr 29 07:41:54.477996 dv-neutron-839740-1-hyperv neutron-server[109782]: {{(pid=109782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:41:54.536268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.627021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.628097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:41:54.628766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:54.721095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] Pushing event updated for resources: {'Network': ['ID=f98d4fc3-862d-4584-8c4c-90cf62584250,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:54.731928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f98d4fc3-862d-4584-8c4c-90cf62584250 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:54.755531 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1ab99ced-4499-4003-a51b-a6407f2ca588 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9077575 Apr 29 07:41:57.409751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 41904) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:41:57.895392 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING oslo_policy.policy [None req-3a003b70-14d2-4efc-95d5-f88ee91ab9b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:57.895995 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING oslo_policy.policy [None req-3a003b70-14d2-4efc-95d5-f88ee91ab9b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:58.333943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.policy [None req-3a003b70-14d2-4efc-95d5-f88ee91ab9b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109781) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 07:41:58.379502 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING oslo_policy.policy [None req-3a003b70-14d2-4efc-95d5-f88ee91ab9b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:58.379872 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING oslo_policy.policy [None req-3a003b70-14d2-4efc-95d5-f88ee91ab9b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:41:58.387825 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a003b70-14d2-4efc-95d5-f88ee91ab9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:41:58.389699 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3a003b70-14d2-4efc-95d5-f88ee91ab9b7 admin admin] 10.222.0.16 "GET /v2.0/networks/f98d4fc3-862d-4584-8c4c-90cf62584250 HTTP/1.1" status: 200 len: 825 time: 0.9777820 Apr 29 07:41:58.428282 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d53273ce-3cbf-4bbc-ba26-171cfbbde528 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/21b32905-ed58-4bfa-a4f6-5f0ae8c110c1 HTTP/1.1" status: 200 len: 734 time: 0.0324726 Apr 29 07:41:58.437502 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Request body: {'subnet': {'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'subnetpool_id': '21b32905-ed58-4bfa-a4f6-5f0ae8c110c1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:58.546864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Made reservation on behalf of decda66fdd0a4ad29cc1160b43746f0e for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:58.549538 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:58.861401 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:58.930909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Checking segment: {'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:41:58.931212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Network hostable DHCP agents. Network: f98d4fc3-862d-4584-8c4c-90cf62584250, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:58.940895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5b983b-2d1f-4e3a-9d4e-6dad5a36605b,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.954379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.954761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.955093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.955416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.955735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.956068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.956385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.956711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.957028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.957337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.957644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.957950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Tracked resource versions report: Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: pushed versions: Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: { 'AddressGroup': {'1.2'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'ConntrackHelper': {'1.0'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Log': {'1.0'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Network': {'1.1'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Port': {'1.7'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'PortForwarding': {'1.2'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'QosPolicy': {'1.9'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroup': {'1.4'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SubPort': {'1.0'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Subnet': {'1.1'}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Trunk': {'1.1'}} Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: consumer versions: Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'ConntrackHelper': '1.0', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Log': '1.0', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Network': '1.1', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Port': '1.7', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'PortForwarding': '1.2', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'QosPolicy': '1.9', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroup': '1.4', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroupRule': '1.2', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SubPort': '1.0', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Subnet': '1.1', Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Trunk': '1.1'}} Apr 29 07:41:58.959262 dv-neutron-839740-1-hyperv neutron-server[109781]: {{(pid=109781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:41:59.047715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Network f98d4fc3-862d-4584-8c4c-90cf62584250 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:59.122148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f98d4fc3-862d-4584-8c4c-90cf62584250) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:59.126965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:41:59.127596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:59.133114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8819a-2768-4a41-9702-d66a9280a5c7 None None] Network f98d4fc3-862d-4584-8c4c-90cf62584250 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:41:59.221988 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7c690c53-f9cc-4e8b-9932-a19249f3a895 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7876639 Apr 29 07:41:59.448307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f98d4fc3-862d-4584-8c4c-90cf62584250', 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'fixed_ips': [{'subnet_id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:41:59.449599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:41:59.750571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Allocated IP 172.20.0.2 (f98d4fc3-862d-4584-8c4c-90cf62584250/af5b983b-2d1f-4e3a-9d4e-6dad5a36605b/aeae1aa6-de0a-4ed1-81d7-d04435b998f0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:59.948689 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:00.027652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:00.113136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Network f98d4fc3-862d-4584-8c4c-90cf62584250 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:00.117907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:00.128169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:00.131201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Pushing event updated for resources: {'Port': ['ID=aeae1aa6-de0a-4ed1-81d7-d04435b998f0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:00.161916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.162727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.162727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.162900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.163224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.163561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.163885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.164217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.164553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.164903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.165219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.165533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Tracked resource versions report: Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: pushed versions: Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: { 'AddressGroup': {'1.2'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'ConntrackHelper': {'1.0'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Log': {'1.0'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Network': {'1.1'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Port': {'1.7'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'PortForwarding': {'1.2'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'QosPolicy': {'1.9'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroup': {'1.4'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SubPort': {'1.0'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Subnet': {'1.1'}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Trunk': {'1.1'}} Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: consumer versions: Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'ConntrackHelper': '1.0', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Log': '1.0', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Network': '1.1', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Port': '1.7', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'PortForwarding': '1.2', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'QosPolicy': '1.9', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroup': '1.4', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroupRule': '1.2', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SubPort': '1.0', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Subnet': '1.1', Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Trunk': '1.1'}} Apr 29 07:42:00.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: {{(pid=109783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:42:00.216914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Attempting to bind port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:42:00.217236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Attempting to bind port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:42:00.217659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Attempting to bind port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 on network f98d4fc3-862d-4584-8c4c-90cf62584250 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:00.222332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:00.222778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Checking segment: {'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:42:00.223259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:00.223639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Bound using segment: {'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:00.224125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Bound port: aeae1aa6-de0a-4ed1-81d7-d04435b998f0, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:42:00.224531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:00.285303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] For port aeae1aa6-de0a-4ed1-81d7-d04435b998f0, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:00.289439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] For port aeae1aa6-de0a-4ed1-81d7-d04435b998f0, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=aeae1aa6-de0a-4ed1-81d7-d04435b998f0,segment=NetworkSegment(114538c8-f1d2-4c29-9f7d-a38d98c51537),segment_id=114538c8-f1d2-4c29-9f7d-a38d98c51537)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:00.357372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:00.423451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166a5d2-5eb1-41a3-8bc8-054156ff2d55 None None] Pushing event updated for resources: {'Port': ['ID=aeae1aa6-de0a-4ed1-81d7-d04435b998f0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:01.639969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 41924) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:01.970372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-61b49a2d-d782-44a7-913c-58c4b7994d39 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:42:01.971369 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-61b49a2d-d782-44a7-913c-58c4b7994d39 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3303797 Apr 29 07:42:04.401635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 41932) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:04.714504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-7752ace6-f7dd-42a2-a27f-86bf8732d8db admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:42:04.715499 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7752ace6-f7dd-42a2-a27f-86bf8732d8db admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129237 Apr 29 07:42:06.584131 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:42:07.370742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 41942) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:07.681492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a1c1d882-6c4d-45b4-911e-8e389c2b073b admin admin] Request body: {'router': {'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:07.770027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d882-6c4d-45b4-911e-8e389c2b073b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:07.771727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d882-6c4d-45b4-911e-8e389c2b073b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:07.911827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d882-6c4d-45b4-911e-8e389c2b073b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:07.944378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device aeae1aa6-de0a-4ed1-81d7-d04435b998f0 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:07.965261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d882-6c4d-45b4-911e-8e389c2b073b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:08.030351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:08.030827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:08.103596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d882-6c4d-45b4-911e-8e389c2b073b admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:08.104826 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a1c1d882-6c4d-45b4-911e-8e389c2b073b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7331159 Apr 29 07:42:08.144416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:08.184593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port aeae1aa6-de0a-4ed1-81d7-d04435b998f0, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=aeae1aa6-de0a-4ed1-81d7-d04435b998f0,segment=NetworkSegment(114538c8-f1d2-4c29-9f7d-a38d98c51537),segment_id=114538c8-f1d2-4c29-9f7d-a38d98c51537)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:08.238792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:08.292335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=aeae1aa6-de0a-4ed1-81d7-d04435b998f0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:08.739867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f7fce-5463-4644-aeea-267dbbacef0e None None] Network f98d4fc3-862d-4584-8c4c-90cf62584250 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:42:08.860167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8c5da8b2-4ec2-450c-b34f-519805969f5e None None] Provisioning complete for port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:08.860599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c5da8b2-4ec2-450c-b34f-519805969f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:09.204298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ab441969-6458-4d82-bfe1-362c5f62dce3 None None] Provisioning complete for port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:09.205042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab441969-6458-4d82-bfe1-362c5f62dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:09.909873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device aeae1aa6-de0a-4ed1-81d7-d04435b998f0 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:09.958744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:09.959032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:10.523382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 41954) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:10.832703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-8f322be1-ad67-4aa7-af83-1504b374cc11 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:42:10.833662 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8f322be1-ad67-4aa7-af83-1504b374cc11 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093486 Apr 29 07:42:11.106727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba8b829-45a2-4409-87ac-03ebd10658c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:13.192220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b52035b3-b859-4148-8152-f865e9931ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:13.260821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 41962) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:13.560805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:13.666718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Made reservation on behalf of f885ff4c34dc4c328e8e5239a9bad9c6 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:13.668954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:13.684936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:13.780805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:13.836058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:13.853744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Reserving flat network on physical network physnet1 {{(pid=109781) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 07:42:13.872308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8bd78-a6ce-454c-b2a4-1213fbf6a3fa,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:13.878036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746383032567', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:13.879646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Unsubscribe: segment precommit_create {{(pid=109781) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 07:42:13.879646 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Added segment efc0f519-c72a-4d80-a3c9-50c983be67fd of type flat for network 5cb04eed-422a-4e15-b271-68b0a578cc99 Apr 29 07:42:13.939434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:14.065113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:14.066099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:42:14.066682 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:14.151572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] Pushing event updated for resources: {'Network': ['ID=5cb04eed-422a-4e15-b271-68b0a578cc99,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:14.166311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:14.200732 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f593cfe0-c401-461c-9a49-cc0a655db4bd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9387591 Apr 29 07:42:14.895206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:16.043503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:16.592743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 41980) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:16.632013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:16.766019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e715d-62fd-413c-85cc-7355c2516d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:42:16.767385 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d67e715d-62fd-413c-85cc-7355c2516d6d admin admin] 10.222.0.16 "GET /v2.0/subnets/af5b983b-2d1f-4e3a-9d4e-6dad5a36605b HTTP/1.1" status: 200 len: 849 time: 0.1736195 Apr 29 07:42:16.884407 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3ea38c36-dc02-4055-84cd-d5d35a1d1364 admin admin] 10.222.0.16 "GET /v2.0/routers/96900921-6082-4ed9-8bdf-0cd1d6812c4c HTTP/1.1" status: 200 len: 704 time: 0.1108439 Apr 29 07:42:17.151708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:17.434102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Allocated IP 172.20.0.1 (f98d4fc3-862d-4584-8c4c-90cf62584250/af5b983b-2d1f-4e3a-9d4e-6dad5a36605b/1b138bfb-7de4-45f4-8b55-2a1fb712f59f) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:17.580949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:17.751278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:17.824843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Network f98d4fc3-862d-4584-8c4c-90cf62584250 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:17.831961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:17.834117 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Pushing event updated for resources: {'Port': ['ID=1b138bfb-7de4-45f4-8b55-2a1fb712f59f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:17.837492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:17.837989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:18.045049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fbe67668-402c-4778-8a04-ac0895625a54 None None] Provisioning complete for port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:18.045562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbe67668-402c-4778-8a04-ac0895625a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:18.081732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fbe67668-402c-4778-8a04-ac0895625a54 None None] Port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:42:18.106656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:18.311092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:18.380769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:18.381536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:18.458082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Pushing event updated for resources: {'Port': ['ID=1b138bfb-7de4-45f4-8b55-2a1fb712f59f,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:18.503082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Network f98d4fc3-862d-4584-8c4c-90cf62584250 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:18.504307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:18.739696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Router 96900921-6082-4ed9-8bdf-0cd1d6812c4c is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:18.746228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ee4556fc-c16b-425e-a71e-8ae5e9d0ccc1 None None] Provisioning complete for port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:18.746628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee4556fc-c16b-425e-a71e-8ae5e9d0ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:18.779247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ee4556fc-c16b-425e-a71e-8ae5e9d0ccc1 None None] Port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:42:18.829715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:18.834749 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e97b1802-fb52-4553-9f7e-8d7d67178974 admin admin] 10.222.0.16 "PUT /v2.0/routers/96900921-6082-4ed9-8bdf-0cd1d6812c4c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9433582 Apr 29 07:42:18.839028 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Sync routers for ids ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:18.853625 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Routers {'96900921-6082-4ed9-8bdf-0cd1d6812c4c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:18.854455 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:42:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.051294 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Set router 96900921-6082-4ed9-8bdf-0cd1d6812c4c gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:19.477529 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'name': 'router1', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:07Z', 'updated_at': '2022-04-29T07:42:17Z', 'revision_number': 2, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'gw_port_host': None, '_interfaces': [{'id': '1b138bfb-7de4-45f4-8b55-2a1fb712f59f', 'name': '', 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'mac_address': 'fa:16:3e:1c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:17Z', 'updated_at': '2022-04-29T07:42:18Z', 'revision_number': 2, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'subnets': [{'id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21b32905-ed58-4bfa-a4f6-5f0ae8c110c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.527985 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Checking router: 96900921-6082-4ed9-8bdf-0cd1d6812c4c for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:19.528348 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Updating router 96900921-6082-4ed9-8bdf-0cd1d6812c4c port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:19.576297 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.082420 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.157947 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.296302 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Pushing event updated for resources: {'Port': ['ID=1b138bfb-7de4-45f4-8b55-2a1fb712f59f,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:20.324365 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.324712 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.325048 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.325376 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.325705 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.326033 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.326353 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.326720 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.327055 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.327375 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.327690 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.328002 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Tracked resource versions report: Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: pushed versions: Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: { 'AddressGroup': {'1.2'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'ConntrackHelper': {'1.0'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Log': {'1.0'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Network': {'1.1'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Port': {'1.7'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'PortForwarding': {'1.2'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'QosPolicy': {'1.9'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroup': {'1.4'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SubPort': {'1.0'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Subnet': {'1.1'}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Trunk': {'1.1'}} Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: consumer versions: Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'ConntrackHelper': '1.0', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Log': '1.0', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Network': '1.1', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Port': '1.7', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'PortForwarding': '1.2', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'QosPolicy': '1.9', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroup': '1.4', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroupRule': '1.2', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SubPort': '1.0', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Subnet': '1.1', Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Trunk': '1.1'}} Apr 29 07:42:20.329369 dv-neutron-839740-1-hyperv neutron-server[109784]: {{(pid=109784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:42:20.334196 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Attempting to bind port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:42:20.334700 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Attempting to bind port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:42:20.335134 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Attempting to bind port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f on network f98d4fc3-862d-4584-8c4c-90cf62584250 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:20.345128 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:20.345615 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Checking segment: {'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:42:20.346182 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.346679 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Bound using segment: {'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:20.347283 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Bound port: 1b138bfb-7de4-45f4-8b55-2a1fb712f59f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114538c8-f1d2-4c29-9f7d-a38d98c51537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:42:20.347834 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.406541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2076001f-2620-4724-8f8d-0a2fbcf4520d None None] Provisioning complete for port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:20.407141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2076001f-2620-4724-8f8d-0a2fbcf4520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.420074 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] For port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:20.439856 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] For port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1b138bfb-7de4-45f4-8b55-2a1fb712f59f,segment=NetworkSegment(114538c8-f1d2-4c29-9f7d-a38d98c51537),segment_id=114538c8-f1d2-4c29-9f7d-a38d98c51537)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:20.441378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2076001f-2620-4724-8f8d-0a2fbcf4520d None None] Port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:42:20.522701 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.577295 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Routers {'96900921-6082-4ed9-8bdf-0cd1d6812c4c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:20.577926 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:42:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.613922 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e574295-5434-4f45-932b-1d0a4f037dda None None] Pushing event updated for resources: {'Port': ['ID=1b138bfb-7de4-45f4-8b55-2a1fb712f59f,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:20.673488 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] Set router 96900921-6082-4ed9-8bdf-0cd1d6812c4c gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:20.764133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9332e223-0094-4ae4-97e5-9fd601f20707 None None] Provisioning complete for port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:20.764501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9332e223-0094-4ae4-97e5-9fd601f20707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.844521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9332e223-0094-4ae4-97e5-9fd601f20707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:20.875482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9332e223-0094-4ae4-97e5-9fd601f20707 None None] For port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1b138bfb-7de4-45f4-8b55-2a1fb712f59f,segment=NetworkSegment(114538c8-f1d2-4c29-9f7d-a38d98c51537),segment_id=114538c8-f1d2-4c29-9f7d-a38d98c51537)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:20.882884 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'name': 'router1', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:07Z', 'updated_at': '2022-04-29T07:42:17Z', 'revision_number': 2, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'gw_port_host': None, '_interfaces': [{'id': '1b138bfb-7de4-45f4-8b55-2a1fb712f59f', 'name': '', 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'mac_address': 'fa:16:3e:1c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:17Z', 'updated_at': '2022-04-29T07:42:20Z', 'revision_number': 4, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'subnets': [{'id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21b32905-ed58-4bfa-a4f6-5f0ae8c110c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.911467 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6853812-af85-4aca-b763-160aa44e9fab None None] The sync data for ids ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'] in dv-neutron-839740-1-hyperv is: [{'id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'name': 'router1', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:07Z', 'updated_at': '2022-04-29T07:42:17Z', 'revision_number': 2, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'gw_port_host': None, '_interfaces': [{'id': '1b138bfb-7de4-45f4-8b55-2a1fb712f59f', 'name': '', 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'mac_address': 'fa:16:3e:1c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:17Z', 'updated_at': '2022-04-29T07:42:20Z', 'revision_number': 4, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'subnets': [{'id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21b32905-ed58-4bfa-a4f6-5f0ae8c110c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:20.952604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9332e223-0094-4ae4-97e5-9fd601f20707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:21.001137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332e223-0094-4ae4-97e5-9fd601f20707 None None] Pushing event updated for resources: {'Port': ['ID=1b138bfb-7de4-45f4-8b55-2a1fb712f59f,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.106300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42002) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:21.227775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88c889-9b8c-4de5-8a78-efb2fac93061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:42:21.235617 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dc88c889-9b8c-4de5-8a78-efb2fac93061 admin admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 842 time: 0.1280220 Apr 29 07:42:21.239932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Request body: {'subnet': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.2.1', 'cidr': '172.26.2.0/24'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:21.350534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Made reservation on behalf of f885ff4c34dc4c328e8e5239a9bad9c6 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:21.352821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:21.675674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:42:21.676093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:21.731147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d980824-e730-4c4d-801d-47e623ddb4ca,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.740653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:42:21.740999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Network hostable DHCP agents. Network: 5cb04eed-422a-4e15-b271-68b0a578cc99, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:21.842261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:21.928000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 5cb04eed-422a-4e15-b271-68b0a578cc99) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:21.932855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:42:21.933495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:21.938653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a8b67-c228-4bc6-a9f1-0c974f39a116 None None] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:42:22.034895 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bb6afd74-58ab-4182-abe8-ade2153d7ad5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7983947 Apr 29 07:42:22.063820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99065af1-345e-4750-b726-6ee1b34070fc None None] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:42:24.328075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42010) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:24.534410 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-508efb0a-5c64-48d0-b521-0b288cb755c0 admin admin] 10.222.0.16 "GET /v2.0/routers/96900921-6082-4ed9-8bdf-0cd1d6812c4c HTTP/1.1" status: 200 len: 710 time: 0.1986470 Apr 29 07:42:24.616528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4b1bf-6c8e-4e82-a316-0534beace8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:42:24.618393 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-07b4b1bf-6c8e-4e82-a316-0534beace8fa admin admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 886 time: 0.0833275 Apr 29 07:42:24.628072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:24.864232 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:25.168048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:25.240657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:25.343883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Allocated IP 172.26.2.221 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/60e753af-36f9-45c1-9aef-52635a310162) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:25.446931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:25.541457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:25.580080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:25.582912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:25.587250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:25.592335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Pushing event updated for resources: {'Port': ['ID=60e753af-36f9-45c1-9aef-52635a310162,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:25.920380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:26.213810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:26.217248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:26.322944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Router 96900921-6082-4ed9-8bdf-0cd1d6812c4c has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:26.426854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:26.432066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:26.432773 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ced66f98-12c2-470d-b74a-4a270dff2562 admin admin] 10.222.0.16 "PUT /v2.0/routers/96900921-6082-4ed9-8bdf-0cd1d6812c4c HTTP/1.1" status: 200 len: 890 time: 1.8077989 Apr 29 07:42:27.286409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Sync routers for ids ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:27.297154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Routers {'96900921-6082-4ed9-8bdf-0cd1d6812c4c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:27.297786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:42:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:27.507125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Set router 96900921-6082-4ed9-8bdf-0cd1d6812c4c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:27.895806 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'name': 'router1', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '60e753af-36f9-45c1-9aef-52635a310162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:07Z', 'updated_at': '2022-04-29T07:42:25Z', 'revision_number': 4, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'gw_port': {'id': '60e753af-36f9-45c1-9aef-52635a310162', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '1b138bfb-7de4-45f4-8b55-2a1fb712f59f', 'name': '', 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'mac_address': 'fa:16:3e:1c:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:17Z', 'updated_at': '2022-04-29T07:42:20Z', 'revision_number': 5, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'subnets': [{'id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21b32905-ed58-4bfa-a4f6-5f0ae8c110c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:27.945440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Checking router: 96900921-6082-4ed9-8bdf-0cd1d6812c4c for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:27.945791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Updating router 96900921-6082-4ed9-8bdf-0cd1d6812c4c port 60e753af-36f9-45c1-9aef-52635a310162 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:27.961879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1b138bfb-7de4-45f4-8b55-2a1fb712f59f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:28.079358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:28.217774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:28.218058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:28.469966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:28.523241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:28.573569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Attempting to bind port 60e753af-36f9-45c1-9aef-52635a310162 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:42:28.573937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Attempting to bind port 60e753af-36f9-45c1-9aef-52635a310162 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:42:28.574293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Attempting to bind port 60e753af-36f9-45c1-9aef-52635a310162 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:28.577022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec4712-e4d7-4cf0-8d5f-8cad282e6ed3 None None] Pushing event updated for resources: {'Port': ['ID=60e753af-36f9-45c1-9aef-52635a310162,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:28.581397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:28.581763 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:42:28.582154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:28.582564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:28.583018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Bound port: 60e753af-36f9-45c1-9aef-52635a310162, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:42:28.583453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:28.631631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] For port 60e753af-36f9-45c1-9aef-52635a310162, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:28.634985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] For port 60e753af-36f9-45c1-9aef-52635a310162, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=60e753af-36f9-45c1-9aef-52635a310162,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:28.713426 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:28.769718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Routers {'96900921-6082-4ed9-8bdf-0cd1d6812c4c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:28.770335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:42:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:28.775533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec4712-e4d7-4cf0-8d5f-8cad282e6ed3 None None] Pushing event updated for resources: {'Port': ['ID=60e753af-36f9-45c1-9aef-52635a310162,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:28.838948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42022) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:42:28.877218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] Set router 96900921-6082-4ed9-8bdf-0cd1d6812c4c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:28.985034 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-25c9d608-6cb5-4077-ac50-94fb31e71054 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1447053 Apr 29 07:42:29.091226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'name': 'router1', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '60e753af-36f9-45c1-9aef-52635a310162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:07Z', 'updated_at': '2022-04-29T07:42:25Z', 'revision_number': 4, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'gw_port': {'id': '60e753af-36f9-45c1-9aef-52635a310162', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '1b138bfb-7de4-45f4-8b55-2a1fb712f59f', 'name': '', 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'mac_address': 'fa:16:3e:1c:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:17Z', 'updated_at': '2022-04-29T07:42:20Z', 'revision_number': 5, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'subnets': [{'id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21b32905-ed58-4bfa-a4f6-5f0ae8c110c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.122037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff29ef-f34c-4a9a-8cf6-3deaf8c4fda4 None None] The sync data for ids ['96900921-6082-4ed9-8bdf-0cd1d6812c4c'] in dv-neutron-839740-1-hyperv is: [{'id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'name': 'router1', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '60e753af-36f9-45c1-9aef-52635a310162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:07Z', 'updated_at': '2022-04-29T07:42:25Z', 'revision_number': 4, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'gw_port': {'id': '60e753af-36f9-45c1-9aef-52635a310162', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '1b138bfb-7de4-45f4-8b55-2a1fb712f59f', 'name': '', 'network_id': 'f98d4fc3-862d-4584-8c4c-90cf62584250', 'tenant_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'mac_address': 'fa:16:3e:1c:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96900921-6082-4ed9-8bdf-0cd1d6812c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:17Z', 'updated_at': '2022-04-29T07:42:20Z', 'revision_number': 5, 'project_id': 'decda66fdd0a4ad29cc1160b43746f0e', 'subnets': [{'id': 'af5b983b-2d1f-4e3a-9d4e-6dad5a36605b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21b32905-ed58-4bfa-a4f6-5f0ae8c110c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:29.978514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 60e753af-36f9-45c1-9aef-52635a310162 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:30.028694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 60e753af-36f9-45c1-9aef-52635a310162 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:30.029069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:30.101523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:30.120153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 60e753af-36f9-45c1-9aef-52635a310162, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=60e753af-36f9-45c1-9aef-52635a310162,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:30.175185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:30.238623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=60e753af-36f9-45c1-9aef-52635a310162,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:31.957198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 60e753af-36f9-45c1-9aef-52635a310162 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:32.017505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 60e753af-36f9-45c1-9aef-52635a310162 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:42:32.017794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:41.110159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2dd72925-adc7-48ef-baae-24bf083c8f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:43.196087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9551ba0b-b992-42ab-a937-dcab944a503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:43.583997 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:42:44.904611 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:46.049466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:42:46.637460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:11.126878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e72cd7df-6765-4efc-902b-fe1009e7109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:13.202372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed48b618-8217-4d65-b0c0-a5fd1c1abfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:15.109918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:16.053774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:16.637285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:20.583778 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:43:41.122111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-33aee8df-c90d-4d32-bc6c-3b94cf3fd948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:43.206318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df7a473c-3d6e-4008-808f-483a8129894b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:44.899356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:46.064541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:46.635275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:43:57.582483 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:44:11.137009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df8bc601-72c4-44d9-b9a5-21195e88f02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:11.518913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42616) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:11.585962 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c347ad-6ab6-4410-94a3-bfc7f7314c2e admin admin] GET failed (client error): The resource could not be found. Apr 29 07:44:11.587802 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-49c347ad-6ab6-4410-94a3-bfc7f7314c2e admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679383 Apr 29 07:44:11.767178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece6c7b-1df8-446b-9c32-9448891e7584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:11.768548 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cece6c7b-1df8-446b-9c32-9448891e7584 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1761017 Apr 29 07:44:13.234073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85c4434c-4aab-472f-b876-e0eebc57c8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:13.973742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42626) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:14.096812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e0f15-ab7c-4c96-8beb-79e8627ee76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:14.098140 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-813e0f15-ab7c-4c96-8beb-79e8627ee76c admin admin] 10.222.0.16 "GET /v2.0/subnets/af5b983b-2d1f-4e3a-9d4e-6dad5a36605b HTTP/1.1" status: 200 len: 849 time: 0.1233952 Apr 29 07:44:14.109525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:14.192680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:14.416951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746383078584'] for subnet, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:14.451876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:14.452878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:14.453889 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] 10.222.0.16 "PUT /v2.0/subnets/af5b983b-2d1f-4e3a-9d4e-6dad5a36605b HTTP/1.1" status: 200 len: 868 time: 0.3477991 Apr 29 07:44:14.457442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893aa2a9-e324-4059-b952-76f80a31b772 None None] Network f98d4fc3-862d-4584-8c4c-90cf62584250 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:44:14.475399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5b983b-2d1f-4e3a-9d4e-6dad5a36605b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:14.482947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.483296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.483636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.483964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.484292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.484632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.485109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.485455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.485780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.486099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.486461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.486775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c29b-5d14-4a50-8433-05c29e22cc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:14.792300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6c55df75-d900-47c1-bdc9-a30052f380bc None None] Provisioning complete for port aeae1aa6-de0a-4ed1-81d7-d04435b998f0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:44:14.792663 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c55df75-d900-47c1-bdc9-a30052f380bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:14.885579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6c55df75-d900-47c1-bdc9-a30052f380bc None None] Provisioning complete for port 1b138bfb-7de4-45f4-8b55-2a1fb712f59f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:44:14.885943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c55df75-d900-47c1-bdc9-a30052f380bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:14.905312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:16.058723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:16.659319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42634) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:16.664567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:16.868721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe562a-7059-42c4-b193-9e81fe578266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:16.869191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe562a-7059-42c4-b193-9e81fe578266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:16.870738 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f1fe562a-7059-42c4-b193-9e81fe578266 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2104535 Apr 29 07:44:19.057685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42642) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:19.184939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6701b6-eafe-4fe4-875a-248350734402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:19.185398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6701b6-eafe-4fe4-875a-248350734402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:19.186933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2d6701b6-eafe-4fe4-875a-248350734402 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1283088 Apr 29 07:44:21.415461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42650) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:21.584906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525b439-07fc-4331-b9e0-09c5321a5a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:21.586247 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c525b439-07fc-4331-b9e0-09c5321a5a3e admin admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 886 time: 0.1698492 Apr 29 07:44:23.802501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42658) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:23.931385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef3b1e-c504-4353-9c08-e6d82f252d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:23.932621 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-71ef3b1e-c504-4353-9c08-e6d82f252d16 admin admin] 10.222.0.16 "GET /v2.0/networks/f98d4fc3-862d-4584-8c4c-90cf62584250 HTTP/1.1" status: 200 len: 869 time: 0.1291792 Apr 29 07:44:26.116675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42668) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:26.238852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d171ea-8b94-4d26-955e-452b5c2eb2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:26.239234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d171ea-8b94-4d26-955e-452b5c2eb2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:26.240802 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-92d171ea-8b94-4d26-955e-452b5c2eb2dc admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231766 Apr 29 07:44:28.435075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42676) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:28.527097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa8c93-f16e-4dd9-9668-e80eb05118e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:28.527547 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa8c93-f16e-4dd9-9668-e80eb05118e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:28.529039 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-23fa8c93-f16e-4dd9-9668-e80eb05118e8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930018 Apr 29 07:44:30.706587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42684) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:30.791552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92541984-a1a6-453c-b5f3-4bafd5d310b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:30.792910 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-92541984-a1a6-453c-b5f3-4bafd5d310b7 admin admin] 10.222.0.16 "GET /v2.0/subnets/8d980824-e730-4c4d-801d-47e623ddb4ca HTTP/1.1" status: 200 len: 816 time: 0.0853736 Apr 29 07:44:32.998858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42692) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:33.090517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f71dbc-7fdb-4611-ba72-48b465621d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:33.093601 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a5f71dbc-7fdb-4611-ba72-48b465621d74 admin admin] 10.222.0.16 "GET /v2.0/subnets/af5b983b-2d1f-4e3a-9d4e-6dad5a36605b HTTP/1.1" status: 200 len: 868 time: 0.0920799 Apr 29 07:44:34.581240 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:44:41.200949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08cfddfc-18c6-49f0-88b3-f55eadbc3311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:43.189644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f74abdf-164d-4c61-96ba-83c12d445230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:44.903521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:46.057864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:46.635302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:53.341366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42746) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:53.388064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-5b46e7ed-1d7f-4c4e-af62-bc88852855a5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:44:53.389109 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5b46e7ed-1d7f-4c4e-af62-bc88852855a5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468147 Apr 29 07:44:55.652126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42754) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:55.712339 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-449320dd-e013-41b0-bd40-02e4eca090ea admin admin] GET failed (client error): The resource could not be found. Apr 29 07:44:55.713648 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-449320dd-e013-41b0-bd40-02e4eca090ea admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605655 Apr 29 07:44:55.851396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc102b4-d108-486c-8ce6-724913219695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:55.853365 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bdc102b4-d108-486c-8ce6-724913219695 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350925 Apr 29 07:44:58.056786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42762) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:44:58.103611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:58.215873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Made reservation on behalf of f885ff4c34dc4c328e8e5239a9bad9c6 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:44:58.218035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:58.248251 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.services.revisions.revision_plugin [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Could not find related network for resource to bump revision. Apr 29 07:44:58.262013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:44:58.270160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:58.270521 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Added segment 27ddb222-1429-4da1-902b-48a6449054aa of type vlan for network a55ca4c8-6062-4401-998d-d82da4f9b540 Apr 29 07:44:58.310451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:58.384165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:58.385168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:44:58.385729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:44:58.439642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Pushing event updated for resources: {'Network': ['ID=a55ca4c8-6062-4401-998d-d82da4f9b540,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:58.446666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.449629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.450406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.450406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:58.461478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network a55ca4c8-6062-4401-998d-d82da4f9b540 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:44:58.466297 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-67a53b61-62ef-4008-a3b0-10e3b68ae093 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4083562 Apr 29 07:45:00.651133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42770) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:45:00.714608 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c543cd2d-d017-4682-9bb7-161b0b3f9fed admin admin] GET failed (client error): The resource could not be found. Apr 29 07:45:00.715899 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c543cd2d-d017-4682-9bb7-161b0b3f9fed admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638325 Apr 29 07:45:00.781198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99043356-7775-4295-9078-cde83bdaab26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:45:00.782617 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-99043356-7775-4295-9078-cde83bdaab26 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0620081 Apr 29 07:45:00.792501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:00.886471 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Made reservation on behalf of f885ff4c34dc4c328e8e5239a9bad9c6 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:45:00.890539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:01.095980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:01.152015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd570b45-c53c-48e9-8b3b-8a1024058dbf,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:01.157033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Checking segment: {'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:45:01.157292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Network hostable DHCP agents. Network: a55ca4c8-6062-4401-998d-d82da4f9b540, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:45:01.238409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Network a55ca4c8-6062-4401-998d-d82da4f9b540 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:45:01.303402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, a55ca4c8-6062-4401-998d-d82da4f9b540) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:01.308038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:45:01.313468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:01.314164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456cdc47-ac79-4666-971c-9c863b8f1081 None None] Network a55ca4c8-6062-4401-998d-d82da4f9b540 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:45:01.392562 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a19cddba-5d02-4f3f-b8e3-bd94a49648fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6032660 Apr 29 07:45:01.459439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-a55ca4c8-6062-4401-998d-d82da4f9b540', 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540', 'tenant_id': 'f885ff4c34dc4c328e8e5239a9bad9c6', 'fixed_ips': [{'subnet_id': 'fd570b45-c53c-48e9-8b3b-8a1024058dbf'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:45:01.460319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:01.597275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Allocated IP 192.168.233.2 (a55ca4c8-6062-4401-998d-d82da4f9b540/fd570b45-c53c-48e9-8b3b-8a1024058dbf/4a3d520d-a39b-4f04-8374-b0b08bdd767e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:45:01.746602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:01.824210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:01.860076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Network a55ca4c8-6062-4401-998d-d82da4f9b540 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:45:01.864728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:01.867826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:45:01.878512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Pushing event updated for resources: {'Port': ['ID=4a3d520d-a39b-4f04-8374-b0b08bdd767e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:01.902868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.903226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.903564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.903888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.904219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.904574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.904905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.905238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.905574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.905895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.906205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:01.906543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:02.032618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Attempting to bind port 4a3d520d-a39b-4f04-8374-b0b08bdd767e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:45:02.032901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Attempting to bind port 4a3d520d-a39b-4f04-8374-b0b08bdd767e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:45:02.033253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Attempting to bind port 4a3d520d-a39b-4f04-8374-b0b08bdd767e on network a55ca4c8-6062-4401-998d-d82da4f9b540 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:02.038308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:45:02.038697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Checking segment: {'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:45:02.039136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:02.039547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Bound using segment: {'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:45:02.040000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Bound port: 4a3d520d-a39b-4f04-8374-b0b08bdd767e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:45:02.040391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:02.103299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] For port 4a3d520d-a39b-4f04-8374-b0b08bdd767e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:45:02.106521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] For port 4a3d520d-a39b-4f04-8374-b0b08bdd767e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4a3d520d-a39b-4f04-8374-b0b08bdd767e,segment=NetworkSegment(27ddb222-1429-4da1-902b-48a6449054aa),segment_id=27ddb222-1429-4da1-902b-48a6449054aa)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:45:02.178315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:02.243100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6347bc-a3c2-4497-a318-f6af0ec4f2f2 None None] Pushing event updated for resources: {'Port': ['ID=4a3d520d-a39b-4f04-8374-b0b08bdd767e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:03.051656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a33468-11ae-4e9c-91fe-8485c2356e23 None None] Network a55ca4c8-6062-4401-998d-d82da4f9b540 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:45:03.148903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-49de271f-9e03-4255-aee1-f78b9a2d0b07 None None] Provisioning complete for port 4a3d520d-a39b-4f04-8374-b0b08bdd767e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:45:03.149211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49de271f-9e03-4255-aee1-f78b9a2d0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:03.290582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49de271f-9e03-4255-aee1-f78b9a2d0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:03.333687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-49de271f-9e03-4255-aee1-f78b9a2d0b07 None None] For port 4a3d520d-a39b-4f04-8374-b0b08bdd767e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4a3d520d-a39b-4f04-8374-b0b08bdd767e,segment=NetworkSegment(27ddb222-1429-4da1-902b-48a6449054aa),segment_id=27ddb222-1429-4da1-902b-48a6449054aa)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:03.418213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49de271f-9e03-4255-aee1-f78b9a2d0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:03.479940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de271f-9e03-4255-aee1-f78b9a2d0b07 None None] Pushing event updated for resources: {'Port': ['ID=4a3d520d-a39b-4f04-8374-b0b08bdd767e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:03.540003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-495b2d1a-d1a2-4ca2-b1a4-01cc6201727f None None] Provisioning complete for port 4a3d520d-a39b-4f04-8374-b0b08bdd767e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:45:03.540365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-495b2d1a-d1a2-4ca2-b1a4-01cc6201727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:04.048917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4a3d520d-a39b-4f04-8374-b0b08bdd767e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:04.105003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4a3d520d-a39b-4f04-8374-b0b08bdd767e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:45:04.105558 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:11.120296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-025d31f1-9d2a-4fef-8a1c-a77e119c1316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:11.580000 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:45:13.223229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab077fb3-2f4d-4e70-a1ed-c25a27d5cf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:14.901694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:16.072664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:16.634366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:41.131220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e68d58d8-d2d8-4e93-a8d2-917e660ddfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:43.198035 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c10d83a-a4ba-4f3b-b0e2-96b1d8fd81cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:44.918509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:46.078223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:46.632985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:45:48.579019 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:46:11.125531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e48f466-8c3b-4317-8e2b-114f260b4407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:13.225976 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1064423-7513-43b4-a32f-d1717bdadd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:14.906187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:16.049315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:16.639262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:25.577834 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:46:41.130503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff02ea2-c69c-40bb-a8cc-7cb69abdb2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:43.220119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-939c4123-f2ac-4c39-969a-907a7f9720f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:44.913645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:46.094190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:46.631340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:58.787453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42808) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:46:58.793433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-c391e797-de1c-4a25-9c1f-15cdd291d2f1 tempest-verify_tempest_config-1057443928 tempest-verify_tempest_config-1057443928-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:46:58.794336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c391e797-de1c-4a25-9c1f-15cdd291d2f1 tempest-verify_tempest_config-1057443928 tempest-verify_tempest_config-1057443928-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058916 Apr 29 07:46:59.326738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42826) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:46:59.430041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:59.503939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:59.570245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:59.611491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9437f6-7baf-4120-bc00-2fbdb40bf732,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:59.615116 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d4236afb49d4602892b24a3c755378b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2872832 Apr 29 07:46:59.618588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 42832) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:46:59.621209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.621725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.622086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.622411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.622752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.623072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.623392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.623720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.624041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.624351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.624668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.624969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d2a1c-e640-4c1d-bc97-2f6de3aac261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.676192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:59.697545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:59.867997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:59.870633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:46:59.871768 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a9437f6-7baf-4120-bc00-2fbdb40bf732 HTTP/1.1" status: 204 len: 168 time: 0.2522469 Apr 29 07:46:59.879499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9437f6-7baf-4120-bc00-2fbdb40bf732,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:59.887043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.887043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.888562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.888562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.888562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.888562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.888562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.888957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.889271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.889586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.889897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:59.890206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb51997-7b80-4a17-b371-04e2899a4fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:02.576576 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:47:11.255825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d96ef752-0ca1-4c4d-8e9f-42701a765de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:13.230624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db7f4048-a0ee-4d7f-84c2-e8dab2ad1838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:14.910764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:16.089695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:16.620285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:39.576213 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 5 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:47:41.133805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2b65628-145a-4edc-bf59-e534e48cae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:43.220719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb1ef-f579-4546-bbca-cbce596742de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:44.951833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:46.077575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:47:46.624607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:11.180298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6705aaa-201f-4ce5-9519-841d2db15fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:12.458528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620387'] for agent, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:13.248630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49f919ca-6ece-45e1-b944-8ae5535bf8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:14.915903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:16.081179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:16.574767 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:48:16.646920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:27.299191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42902) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:48:27.402998 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3e837a70-055f-47bd-be9c-83d3dc7f44d1 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1027296 Apr 29 07:48:29.629681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 42912) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:48:29.684285 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b689c4cf-a438-4a0d-b30a-d5387ad177c7 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0535464 Apr 29 07:48:41.126587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53071604-c3dc-473a-87e4-0731352d3703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:42.488553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:43.214344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e67c6d0-7129-4fa8-a213-8a77f95a4700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:44.946501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:46.082741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:46.663842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:48:53.573939 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:49:11.127810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bd4ad1f-dbae-4a83-8bfa-75f8c60a541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:12.474786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:13.223364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf385e0e-f125-4f6d-9a26-151707887f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:14.948910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:16.076097 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:16.653198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:30.573028 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:49:41.127207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e6c427-2cb9-4db4-8118-a2fe282698ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:42.487198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:43.205323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f37abd87-ab7c-4dc8-873f-88dd35129128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:44.984935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:46.098477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:46.647489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:57.469425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43092) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:57.499033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43098) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:57.876138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-537542033-network', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:57.909978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1609482254-network', 'tenant_id': '3db95d922264435a828d96d456d20755'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:58.000189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Made reservation on behalf of 3db95d922264435a828d96d456d20755 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:49:58.003041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.005036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Made reservation on behalf of 9200ad04309a40958ca6c3497ed274b8 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:49:58.007976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.023004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.026012 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.148498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.158909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.213058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.232510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:49:58.247293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.255636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.256063 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Added segment 98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c of type vlan for network 35ed79a5-287d-4a3a-a680-e8df600601f5 Apr 29 07:49:58.267821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fdf97e-a176-4186-a0a7-48cbf9ff9c4a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:58.270927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43126) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:58.304965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:49:58.312818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.313233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.313568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.313899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.314237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.314594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.314919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.315256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.315578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.315897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.316212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.316525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Tracked resource versions report: Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: pushed versions: Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: { 'AddressGroup': {'1.2'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'ConntrackHelper': {'1.0'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Log': {'1.0'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Network': {'1.1'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Port': {'1.7'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'PortForwarding': {'1.2'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'QosPolicy': {'1.9'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroup': {'1.4'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SubPort': {'1.0'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Subnet': {'1.1'}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Trunk': {'1.1'}} Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: consumer versions: Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: HyperV agent@hv-neutron-8397: {}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'ConntrackHelper': '1.0', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Log': '1.0', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Network': '1.1', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Port': '1.7', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'PortForwarding': '1.2', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'QosPolicy': '1.9', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroup': '1.4', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SecurityGroupRule': '1.2', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'SubPort': '1.0', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Subnet': '1.1', Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: 'Trunk': '1.1'}} Apr 29 07:49:58.317612 dv-neutron-839740-1-hyperv neutron-server[109781]: {{(pid=109781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:49:58.336855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.341974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.342316 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Added segment 4e1c30a6-79b0-457f-8cb3-ec376b514ee6 of type vlan for network 24b027d7-b7a1-45a8-a357-32c318f3750e Apr 29 07:49:58.388244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36052f70-1933-4d9e-815e-383f8958d136,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:58.411777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.468226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.469209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:49:58.469786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.625520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.628702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:49:58.628702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.636752 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1661119 Apr 29 07:49:58.639651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43140) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:58.645369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Request body: {'subnet': {'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-537542033-subnet', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:58.645962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76555a2-d90a-43dd-8d34-c638703aa791 admin admin] Pushing event updated for resources: {'Network': ['ID=35ed79a5-287d-4a3a-a680-e8df600601f5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:58.660938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:49:58.709515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] Pushing event updated for resources: {'Network': ['ID=24b027d7-b7a1-45a8-a357-32c318f3750e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:58.720060 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-65acc77e-0a70-40c9-9fd7-9c850990446c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2198284 Apr 29 07:49:58.721091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43142) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:58.723063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 24b027d7-b7a1-45a8-a357-32c318f3750e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:49:58.723289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1886275417-network', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:58.727064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Request body: {'subnet': {'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1609482254-subnet', 'tenant_id': '3db95d922264435a828d96d456d20755', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:58.769356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Made reservation on behalf of 9200ad04309a40958ca6c3497ed274b8 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:49:58.773100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.801732 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Made reservation on behalf of 3db95d922264435a828d96d456d20755 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:49:58.804333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.836981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Made reservation on behalf of f109ee449caa4ee38894e7725d1abbb6 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:49:58.839387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:58.854844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43146) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:58.855808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.005592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1855921259', 'router:external': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:59.057824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.098950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.125422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.152991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:49:59.153927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b10427a-70fd-4707-89d5-59e8f0c4e419,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:59.163528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fffd680-97b6-4414-8672-d6921010e47c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:59.165742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Checking segment: {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:49:59.166086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Network hostable DHCP agents. Network: 24b027d7-b7a1-45a8-a357-32c318f3750e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:49:59.167987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.168317 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Added segment bdb07daa-02ff-4f76-97bb-c9cfe728dd19 of type vlan for network ae58e533-caeb-4f42-af32-8c6457a8748a Apr 29 07:49:59.180371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.180730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.181068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.181406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.181729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.182063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.182397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.182739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.183058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.183376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.183689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.184004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Tracked resource versions report: Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: pushed versions: Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: { 'AddressGroup': {'1.2'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'ConntrackHelper': {'1.0'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Log': {'1.0'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Network': {'1.1'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Port': {'1.7'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'PortForwarding': {'1.2'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'QosPolicy': {'1.9'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroup': {'1.4'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SubPort': {'1.0'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Subnet': {'1.1'}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Trunk': {'1.1'}} Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: consumer versions: Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: HyperV agent@hv-neutron-8397: {}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'ConntrackHelper': '1.0', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Log': '1.0', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Network': '1.1', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Port': '1.7', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'PortForwarding': '1.2', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'QosPolicy': '1.9', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroup': '1.4', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SecurityGroupRule': '1.2', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'SubPort': '1.0', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Subnet': '1.1', Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: 'Trunk': '1.1'}} Apr 29 07:49:59.185084 dv-neutron-839740-1-hyperv neutron-server[109782]: {{(pid=109782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:49:59.192766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Made reservation on behalf of 1541b90451ef4bfaa506bde7f108c3e1 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:49:59.195112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.196937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.231163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.268181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Network 24b027d7-b7a1-45a8-a357-32c318f3750e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:49:59.292692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.313044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4740ff5a-9493-46cb-8b49-2b9eb22e1c6b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:59.342469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43170) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:59.356094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 24b027d7-b7a1-45a8-a357-32c318f3750e) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:49:59.365993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Checking segment: {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:49:59.365993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Network hostable DHCP agents. Network: 35ed79a5-287d-4a3a-a680-e8df600601f5, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:49:59.367187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:49:59.367832 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.368077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f9b43-1019-4590-8fdd-b018a6810143 None None] Network 24b027d7-b7a1-45a8-a357-32c318f3750e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:49:59.426888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.442332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.443433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:49:59.444055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.467352 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dc64fde2-6d26-42fc-9375-578c652fbb52 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7448711 Apr 29 07:49:59.469308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:49:59.471421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43176) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:59.476245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:59.509958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.523212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 35ed79a5-287d-4a3a-a680-e8df600601f5) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:49:59.529956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] Pushing event updated for resources: {'Network': ['ID=ae58e533-caeb-4f42-af32-8c6457a8748a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:59.533933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:49:59.534544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.541827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:49:59.552932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2909f633-2f8d-41d6-a899-238ea4b0b3ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2803102 Apr 29 07:49:59.555513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc598937-57ed-4c71-9539-634460e8c312 None None] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:49:59.557008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43186) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:59.566015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Request body: {'subnet': {'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1886275417-subnet', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:59.579424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c11daa-d331-4876-8b12-1a2a0694af20,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:59.605288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.605799 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Added segment 883ebc1a-2ef0-4d7d-a78f-3033ace53873 of type vlan for network 596f6834-a810-4a77-995a-418c0a88fc40 Apr 29 07:49:59.613124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.617906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.671743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-24b027d7-b7a1-45a8-a357-32c318f3750e', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:49:59.677706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.681750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network ae58e533-caeb-4f42-af32-8c6457a8748a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:49:59.682778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d4f0bbfe-1027-4e8d-b714-c4b7438b4c48 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0417178 Apr 29 07:49:59.685916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43188) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:49:59.690605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:59.713632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.752495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.754249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Made reservation on behalf of f109ee449caa4ee38894e7725d1abbb6 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:49:59.756903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Notify callbacks [] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.779211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.781163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.852345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-62c95658-6826-41c3-af71-a32f92b03b86 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-355440984'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:59.886404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.887694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:49:59.888263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:49:59.907120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-35ed79a5-287d-4a3a-a680-e8df600601f5', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:49:59.908307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.020700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c95658-6826-41c3-af71-a32f92b03b86 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.021727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c95658-6826-41c3-af71-a32f92b03b86 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.042119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Allocated IP 172.20.0.2 (24b027d7-b7a1-45a8-a357-32c318f3750e/3b10427a-70fd-4707-89d5-59e8f0c4e419/8aab99ac-f2e6-4b0d-8253-8f2230192ffb) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:00.053114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1921844 Apr 29 07:50:00.054223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.068588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:00.080885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'subnet': {'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:00.099920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43202) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:00.113199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02ee55-ae67-401a-a231-5f08946ee979 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Network': ['ID=596f6834-a810-4a77-995a-418c0a88fc40,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:00.130453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 596f6834-a810-4a77-995a-418c0a88fc40 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:00.175597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.259122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Allocated IP 172.20.0.2 (35ed79a5-287d-4a3a-a680-e8df600601f5/4740ff5a-9493-46cb-8b49-2b9eb22e1c6b/33cf2b81-dc5d-47c1-a10c-cad7089a3169) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:00.276036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c95658-6826-41c3-af71-a32f92b03b86 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.289299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43208) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:00.364977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c95658-6826-41c3-af71-a32f92b03b86 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.397518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.417101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.419069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Made reservation on behalf of 1541b90451ef4bfaa506bde7f108c3e1 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:00.421854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.453751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.460919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1647097185'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:00.473854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c95658-6826-41c3-af71-a32f92b03b86 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.475182 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-62c95658-6826-41c3-af71-a32f92b03b86 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1309421 Apr 29 07:50:00.478830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43214) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:00.515861 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.519391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.565150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83491325-1ec9-48d2-bf0b-ecb13ec23597 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.596721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.601329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Network 24b027d7-b7a1-45a8-a357-32c318f3750e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:00.606695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:00.613353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:00.620419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1949907341'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:00.621511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Pushing event updated for resources: {'Port': ['ID=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:00.646108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:00.647667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.648109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.648428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.648983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.649548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.650134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.650745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.651303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.651639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.651967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.652288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.652605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Tracked resource versions report: Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: pushed versions: Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: { 'AddressGroup': {'1.2'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'ConntrackHelper': {'1.0'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Log': {'1.0'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Network': {'1.1'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Port': {'1.7'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'PortForwarding': {'1.2'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'QosPolicy': {'1.9'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroup': {'1.4'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SubPort': {'1.0'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Subnet': {'1.1'}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Trunk': {'1.1'}} Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: consumer versions: Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: HyperV agent@hv-neutron-8397: {}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'ConntrackHelper': '1.0', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Log': '1.0', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Network': '1.1', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Port': '1.7', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'PortForwarding': '1.2', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'QosPolicy': '1.9', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroup': '1.4', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SecurityGroupRule': '1.2', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'SubPort': '1.0', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Subnet': '1.1', Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: 'Trunk': '1.1'}} Apr 29 07:50:00.653808 dv-neutron-839740-1-hyperv neutron-server[109783]: {{(pid=109783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:50:00.685321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b6060d-45d7-4f20-9575-69359b1440fb,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:00.690463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Checking segment: {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:00.690876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Network hostable DHCP agents. Network: ae58e533-caeb-4f42-af32-8c6457a8748a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:00.748166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Made reservation on behalf of b6f39aaaf190441c8117d8a79442166e for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:00.751713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.775865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Made reservation on behalf of d82cedfd7d5d4a788c4b6b8830eecf3d for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:00.779408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.784383 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.795983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.814301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.836107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83491325-1ec9-48d2-bf0b-ecb13ec23597 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.840754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83491325-1ec9-48d2-bf0b-ecb13ec23597 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.841544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.868542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Network ae58e533-caeb-4f42-af32-8c6457a8748a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:00.877717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:00.878268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43222) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:00.883855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:00.889456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Pushing event updated for resources: {'Port': ['ID=33cf2b81-dc5d-47c1-a10c-cad7089a3169,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:00.949206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Attempting to bind port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:00.949673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Attempting to bind port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:00.950007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Attempting to bind port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb on network 24b027d7-b7a1-45a8-a357-32c318f3750e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:00.981846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:00.982276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Checking segment: {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:00.982691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.983446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Bound using segment: {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:00.983565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Bound port: 8aab99ac-f2e6-4b0d-8253-8f2230192ffb, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:00.983926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:00.995931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Attempting to bind port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:00.996299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Attempting to bind port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:00.996418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Allocated IP 172.26.2.70 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/4ae9aa6b-e81c-4066-93de-cfc75b7427cd) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:00.996642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Attempting to bind port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 on network 35ed79a5-287d-4a3a-a680-e8df600601f5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:01.001626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, ae58e533-caeb-4f42-af32-8c6457a8748a) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:01.010325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:01.010325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Checking segment: {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:01.010325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.010325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Bound using segment: {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:01.010325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Bound port: 33cf2b81-dc5d-47c1-a10c-cad7089a3169, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:01.010325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.018037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:01.018653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.040305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5df75-4792-48c0-b05a-9435ebc1a5c7 None None] Network ae58e533-caeb-4f42-af32-8c6457a8748a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:01.053830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83491325-1ec9-48d2-bf0b-ecb13ec23597 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.054782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83491325-1ec9-48d2-bf0b-ecb13ec23597 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb10d7a8-5bae-4879-a045-8399ac5c324b {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:01.066914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83491325-1ec9-48d2-bf0b-ecb13ec23597 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.071204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-83491325-1ec9-48d2-bf0b-ecb13ec23597 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "DELETE /v2.0/routers/cb10d7a8-5bae-4879-a045-8399ac5c324b HTTP/1.1" status: 204 len: 168 time: 0.5887010 Apr 29 07:50:01.078001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43226) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:01.083276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2f6254bf-b178-420f-8ead-d28d157b16c4 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Request body: {'router': {'name': 'tempest-router-1359798236', 'distributed': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:01.110290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e13a1927-f6bc-40cd-bfea-dbeaee4a615a tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:01.141902 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7dc5d6d7-d479-4a8d-9bcb-0c6b77524ccf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5785897 Apr 29 07:50:01.148175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43228) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:01.153348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:01.177068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] For port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:01.187683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] For port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:01.188988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.210384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] For port 33cf2b81-dc5d-47c1-a10c-cad7089a3169, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:01.225845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.240946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] For port 33cf2b81-dc5d-47c1-a10c-cad7089a3169, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=33cf2b81-dc5d-47c1-a10c-cad7089a3169,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:01.244408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f6254bf-b178-420f-8ead-d28d157b16c4 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.245591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f6254bf-b178-420f-8ead-d28d157b16c4 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.252679 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e13a1927-f6bc-40cd-bfea-dbeaee4a615a tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "PUT /v2.0/quotas/1538d0c525684b07a3d59dd8bd078efa HTTP/1.1" status: 200 len: 368 time: 0.3694015 Apr 29 07:50:01.252679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.258462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43230) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:01.265061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Request body: {'network': {'project_id': '1538d0c525684b07a3d59dd8bd078efa'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:01.271525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.291246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-ae58e533-caeb-4f42-af32-8c6457a8748a', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:50:01.292282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.296845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.324649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.332601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.337793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.341088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.348542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.482133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b5bf-c42a-4421-b01a-de90b97158d8 None None] Pushing event updated for resources: {'Port': ['ID=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:01.542604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.545172 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:50:01.545798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.550645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f6254bf-b178-420f-8ead-d28d157b16c4 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.551532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Made reservation on behalf of 1538d0c525684b07a3d59dd8bd078efa for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:01.554445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.556393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.573966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d468d4-b0b3-4295-8ed2-1a66247f500a None None] Pushing event updated for resources: {'Port': ['ID=33cf2b81-dc5d-47c1-a10c-cad7089a3169,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:01.583195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Allocated IP 172.20.0.2 (ae58e533-caeb-4f42-af32-8c6457a8748a/56b6060d-45d7-4f20-9575-69359b1440fb/25cf430c-67c4-48fc-9086-5b03e2c5c5a4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:01.600350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:01.633023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.683702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.684049 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Added segment f34c0a75-d265-43c4-8979-422ccf91d011 of type vlan for network 41fad3fd-647b-41fb-ab74-86e5137f764b Apr 29 07:50:01.687394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09664d81-97cc-430d-8905-045c7437f1f2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:01.689252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f6254bf-b178-420f-8ead-d28d157b16c4 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.704357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:01.721815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:01.767195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:01.773465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.785891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf43481-aa25-4534-a4fe-bd95cb1d8616,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:01.796728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4687e4db-0630-463b-ba5b-0280e2817414,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:01.797431 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:01.797747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.798240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Added segment 669e6945-587c-41a1-aea1-bc2018f8a875 of type vlan for network d8a9e7a6-fb0a-4550-808e-94717fae0360 Apr 29 07:50:01.802014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f6254bf-b178-420f-8ead-d28d157b16c4 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.809052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2f6254bf-b178-420f-8ead-d28d157b16c4 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7298751 Apr 29 07:50:01.809762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43238) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:01.913652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.920909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:01.934881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:01.935232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Allocated IP 172.26.2.254 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/277669be-9e5c-4ceb-835f-487bf6efb86c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:01.996978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.034374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.035242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.resource_extend [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:50:02.043477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf26c89-ed46-48c5-8787-d11f062a83af tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.075133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Checking segment: {'id': '883ebc1a-2ef0-4d7d-a78f-3033ace53873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:02.075514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network hostable DHCP agents. Network: 596f6834-a810-4a77-995a-418c0a88fc40, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:02.083856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Network ae58e533-caeb-4f42-af32-8c6457a8748a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:02.087483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:02.091272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:02.101671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Pushing event updated for resources: {'Port': ['ID=25cf430c-67c4-48fc-9086-5b03e2c5c5a4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:02.159177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.165652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:02.165811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.169944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.resource_extend [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:50:02.170849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Attempting to bind port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:02.171254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Attempting to bind port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:02.171671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Attempting to bind port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 on network ae58e533-caeb-4f42-af32-8c6457a8748a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:02.179477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:02.179851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Checking segment: {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:02.180249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.180894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Bound using segment: {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:02.181493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Bound port: 25cf430c-67c4-48fc-9086-5b03e2c5c5a4, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:02.181950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.221681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.256065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network 596f6834-a810-4a77-995a-418c0a88fc40 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:02.292527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.315340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] For port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:02.319855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] For port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=25cf430c-67c4-48fc-9086-5b03e2c5c5a4,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:02.349345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf26c89-ed46-48c5-8787-d11f062a83af tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.351783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.357812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:02.358561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.366791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf26c89-ed46-48c5-8787-d11f062a83af tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.391442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.406989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Pushing event updated for resources: {'Network': ['ID=41fad3fd-647b-41fb-ab74-86e5137f764b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:02.407684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.415486 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-249a000b-96d8-468e-a6b0-b7a7bdc7abe8 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1256082 Apr 29 07:50:02.419227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43240) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:02.424513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 41fad3fd-647b-41fb-ab74-86e5137f764b details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:02.452127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8aab99ac-f2e6-4b0d-8253-8f2230192ffb up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:02.484014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 596f6834-a810-4a77-995a-418c0a88fc40) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:02.497646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:02.498322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.515138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.559072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d8800-d324-4c01-8fce-2254315cdf80 None None] Network 596f6834-a810-4a77-995a-418c0a88fc40 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:02.608482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.612907 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1310ca84-18cf-457d-828e-f78c5d36277a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5399609 Apr 29 07:50:02.619431 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43244) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:02.627901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c453e-a54d-4a94-b41d-86d862476347 None None] Pushing event updated for resources: {'Port': ['ID=25cf430c-67c4-48fc-9086-5b03e2c5c5a4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:02.689625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-984644414', 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:02.698820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'network': {'name': 'tempest-network--2106918136', 'router:external': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:02.704344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6032226 Apr 29 07:50:02.713090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43248) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:02.729671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Request body: {'subnet': {'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:02.761605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839ab7f-8873-4105-a8b4-5faa64a4c15e tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event updated for resources: {'Network': ['ID=d8a9e7a6-fb0a-4550-808e-94717fae0360,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:02.783993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d8a9e7a6-fb0a-4550-808e-94717fae0360 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:02.787616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:02.813756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:02.814261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.860562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf26c89-ed46-48c5-8787-d11f062a83af tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.862289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf26c89-ed46-48c5-8787-d11f062a83af tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4a76eb-d40f-4007-b7b5-f43cf5b6e8f9 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:02.927151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf26c89-ed46-48c5-8787-d11f062a83af tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.928657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ccf26c89-ed46-48c5-8787-d11f062a83af tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6a4a76eb-d40f-4007-b7b5-f43cf5b6e8f9 HTTP/1.1" status: 204 len: 168 time: 1.0705335 Apr 29 07:50:02.935913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Made reservation on behalf of 1541b90451ef4bfaa506bde7f108c3e1 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:02.938722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.950824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.951378 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Added segment e0497483-ecf1-49d8-ac19-9315dbf5aeaf of type vlan for network d7ac7ff9-e9d2-4057-b58f-a3fb6299f98a Apr 29 07:50:02.952876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43250) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:02.954920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Made reservation on behalf of e8d4907a04f14aa1b6c43e81c5ae73ba for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:02.958484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1ca3ad17-787b-4c59-87fb-3206467b5cef tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Request body: {'router': {'name': 'tempest-router-648334495', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3445f45decda451da21d679547943eac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:02.961211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:02.966334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a162d85-2508-417c-9543-10ec2ad507de None None] Network 596f6834-a810-4a77-995a-418c0a88fc40 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:02.979315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f45195c-c0e5-4bb4-b73f-4179528187c2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:03.089286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.122274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.151935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.152498 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.164233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.174322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] device_id is not set on port 733eca0c-fab8-448a-905f-975de18bef37 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:03.248972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ad17-787b-4c59-87fb-3206467b5cef tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.251672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ad17-787b-4c59-87fb-3206467b5cef tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.257849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf94c3b-d2df-41e5-8d5b-0ca6d8d9924a None None] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:03.273091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:03.303140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Pushing event updated for resources: {'Port': ['ID=277669be-9e5c-4ceb-835f-487bf6efb86c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:03.321287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:03.324047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:03.331712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:03.360109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.361280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 33cf2b81-dc5d-47c1-a10c-cad7089a3169 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:03.374381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Made reservation on behalf of b6f39aaaf190441c8117d8a79442166e for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:03.377738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks [] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.402702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.434046 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.463188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:03.471236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ab07c-8c4c-4f57-8fdd-8cd95779542f None None] Network 24b027d7-b7a1-45a8-a357-32c318f3750e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:03.558790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.559770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:03.560404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.646805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ad17-787b-4c59-87fb-3206467b5cef tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.649146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2afd4425-a6e6-4575-913e-c8c73327c96e None None] Provisioning complete for port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:03.649522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2afd4425-a6e6-4575-913e-c8c73327c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.809258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5478733 Apr 29 07:50:03.816913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ad17-787b-4c59-87fb-3206467b5cef tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.825462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43252) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:03.852395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Allocated IP 2001:db8::25a (596f6834-a810-4a77-995a-418c0a88fc40/4687e4db-0630-463b-ba5b-0280e2817414/733eca0c-fab8-448a-905f-975de18bef37) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:03.863096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:03.863466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:03.872134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Request body: {'network': {'project_id': '1538d0c525684b07a3d59dd8bd078efa'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:03.898103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a0b48-5e18-4c25-b0b2-edab5b8b5d8f tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Pushing event updated for resources: {'Network': ['ID=d7ac7ff9-e9d2-4057-b58f-a3fb6299f98a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:04.006329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.045579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Allocated IP 172.26.2.26 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/034785f1-28a0-489c-b4f8-cfe6a0a62800) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:04.046825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d7ac7ff9-e9d2-4057-b58f-a3fb6299f98a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:04.049702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2afd4425-a6e6-4575-913e-c8c73327c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.081157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ad17-787b-4c59-87fb-3206467b5cef tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.082356 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1ca3ad17-787b-4c59-87fb-3206467b5cef tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1281831 Apr 29 07:50:04.098111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2afd4425-a6e6-4575-913e-c8c73327c96e None None] For port 33cf2b81-dc5d-47c1-a10c-cad7089a3169, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=33cf2b81-dc5d-47c1-a10c-cad7089a3169,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:04.106054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43256) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:04.114332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.117721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Made reservation on behalf of 1538d0c525684b07a3d59dd8bd078efa for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:04.120144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.125135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:04.133818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:04.153859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.153859 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Added segment 1d8c919d-81d0-4b2c-b14e-408609f1a0c4 of type vlan for network fdaec17e-c5ae-4f4a-9ccb-9a85f288af24 Apr 29 07:50:04.208362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.252881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60093684-e1fc-4ab8-b00e-226ad22aa206 None None] Network ae58e533-caeb-4f42-af32-8c6457a8748a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:04.284833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bcbdd2-1976-485d-9171-abd9aad32c27,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:04.289817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.302200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Router 540f3cdd-9496-441c-a27e-b500f2f0cf8e is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:04.344543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.345500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:04.346068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.358484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2afd4425-a6e6-4575-913e-c8c73327c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.411944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:04.441167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Network': ['ID=fdaec17e-c5ae-4f4a-9ccb-9a85f288af24,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:04.493621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network fdaec17e-c5ae-4f4a-9ccb-9a85f288af24 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:04.579391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.579759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Added segment 3cd3020e-f4ad-4104-98e8-12af5ca24410 of type vlan for network 3e788b84-ec98-4454-a006-52672def9ddc Apr 29 07:50:04.599621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.640568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4425-a6e6-4575-913e-c8c73327c96e None None] Pushing event updated for resources: {'Port': ['ID=33cf2b81-dc5d-47c1-a10c-cad7089a3169,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:04.642500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:04.651528 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-16d5eeb2-dda6-4a5a-a769-ccd27d57d46a tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2299669 Apr 29 07:50:04.658656 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Sync routers for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:04.687191 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:04.687830 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:49:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:04.716003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] Provisioning complete for port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:04.716521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.728816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43258) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:04.756264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:04.757766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.066975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.066975 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-75d9723b-8b29-4de5-ba79-178e88285a22 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3600123 Apr 29 07:50:05.068288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:05.068872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43260) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:05.069017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.069171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.069791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.069881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.069999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:05.069999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.069999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] For port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=25cf430c-67c4-48fc-9086-5b03e2c5c5a4,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:05.070158 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:05.086826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.resource_extend [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:50:05.087034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.101049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event updated for resources: {'Subnet': ['ID=65c8da96-1da5-4519-8026-ea371994db32,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:05.117232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109782) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 29 07:50:05.117775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.128261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Router 9edf870a-35b6-497a-845c-10166cd975da migrating from provider to provider. {{(pid=109782) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 29 07:50:05.128352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.139470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.154858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Port': ['ID=733eca0c-fab8-448a-905f-975de18bef37,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:05.166399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.169014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network 596f6834-a810-4a77-995a-418c0a88fc40 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:05.172896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:05.176447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:05.177608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:05.182297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.185203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.223163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.260295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Checking segment: {'id': '669e6945-587c-41a1-aea1-bc2018f8a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:05.261041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Network hostable DHCP agents. Network: d8a9e7a6-fb0a-4550-808e-94717fae0360, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:05.262057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:05.275386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:05.276369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.281593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:05.303044 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:02Z', 'revision_number': 3, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:05.315744 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1e76077b-6c6d-4ff3-bf22-04a35b13e314 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6398847 Apr 29 07:50:05.315744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Pushing event updated for resources: {'Port': ['ID=034785f1-28a0-489c-b4f8-cfe6a0a62800,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:05.317178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43262) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:05.318858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] Provisioning complete for port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:05.319270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.327420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:50:05.327952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:50:05.346709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90922dec-7beb-4bdd-bd6d-0825bbef2c0a None None] Pushing event updated for resources: {'Port': ['ID=25cf430c-67c4-48fc-9086-5b03e2c5c5a4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:05.364497 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Checking router: 540f3cdd-9496-441c-a27e-b500f2f0cf8e for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:05.365083 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Updating router 540f3cdd-9496-441c-a27e-b500f2f0cf8e port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:05.370787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.371862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:05.372617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.388585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.409418 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.415294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.463149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.463491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.464247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.464589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > port after_create 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.464919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.465255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > port after_update 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.465566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.465881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.466194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.466530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.563317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-93756efa-0518-4939-9aaf-af07be6485f3 None None] Provisioning complete for port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:05.563684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93756efa-0518-4939-9aaf-af07be6485f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.603425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Network d8a9e7a6-fb0a-4550-808e-94717fae0360 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:05.696675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-93756efa-0518-4939-9aaf-af07be6485f3 None None] Provisioning complete for port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:05.697584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93756efa-0518-4939-9aaf-af07be6485f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.702115 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8738270 Apr 29 07:50:05.705563 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] No L3 agents can host the router 9edf870a-35b6-497a-845c-10166cd975da Apr 29 07:50:05.708129 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43264) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:05.708904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.709450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.710460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.710956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:05.711466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaec17e-c5ae-4f4a-9ccb-9a85f288af24']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:05.712140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0035f-00ed-4ad7-ade8-b0f90229ee79 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Pushing event updated for resources: {'Network': ['ID=3e788b84-ec98-4454-a006-52672def9ddc,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:05.718648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a6e95820-6e26-4179-bda9-1a1f85093009 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Request body: {'network': {'project_id': '1538d0c525684b07a3d59dd8bd078efa'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:05.718872 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.737687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 3e788b84-ec98-4454-a006-52672def9ddc details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:05.754862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8c919d-81d0-4b2c-b14e-408609f1a0c4') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:05.754862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8c919d-81d0-4b2c-b14e-408609f1a0c4') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:05.761485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d8a9e7a6-fb0a-4550-808e-94717fae0360) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:05.773298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:05.773877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.782911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.797406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdebce5c-ec12-4e2c-90b1-b7c6e8dce1db None None] Network d8a9e7a6-fb0a-4550-808e-94717fae0360 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:05.813464 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.813910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.828586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:05.829573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.830000 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e95820-6e26-4179-bda9-1a1f85093009 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 07:50:05.830777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e95820-6e26-4179-bda9-1a1f85093009 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:50:05.834523 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a6e95820-6e26-4179-bda9-1a1f85093009 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1205099 Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: from cryptography.utils import int_from_bytes Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: from cryptography.utils import int_from_bytes Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:05.834663 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:05.838902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43266) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:05.876110 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Attempting to bind port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:05.876467 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Attempting to bind port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:05.877804 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Attempting to bind port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:05.885299 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:05.885669 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:05.886064 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.886468 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:05.886938 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Bound port: 4ae9aa6b-e81c-4066-93de-cfc75b7427cd, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:05.887334 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.888893 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Pushing event updated for resources: {'Port': ['ID=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:05.920177 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.920748 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.921225 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.921680 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.922150 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.922651 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.922962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8aab99ac-f2e6-4b0d-8253-8f2230192ffb up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:05.923252 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.923712 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.924204 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.924660 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.925120 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.925573 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Tracked resource versions report: Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: pushed versions: Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: { 'AddressGroup': {'1.2'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'ConntrackHelper': {'1.0'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Log': {'1.0'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Network': {'1.1'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Port': {'1.7'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'PortForwarding': {'1.2'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'QosPolicy': {'1.9'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroup': {'1.4'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SubPort': {'1.0'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Subnet': {'1.1'}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Trunk': {'1.1'}} Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: consumer versions: Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: { DHCP agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: HyperV agent@hv-neutron-8397: {}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: L3 agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: Metadata agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: Metering agent@dv-neutron-839740-1-hyperv: {}, Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: Open vSwitch agent@dv-neutron-839740-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'ConntrackHelper': '1.0', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Log': '1.0', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Network': '1.1', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Port': '1.7', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'PortForwarding': '1.2', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'QosPolicy': '1.9', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroup': '1.4', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SecurityGroupRule': '1.2', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'SubPort': '1.0', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Subnet': '1.1', Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: 'Trunk': '1.1'}} Apr 29 07:50:05.926882 dv-neutron-839740-1-hyperv neutron-server[109784]: {{(pid=109784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:50:05.951560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Deleting port 733eca0c-fab8-448a-905f-975de18bef37 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:05.952182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:05.977922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-13613258-ad6c-414d-b9e7-4490ce969938 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2555547 Apr 29 07:50:05.986837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43268) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:05.987941 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] For port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:05.994553 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] For port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:06.026299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Request body: {'port': {'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1344985033'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:06.043844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.049608 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.064017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fdaec17e-c5ae-4f4a-9ccb-9a85f288af24 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:50:06.081364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-93756efa-0518-4939-9aaf-af07be6485f3 None None] Provisioning complete for port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:06.081364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93756efa-0518-4939-9aaf-af07be6485f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.102481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdaec17e-c5ae-4f4a-9ccb-9a85f288af24,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:06.111703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:06.112078 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.125487 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:06.126325 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:49:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:06.146628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Hosts for router 9edf870a-35b6-497a-845c-10166cd975da: [] {{(pid=109782) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 29 07:50:06.173444 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ecc07-b29f-462a-bfc6-9b69d2143586 None None] Pushing event updated for resources: {'Port': ['ID=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:06.219527 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-308911e4-712a-4891-aa14-ca1464ffc88a tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1538d0c525684b07a3d59dd8bd078efa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3771710 Apr 29 07:50:06.237134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.244071 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4e47a5ef-8d77-4556-8576-68c86cacc0f6 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "DELETE /v2.0/networks/fdaec17e-c5ae-4f4a-9ccb-9a85f288af24 HTTP/1.1" status: 204 len: 168 time: 1.5143569 Apr 29 07:50:06.250594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.252482 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:06.254717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43270) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:06.255151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43272) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:06.268417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:06.322372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-d8a9e7a6-fb0a-4550-808e-94717fae0360', 'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360', 'tenant_id': 'b6f39aaaf190441c8117d8a79442166e', 'fixed_ips': [{'subnet_id': '65c8da96-1da5-4519-8026-ea371994db32'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:50:06.323266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.401291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Hosts for other DVR routers connected to router 9edf870a-35b6-497a-845c-10166cd975da: set() {{(pid=109782) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 29 07:50:06.403863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.404969 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8a3f18da-e19f-416e-9baa-a0dbd5f05a15 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "PUT /v2.0/routers/9edf870a-35b6-497a-845c-10166cd975da HTTP/1.1" status: 200 len: 716 time: 2.2882354 Apr 29 07:50:06.422654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43274) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:06.564169 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fecd5368-c8a3-4c5f-a9d6-9268f9073a37 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "GET /v2.0/routers/9edf870a-35b6-497a-845c-10166cd975da HTTP/1.1" status: 200 len: 716 time: 0.1337030 Apr 29 07:50:06.566369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43276) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:06.570806 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:02Z', 'revision_number': 3, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:06.648728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Allocated IP 172.20.0.2 (d8a9e7a6-fb0a-4550-808e-94717fae0360/65c8da96-1da5-4519-8026-ea371994db32/1734d2f8-1e7f-4169-8cce-4278ab82dff5) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:06.655941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:06.656710 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e79b9-af10-48ef-a3aa-2677d4ecceb7 None None] The sync data for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv is: [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:02Z', 'revision_number': 3, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:06.678126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:06.697191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.715254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Calling delete_port for 733eca0c-fab8-448a-905f-975de18bef37 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:06.746990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Made reservation on behalf of b6f39aaaf190441c8117d8a79442166e for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:06.750533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.816808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Made reservation on behalf of e8d4907a04f14aa1b6c43e81c5ae73ba for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:06.820203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.842757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:06.843163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.927531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:06.954753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:06.973378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 33cf2b81-dc5d-47c1-a10c-cad7089a3169 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:06.984680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:07.001278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Sync routers for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:07.008174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-03de9b16-1147-4137-8b0d-9bfebe6ce33b tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.016389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.025675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.025953 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Added segment 7cd6f4e8-574a-4fd2-a439-8af77ffd4c57 of type vlan for network c6b37dce-6af5-4dca-860e-38f15f8f5a68 Apr 29 07:50:07.033130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] device_id is not set on port 223d862e-4b0e-4bbc-853e-d6d98ca92c47 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:07.061265 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e848bc2e-cf58-41c3-96fa-77ac3f9c3ac2 tempest-RoutersTestDVR-414179946 tempest-RoutersTestDVR-414179946-project] 10.222.0.16 "GET /v2.0/routers/9edf870a-35b6-497a-845c-10166cd975da HTTP/1.1" status: 200 len: 682 time: 0.4893410 Apr 29 07:50:07.062401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:07.063054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:49:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:07.074646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43280) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:07.104592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Network d8a9e7a6-fb0a-4550-808e-94717fae0360 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:07.116665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.118060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:07.129621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:07.133669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Pushing event updated for resources: {'Port': ['ID=1734d2f8-1e7f-4169-8cce-4278ab82dff5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:07.157078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-03de9b16-1147-4137-8b0d-9bfebe6ce33b tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.187833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.188547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.213060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:07.213445 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.247462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.247462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ca2cb6bb-983d-47a8-8539-77777efb849d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.5578721 Apr 29 07:50:07.253071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43282) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:07.285810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9abb31cc-38f5-4384-b973-96e0ff241056 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.291616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Attempting to bind port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:07.291616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Attempting to bind port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '669e6945-587c-41a1-aea1-bc2018f8a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:07.291616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Attempting to bind port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 on network d8a9e7a6-fb0a-4550-808e-94717fae0360 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:07.317825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:07.332905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:07.332905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Checking segment: {'id': '669e6945-587c-41a1-aea1-bc2018f8a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:07.332905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.332905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Bound using segment: {'id': '669e6945-587c-41a1-aea1-bc2018f8a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:07.332905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Bound port: 1734d2f8-1e7f-4169-8cce-4278ab82dff5, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e6945-587c-41a1-aea1-bc2018f8a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd8a9e7a6-fb0a-4550-808e-94717fae0360'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:07.332905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.518864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.561111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.561946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:07.562578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.580758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] For port 1734d2f8-1e7f-4169-8cce-4278ab82dff5, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:07.585704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] For port 1734d2f8-1e7f-4169-8cce-4278ab82dff5, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1734d2f8-1e7f-4169-8cce-4278ab82dff5,segment=NetworkSegment(669e6945-587c-41a1-aea1-bc2018f8a875),segment_id=669e6945-587c-41a1-aea1-bc2018f8a875)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:07.595140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:50:07.646518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Allocated IP 172.20.0.10 (d8a9e7a6-fb0a-4550-808e-94717fae0360/65c8da96-1da5-4519-8026-ea371994db32/223d862e-4b0e-4bbc-853e-d6d98ca92c47) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:07.659440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9abb31cc-38f5-4384-b973-96e0ff241056 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.661036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-03de9b16-1147-4137-8b0d-9bfebe6ce33b tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.663655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-03de9b16-1147-4137-8b0d-9bfebe6ce33b tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.667517 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-03de9b16-1147-4137-8b0d-9bfebe6ce33b tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f45195c-c0e5-4bb4-b73f-4179528187c2 HTTP/1.1" status: 204 len: 168 time: 1.4060662 Apr 29 07:50:07.670355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9abb31cc-38f5-4384-b973-96e0ff241056 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.673366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event deleted for resources: {'Port': ['ID=733eca0c-fab8-448a-905f-975de18bef37,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:07.679152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43284) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:07.688794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:03Z', 'revision_number': 3, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:07.733455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.745716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Checking router: 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:07.746225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Updating router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 port 277669be-9e5c-4ceb-835f-487bf6efb86c binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:07.795670 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de9b16-1147-4137-8b0d-9bfebe6ce33b tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f45195c-c0e5-4bb4-b73f-4179528187c2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:07.848475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.850538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ff902-9a29-4119-9060-7fa40477081d None None] Pushing event updated for resources: {'Port': ['ID=1734d2f8-1e7f-4169-8cce-4278ab82dff5,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:07.852349 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5877566 Apr 29 07:50:07.861787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:07.866670 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e24e20d3-21b8-499e-a200-bbb3639403c0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "DELETE /v2.0/ports/733eca0c-fab8-448a-905f-975de18bef37 HTTP/1.1" status: 204 len: 168 time: 2.5417659 Apr 29 07:50:07.873406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43286) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:07.873803 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:07.881264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf86fc1-cb90-4561-b997-4a0edc09e3c7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Network': ['ID=c6b37dce-6af5-4dca-860e-38f15f8f5a68,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:07.902788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network c6b37dce-6af5-4dca-860e-38f15f8f5a68 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:07.902966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'subnet': {'network_id': 'c6b37dce-6af5-4dca-860e-38f15f8f5a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:07.919035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'external_fixed_ips': [{'subnet_id': '4687e4db-0630-463b-ba5b-0280e2817414', 'ip_address': '2001:db8::25a'}]}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:07.924647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Allocated IP 172.20.0.1 (24b027d7-b7a1-45a8-a357-32c318f3750e/3b10427a-70fd-4707-89d5-59e8f0c4e419/792a691f-5d1d-4fdc-8c2e-e4710e2ffb40) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:08.010870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.098460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Made reservation on behalf of e8d4907a04f14aa1b6c43e81c5ae73ba for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:08.101386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.103848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.104849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.132183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.177449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9abb31cc-38f5-4384-b973-96e0ff241056 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.177953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abb31cc-38f5-4384-b973-96e0ff241056 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9edf870a-35b6-497a-845c-10166cd975da {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:08.184684 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e788b84-ec98-4454-a006-52672def9ddc']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.189835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9abb31cc-38f5-4384-b973-96e0ff241056 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.195777 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9abb31cc-38f5-4384-b973-96e0ff241056 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9edf870a-35b6-497a-845c-10166cd975da HTTP/1.1" status: 204 len: 168 time: 1.1099558 Apr 29 07:50:08.195777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Router a04adfd0-b1b0-4519-874f-9ff3474e3e4a is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:08.201345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43292) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:08.207925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-04ccc434-8088-4458-bae5-3abad6544ecb tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Request body: {'router': {'name': 'tempest-router-834124494', 'distributed': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:08.232301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd3020e-f4ad-4104-98e8-12af5ca24410') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.232600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd3020e-f4ad-4104-98e8-12af5ca24410') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.322447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.358590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.408096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.448445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.456645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.468598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Attempting to bind port 277669be-9e5c-4ceb-835f-487bf6efb86c on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:08.468970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Attempting to bind port 277669be-9e5c-4ceb-835f-487bf6efb86c by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:08.469167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.469373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Attempting to bind port 277669be-9e5c-4ceb-835f-487bf6efb86c on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:08.477771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f8ce5-8643-4378-97ec-af1806d3f22f None None] Pushing event updated for resources: {'Port': ['ID=277669be-9e5c-4ceb-835f-487bf6efb86c,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:08.482352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:08.482672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:08.482826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.483073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:08.483628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.483798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:08.484840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Bound port: 277669be-9e5c-4ceb-835f-487bf6efb86c, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:08.484953 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:08.486624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.547737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] For port 277669be-9e5c-4ceb-835f-487bf6efb86c, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:08.551908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] For port 277669be-9e5c-4ceb-835f-487bf6efb86c, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=277669be-9e5c-4ceb-835f-487bf6efb86c,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:08.562023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04ccc434-8088-4458-bae5-3abad6544ecb tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.562471 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04ccc434-8088-4458-bae5-3abad6544ecb tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.587447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.619478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04ccc434-8088-4458-bae5-3abad6544ecb tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.636440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:08.641609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.643183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.658668 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Sync routers for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:08.679825 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:08.680534 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:49:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.691791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04ccc434-8088-4458-bae5-3abad6544ecb tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.724569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.729772 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e1a9213e-0501-4b9d-a4cd-32ef6ed6249a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5805674 Apr 29 07:50:08.730376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43294) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:08.730970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1734d2f8-1e7f-4169-8cce-4278ab82dff5 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:08.732652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.746632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.751448 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3e788b84-ec98-4454-a006-52672def9ddc HTTP/1.1" status: 204 len: 168 time: 1.0420101 Apr 29 07:50:08.773966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43296) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:08.777958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.808394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04ccc434-8088-4458-bae5-3abad6544ecb tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.812587 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-04ccc434-8088-4458-bae5-3abad6544ecb tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6084592 Apr 29 07:50:08.813494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467e7d1-f672-44cb-ba14-7b4d107e3749 tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e788b84-ec98-4454-a006-52672def9ddc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:08.821876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43298) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:08.873107 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:08.886812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Network d8a9e7a6-fb0a-4550-808e-94717fae0360 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:08.920924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6427-62e9-4974-ae20-16df02903be7 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.924071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:08.924071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:49:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.942135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:08.961081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:08.966656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:08.967310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:08.992123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event updated for resources: {'Port': ['ID=223d862e-4b0e-4bbc-853e-d6d98ca92c47,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:09.020496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f8ce5-8643-4378-97ec-af1806d3f22f None None] Pushing event updated for resources: {'Port': ['ID=277669be-9e5c-4ceb-835f-487bf6efb86c,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:09.044847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.047949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.165536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:09.165987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.195410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6427-62e9-4974-ae20-16df02903be7 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.200472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6427-62e9-4974-ae20-16df02903be7 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.219673 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:05Z', 'revision_number': 3, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:09.234750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:09.278836 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Checking router: a04adfd0-b1b0-4519-874f-9ff3474e3e4a for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:09.278836 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Updating router a04adfd0-b1b0-4519-874f-9ff3474e3e4a port 034785f1-28a0-489c-b4f8-cfe6a0a62800 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:09.347580 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.402317 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7fd39ba5-c70d-4b7a-946e-8716c8279ae2 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.4039719 Apr 29 07:50:09.406877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Network 24b027d7-b7a1-45a8-a357-32c318f3750e is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:09.418973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43302) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:09.457650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:09.516407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6427-62e9-4974-ae20-16df02903be7 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.516952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa6427-62e9-4974-ae20-16df02903be7 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87b9e20e-d2bd-4d48-a90f-e493ed66ec5a {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:09.523765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6427-62e9-4974-ae20-16df02903be7 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.523998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:09.524461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.524925 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ccfa6427-62e9-4974-ae20-16df02903be7 tempest-RoutersTestDVR-1555179187 tempest-RoutersTestDVR-1555179187-project-admin] 10.222.0.16 "DELETE /v2.0/routers/87b9e20e-d2bd-4d48-a90f-e493ed66ec5a HTTP/1.1" status: 204 len: 168 time: 0.7021875 Apr 29 07:50:09.567904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.640192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.697723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ee53d-b672-4506-852a-2d8d15e8feef None None] Network d8a9e7a6-fb0a-4550-808e-94717fae0360 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:09.738865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:09.774315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 1734d2f8-1e7f-4169-8cce-4278ab82dff5, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1734d2f8-1e7f-4169-8cce-4278ab82dff5,segment=NetworkSegment(669e6945-587c-41a1-aea1-bc2018f8a875),segment_id=669e6945-587c-41a1-aea1-bc2018f8a875)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:09.778767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.843711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-18627899-3fca-48e9-8ef2-58a925cfef2f None None] Provisioning complete for port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:09.844367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18627899-3fca-48e9-8ef2-58a925cfef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.891778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.892651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4ae9aa6b-e81c-4066-93de-cfc75b7427cd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:09.922762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Allocated IP 172.20.0.1 (ae58e533-caeb-4f42-af32-8c6457a8748a/56b6060d-45d7-4f20-9575-69359b1440fb/36b6255f-3eee-4974-84ea-d80310ba2e39) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:09.967968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:09.988842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:09.989493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.024632 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.044417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.105792 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.119618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:03Z', 'revision_number': 3, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:10.123455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.123800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.124563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.124906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > port after_create 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.125238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.125566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > port after_update 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.125881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.126185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.126658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.126828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.154777 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62750fa-d297-4911-85af-403e664496ce None None] Pushing event updated for resources: {'Port': ['ID=034785f1-28a0-489c-b4f8-cfe6a0a62800,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:10.161967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.200402 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Attempting to bind port 034785f1-28a0-489c-b4f8-cfe6a0a62800 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:10.201108 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Attempting to bind port 034785f1-28a0-489c-b4f8-cfe6a0a62800 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:10.201689 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Attempting to bind port 034785f1-28a0-489c-b4f8-cfe6a0a62800 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:10.212127 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:10.212830 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:10.214450 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.215048 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:10.216188 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Bound port: 034785f1-28a0-489c-b4f8-cfe6a0a62800, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:10.216765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Network ae58e533-caeb-4f42-af32-8c6457a8748a is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:10.218609 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.220035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:10.225129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:10.255522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=36b6255f-3eee-4974-84ea-d80310ba2e39,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:10.262253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43308) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:10.295665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.312455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.312799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.313122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.313442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:50:10.315539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ac7ff9-e9d2-4057-b58f-a3fb6299f98a']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:10.319944 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] For port 034785f1-28a0-489c-b4f8-cfe6a0a62800, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:10.320093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=1734d2f8-1e7f-4169-8cce-4278ab82dff5,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:10.323579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.340087 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] For port 034785f1-28a0-489c-b4f8-cfe6a0a62800, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=034785f1-28a0-489c-b4f8-cfe6a0a62800,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:10.356071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:10.412019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18c71f-70a2-4487-9b91-76417a0ff9cd None None] The sync data for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv is: [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:03Z', 'revision_number': 3, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:10.423329 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.443312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0497483-ecf1-49d8-ac19-9315dbf5aeaf') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:10.443312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0497483-ecf1-49d8-ac19-9315dbf5aeaf') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:10.466134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.549611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e865840a-8e43-45a7-8a13-28e049150e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.581974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:10.587849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.632016 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62750fa-d297-4911-85af-403e664496ce None None] Pushing event updated for resources: {'Port': ['ID=034785f1-28a0-489c-b4f8-cfe6a0a62800,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:10.635810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9ea94de6-cc8e-4a58-9d09-c64aac556393 None None] Provisioning complete for port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:10.636116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ea94de6-cc8e-4a58-9d09-c64aac556393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.656841 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:10.657463 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:49:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:10.699569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1734d2f8-1e7f-4169-8cce-4278ab82dff5 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:10.752628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9ea94de6-cc8e-4a58-9d09-c64aac556393 None None] Port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:10.782832 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e865840a-8e43-45a7-8a13-28e049150e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.786552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9ea94de6-cc8e-4a58-9d09-c64aac556393 None None] Provisioning complete for port 36b6255f-3eee-4974-84ea-d80310ba2e39 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:10.786927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ea94de6-cc8e-4a58-9d09-c64aac556393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.846422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.852149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9ea94de6-cc8e-4a58-9d09-c64aac556393 None None] Port 36b6255f-3eee-4974-84ea-d80310ba2e39 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:10.855619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:10.856073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.863667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e865840a-8e43-45a7-8a13-28e049150e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.902065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Allocated IP 172.20.0.1 (35ed79a5-287d-4a3a-a680-e8df600601f5/4740ff5a-9493-46cb-8b49-2b9eb22e1c6b/97143ea6-0b10-42bb-b740-1f1c778a90d3) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:10.915573 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:10.930334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.952098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Deleting port 223d862e-4b0e-4bbc-853e-d6d98ca92c47 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:10.952440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:10.983129 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e865840a-8e43-45a7-8a13-28e049150e41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3445f45decda451da21d679547943eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176282 Apr 29 07:50:10.986203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43312) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:11.025952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b16f2beb-c48b-4772-a6ac-b5f553163807 None None] Provisioning complete for port 223d862e-4b0e-4bbc-853e-d6d98ca92c47 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:11.026729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b16f2beb-c48b-4772-a6ac-b5f553163807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.050574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865840a-8e43-45a7-8a13-28e049150e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4a1bf-c123-44b0-a1f9-2de8fa1c3f7b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:11.097967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b16f2beb-c48b-4772-a6ac-b5f553163807 None None] Port 223d862e-4b0e-4bbc-853e-d6d98ca92c47 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:11.106000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-041f9588-22d4-4235-8a25-ea5a590b3f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.125906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b16f2beb-c48b-4772-a6ac-b5f553163807 None None] Provisioning complete for port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:11.126234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b16f2beb-c48b-4772-a6ac-b5f553163807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.190635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-409f9f69-6533-41a2-96d1-538ab160a37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.195844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-041f9588-22d4-4235-8a25-ea5a590b3f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.197545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.284039 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:05Z', 'revision_number': 3, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:11.290405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.323247 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07664610-c8a8-4948-847b-3876699b40d0 None None] The sync data for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv is: [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:05Z', 'revision_number': 3, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:11.326242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.345659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:11.346059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: from cryptography.utils import int_from_bytes Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: from cryptography.utils import int_from_bytes Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:11.361702 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:11.365652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Calling delete_port for 223d862e-4b0e-4bbc-853e-d6d98ca92c47 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:11.389769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-041f9588-22d4-4235-8a25-ea5a590b3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.392512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-041f9588-22d4-4235-8a25-ea5a590b3f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.393673 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-041f9588-22d4-4235-8a25-ea5a590b3f68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6f4a1bf-c123-44b0-a1f9-2de8fa1c3f7b HTTP/1.1" status: 204 len: 168 time: 0.4010861 Apr 29 07:50:11.405193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9588-22d4-4235-8a25-ea5a590b3f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4a1bf-c123-44b0-a1f9-2de8fa1c3f7b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:11.429014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.456121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-836f23ec-f05c-48a9-8a63-2b6510a02d73 None None] Provisioning complete for port 223d862e-4b0e-4bbc-853e-d6d98ca92c47 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:11.456624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-836f23ec-f05c-48a9-8a63-2b6510a02d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.514758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-836f23ec-f05c-48a9-8a63-2b6510a02d73 None None] Port 223d862e-4b0e-4bbc-853e-d6d98ca92c47 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:11.536614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.545758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=36b6255f-3eee-4974-84ea-d80310ba2e39,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:11.682056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Network ae58e533-caeb-4f42-af32-8c6457a8748a is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:11.689004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:11.857757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.860068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Router a04adfd0-b1b0-4519-874f-9ff3474e3e4a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:11.929142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.945753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.983214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:11.986395 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d7ac7ff9-e9d2-4057-b58f-a3fb6299f98a HTTP/1.1" status: 204 len: 168 time: 3.1802697 Apr 29 07:50:12.025058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.026897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:12.031244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b01512-03ac-442d-9145-814cc5d9af7c tempest-QuotasNegativeTest-1794190732 tempest-QuotasNegativeTest-1794190732-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7ac7ff9-e9d2-4057-b58f-a3fb6299f98a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:12.045957 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b076a1ea-b2e6-4171-87a0-bedca2033fa7 admin admin] 10.222.0.16 "PUT /v2.0/routers/a04adfd0-b1b0-4519-874f-9ff3474e3e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3141670 Apr 29 07:50:12.067413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5a2fe803-d8d9-4474-980d-30cd23cee49e None None] Provisioning complete for port 36b6255f-3eee-4974-84ea-d80310ba2e39 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:12.067936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe803-d8d9-4474-980d-30cd23cee49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.111333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fe803-d8d9-4474-980d-30cd23cee49e None None] Port 36b6255f-3eee-4974-84ea-d80310ba2e39 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:12.261685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:50:12.262127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.356671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.365621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43322) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:12.384936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da6320d7-6050-43df-aa72-02658e16fdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.401250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4199aa4-3b0b-4a60-88d8-dda02be3501c,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:12.441081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.451703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.495115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Allocated IP 2001:db8::25a (596f6834-a810-4a77-995a-418c0a88fc40/4687e4db-0630-463b-ba5b-0280e2817414/84bbd00a-5570-4f02-b44c-7a151d4be349) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:12.532838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Checking segment: {'id': '7cd6f4e8-574a-4fd2-a439-8af77ffd4c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c6b37dce-6af5-4dca-860e-38f15f8f5a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:12.533166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Network hostable DHCP agents. Network: c6b37dce-6af5-4dca-860e-38f15f8f5a68, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:12.539208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:12.550023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da6320d7-6050-43df-aa72-02658e16fdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.554722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.575021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:12.577142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.586573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:12.629756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.634029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da6320d7-6050-43df-aa72-02658e16fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.705174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6320d7-6050-43df-aa72-02658e16fdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dccfaf-e10e-433a-881d-ee3bfd6b4fc0,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:12.719205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Pushing event updated for resources: {'Port': ['ID=97143ea6-0b10-42bb-b740-1f1c778a90d3,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:12.783227 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-da6320d7-6050-43df-aa72-02658e16fdd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c156a49664a4ca38aa6ba65c1289dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157329 Apr 29 07:50:12.785839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43334) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:12.831723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Network c6b37dce-6af5-4dca-860e-38f15f8f5a68 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:12.834144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:12.851068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.900782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5fee4eb7-10c9-470f-b4ea-8369a9c5f86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:12.926779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 277669be-9e5c-4ceb-835f-487bf6efb86c up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:12.928390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5fee4eb7-10c9-470f-b4ea-8369a9c5f86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.028573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 277669be-9e5c-4ceb-835f-487bf6efb86c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:13.029140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.041390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5fee4eb7-10c9-470f-b4ea-8369a9c5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.044410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5fee4eb7-10c9-470f-b4ea-8369a9c5f86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.046044 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5fee4eb7-10c9-470f-b4ea-8369a9c5f86c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4dccfaf-e10e-433a-881d-ee3bfd6b4fc0 HTTP/1.1" status: 204 len: 168 time: 0.2592854 Apr 29 07:50:13.060337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4eb7-10c9-470f-b4ea-8369a9c5f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dccfaf-e10e-433a-881d-ee3bfd6b4fc0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:13.129347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event deleted for resources: {'Port': ['ID=223d862e-4b0e-4bbc-853e-d6d98ca92c47,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:13.185604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fb4f0613-8eb7-4224-9c68-fc5ff8047395 None None] Provisioning complete for port 97143ea6-0b10-42bb-b740-1f1c778a90d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:13.186595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f0613-8eb7-4224-9c68-fc5ff8047395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.186963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, c6b37dce-6af5-4dca-860e-38f15f8f5a68) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:13.211411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:13.212013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.254756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd913ddf-2f71-4284-b670-c20a7041e2ca None None] Network c6b37dce-6af5-4dca-860e-38f15f8f5a68 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:13.260853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.267748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.271009 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1f34c33f-aaa7-45b0-b0dc-72b36e6c3c01 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "DELETE /v2.0/ports/223d862e-4b0e-4bbc-853e-d6d98ca92c47 HTTP/1.1" status: 204 len: 168 time: 3.8477647 Apr 29 07:50:13.274422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43342) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:13.298934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.333804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Network 24b027d7-b7a1-45a8-a357-32c318f3750e is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:13.339244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:13.402928 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cb1dc15c-2873-492f-a670-2a66bb2d102c tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.5176475 Apr 29 07:50:13.404435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43348) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:13.413306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6b37dce-6af5-4dca-860e-38f15f8f5a68'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:13.451203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-39a5f176-94fc-4c36-8863-d837c482437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.551782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.616888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.651856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 277669be-9e5c-4ceb-835f-487bf6efb86c, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=277669be-9e5c-4ceb-835f-487bf6efb86c,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:13.671653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.679772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Router 540f3cdd-9496-441c-a27e-b500f2f0cf8e has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:13.744550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f0613-8eb7-4224-9c68-fc5ff8047395 None None] Port 97143ea6-0b10-42bb-b740-1f1c778a90d3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:13.747096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.747225 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d671c70c-f440-4366-9b29-d68fa5c3fde3 tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4686353 Apr 29 07:50:13.747827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43354) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:13.748153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43356) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:13.755280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 034785f1-28a0-489c-b4f8-cfe6a0a62800 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:13.776954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-357556299'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:13.858188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.869428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network 596f6834-a810-4a77-995a-418c0a88fc40 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:13.899197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a874f98-28a0-46d9-88cb-91ec773fa371 None None] Network c6b37dce-6af5-4dca-860e-38f15f8f5a68 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:13.956798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Made reservation on behalf of b6f39aaaf190441c8117d8a79442166e for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:13.960983 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:13.971299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b58ab6f-c476-4d38-a378-8b777dbe185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.009908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:14.018867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.019172 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Added segment 9828b749-853a-42d3-b4e5-f99ae130e8ba of type vlan for network 2082e703-4b02-44e5-8691-f574316e2d87 Apr 29 07:50:14.041960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3032d1bc-17b7-445b-9d92-1eab8ddbff02 None None] Provisioning complete for port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:14.042328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3032d1bc-17b7-445b-9d92-1eab8ddbff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.067954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.093631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:14.103613 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-edad8512-1393-4894-833c-ef934f8b8bb3 admin admin] 10.222.0.16 "PUT /v2.0/routers/540f3cdd-9496-441c-a27e-b500f2f0cf8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2319651 Apr 29 07:50:14.116825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3032d1bc-17b7-445b-9d92-1eab8ddbff02 None None] Port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:14.130167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Sync routers for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:14.148568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 034785f1-28a0-489c-b4f8-cfe6a0a62800 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:14.151266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.157386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.170791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:14.170791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.170968 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Sync routers for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:14.190069 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:14.191698 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:14.215075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:14.219146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:14.219824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:14.220337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:14.223099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=277669be-9e5c-4ceb-835f-487bf6efb86c,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.245218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Allocated IP 172.20.0.12 (c6b37dce-6af5-4dca-860e-38f15f8f5a68/d4199aa4-3b0b-4a60-88d8-dda02be3501c/aa496fa3-e1d5-4ea5-a55a-8caf22bf2f71) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:14.306335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43376) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:14.312486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event updated for resources: {'Network': ['ID=2082e703-4b02-44e5-8691-f574316e2d87,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.321045 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4b507cef-c295-4614-9e0b-83c3eeb422ca tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5598662 Apr 29 07:50:14.332276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 2082e703-4b02-44e5-8691-f574316e2d87 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:14.345839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43378) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:14.374406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b58ab6f-c476-4d38-a378-8b777dbe185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.404711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-52e9039b-673b-48c4-930e-5f630a40f5e1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627583344', 'description': 'tempest-description--1985580679'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:14.433218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Port': ['ID=84bbd00a-5570-4f02-b44c-7a151d4be349,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.454817 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:14.528779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b58ab6f-c476-4d38-a378-8b777dbe185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.597627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.624217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 034785f1-28a0-489c-b4f8-cfe6a0a62800, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=034785f1-28a0-489c-b4f8-cfe6a0a62800,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:14.635576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:14.709044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.711337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4ae9aa6b-e81c-4066-93de-cfc75b7427cd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:14.740638 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:11Z', 'revision_number': 2, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:14.798407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58ab6f-c476-4d38-a378-8b777dbe185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37164ae9-d30b-480b-b076-c38b884e7f65,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.816959 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Checking router: a04adfd0-b1b0-4519-874f-9ff3474e3e4a for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:14.819101 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Updating router a04adfd0-b1b0-4519-874f-9ff3474e3e4a port 36b6255f-3eee-4974-84ea-d80310ba2e39 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:14.829169 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2b58ab6f-c476-4d38-a378-8b777dbe185f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08a0ff97302645f399d57cbd010141e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0674739 Apr 29 07:50:14.860307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43396) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:14.891993 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:14.929038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=034785f1-28a0-489c-b4f8-cfe6a0a62800,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.955992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43398) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:14.991923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:14.992338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.046226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.125506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.138578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.157862 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-38276574-6bbe-44f5-9ebf-05e49268c22a tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "GET /v2.0/agents/c1be27ca-b2ef-48d1-b928-98dba86c403d/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.8085270 Apr 29 07:50:15.162841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43402) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.211434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:11Z', 'revision_number': 2, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:15.221143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e9039b-673b-48c4-930e-5f630a40f5e1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.250178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.266292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c8af7141-5ae1-450c-9ee2-f4da07d37c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.276009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Checking router: 540f3cdd-9496-441c-a27e-b500f2f0cf8e for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:15.276461 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Updating router 540f3cdd-9496-441c-a27e-b500f2f0cf8e port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:15.292110 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.326059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.331953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-6f1345d5-7d3a-48aa-b246-3f09f6256d7a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.337112 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6f1345d5-7d3a-48aa-b246-3f09f6256d7a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3718650 Apr 29 07:50:15.337112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43406) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.348177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-37c9ef7b-02b0-49bb-b989-62786297096a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.352021 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-37c9ef7b-02b0-49bb-b989-62786297096a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068271 Apr 29 07:50:15.352149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Pushing event updated for resources: {'Port': ['ID=97143ea6-0b10-42bb-b740-1f1c778a90d3,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:15.355976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43408) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.359643 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.373308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 277669be-9e5c-4ceb-835f-487bf6efb86c up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:15.375189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-2d601819-6f1c-450b-8bd8-903b91c45da4 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.378679 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2d601819-6f1c-450b-8bd8-903b91c45da4 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0179110 Apr 29 07:50:15.379740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43410) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.398253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-cc4e1218-670c-4dd2-87fa-e163f0c40aa8 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.406294 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cc4e1218-670c-4dd2-87fa-e163f0c40aa8 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104947 Apr 29 07:50:15.426012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43412) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.431579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c8af7141-5ae1-450c-9ee2-f4da07d37c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.437377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.442419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-4c9886c7-256f-4251-bf39-1862c532cc21 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.447902 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4c9886c7-256f-4251-bf39-1862c532cc21 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0118020 Apr 29 07:50:15.447902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.450995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43414) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.455049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-3b4eba1e-0d16-4428-970e-50e1e5304d67 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.456760 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3b4eba1e-0d16-4428-970e-50e1e5304d67 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041664 Apr 29 07:50:15.470204 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ace26-3be4-4876-a51a-f0bb97258b0f None None] Pushing event updated for resources: {'Port': ['ID=36b6255f-3eee-4974-84ea-d80310ba2e39,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:15.471532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43416) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.478846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-49ea841e-89b0-4559-b8a2-be37bb61b0dc tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.483362 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-49ea841e-89b0-4559-b8a2-be37bb61b0dc tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0072913 Apr 29 07:50:15.483362 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43420) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.491769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-5e857e49-1fc4-4cbd-9336-88f43c22a782 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.496093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5e857e49-1fc4-4cbd-9336-88f43c22a782 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066488 Apr 29 07:50:15.505730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43422) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.510258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-870d3acc-8e0f-4988-a32d-647ea2fc4cf3 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.513767 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-870d3acc-8e0f-4988-a32d-647ea2fc4cf3 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045772 Apr 29 07:50:15.526062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43424) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.529533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.568696 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Attempting to bind port 36b6255f-3eee-4974-84ea-d80310ba2e39 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:15.569122 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Attempting to bind port 36b6255f-3eee-4974-84ea-d80310ba2e39 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:15.569591 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Attempting to bind port 36b6255f-3eee-4974-84ea-d80310ba2e39 on network ae58e533-caeb-4f42-af32-8c6457a8748a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:15.580058 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:15.580614 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Checking segment: {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:15.581021 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.581455 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Bound using segment: {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:15.581942 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Bound port: 36b6255f-3eee-4974-84ea-d80310ba2e39, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:15.582346 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.613742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43426) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.623297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c4aadba4-84ec-4c47-90b5-6277da1595af tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--461282386', 'description': 'tempest-description--1138176522'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:15.636214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Network c6b37dce-6af5-4dca-860e-38f15f8f5a68 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:15.649081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:15.652061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:15.660984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c8af7141-5ae1-450c-9ee2-f4da07d37c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.671013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c8af7141-5ae1-450c-9ee2-f4da07d37c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.675320 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c8af7141-5ae1-450c-9ee2-f4da07d37c27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37164ae9-d30b-480b-b076-c38b884e7f65 HTTP/1.1" status: 204 len: 168 time: 0.8110154 Apr 29 07:50:15.679545 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] For port 36b6255f-3eee-4974-84ea-d80310ba2e39, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:15.685052 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] For port 36b6255f-3eee-4974-84ea-d80310ba2e39, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=36b6255f-3eee-4974-84ea-d80310ba2e39,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:15.705785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Port': ['ID=aa496fa3-e1d5-4ea5-a55a-8caf22bf2f71,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:15.717142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26eab7e-5f0b-465b-a390-aa7c42950db4 tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] Network 2082e703-4b02-44e5-8691-f574316e2d87 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:15.728163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-97c69da2-4b82-46a9-bda3-1abc5d0077e5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.731747 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-97c69da2-4b82-46a9-bda3-1abc5d0077e5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0360940 Apr 29 07:50:15.734955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43430) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.740012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-8186229c-b946-4fa7-8f8d-fe0b678e274c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.742302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8186229c-b946-4fa7-8f8d-fe0b678e274c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045176 Apr 29 07:50:15.755923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43432) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.761104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af7141-5ae1-450c-9ee2-f4da07d37c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37164ae9-d30b-480b-b076-c38b884e7f65,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:15.762252 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.777596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-187ec88b-08e8-4729-a959-3aa1006a6beb tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.782729 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-187ec88b-08e8-4729-a959-3aa1006a6beb tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0252006 Apr 29 07:50:15.783471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43434) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.791442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-1624f23c-3fc3-4403-89bc-b319a4e79b25 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.792371 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1624f23c-3fc3-4403-89bc-b319a4e79b25 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047922 Apr 29 07:50:15.797970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43436) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.805782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-82e18c5d-ff96-4c59-a2a0-52521f05af13 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.811226 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-82e18c5d-ff96-4c59-a2a0-52521f05af13 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113108 Apr 29 07:50:15.811823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43438) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.818454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-28e1c4d6-3e65-4018-acf8-3bdc038a7254 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.819819 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-28e1c4d6-3e65-4018-acf8-3bdc038a7254 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067084 Apr 29 07:50:15.832420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43440) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.838716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e9039b-673b-48c4-930e-5f630a40f5e1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.845780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-c0508772-980d-43f1-a8c7-f7d6ceeaab66 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.846836 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c0508772-980d-43f1-a8c7-f7d6ceeaab66 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0135648 Apr 29 07:50:15.851343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43442) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.863212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-89d79432-6602-46e3-9a18-1ffd4970fa09 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.864665 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-89d79432-6602-46e3-9a18-1ffd4970fa09 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0107117 Apr 29 07:50:15.870291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43444) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.878075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-85965913-0143-46b8-9ff5-8710c7659d98 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.879308 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-85965913-0143-46b8-9ff5-8710c7659d98 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058627 Apr 29 07:50:15.883668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43446) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.885584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.890956 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c26eab7e-5f0b-465b-a390-aa7c42950db4 tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "POST /v2.0/agents/c1be27ca-b2ef-48d1-b928-98dba86c403d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7255194 Apr 29 07:50:15.894070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-858ec262-7623-47d9-b3f3-e530b7b0cfb6 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.902819 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-858ec262-7623-47d9-b3f3-e530b7b0cfb6 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0172217 Apr 29 07:50:15.907852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c4aadba4-84ec-4c47-90b5-6277da1595af tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.910226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fb050-78fa-480d-b8d7-1f8166598d90 None None] Network 2082e703-4b02-44e5-8691-f574316e2d87 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:15.922350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 277669be-9e5c-4ceb-835f-487bf6efb86c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:15.922772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.925840 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:15.926495 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:15.926854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43448) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.927329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43450) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.928979 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ace26-3be4-4876-a51a-f0bb97258b0f None None] Pushing event updated for resources: {'Port': ['ID=36b6255f-3eee-4974-84ea-d80310ba2e39,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:15.934910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-32d51121-6e3d-47d2-b62c-3142974115dd tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.942288 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-32d51121-6e3d-47d2-b62c-3142974115dd tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0104368 Apr 29 07:50:15.951937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e9039b-673b-48c4-930e-5f630a40f5e1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:15.954948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43452) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.972198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-52fdca30-a5af-4e9b-a382-6b71098a3dbc tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.976470 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-52fdca30-a5af-4e9b-a382-6b71098a3dbc tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0177996 Apr 29 07:50:15.985996 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43454) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:15.994700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-5fd873b7-1607-4508-a572-924988fa449c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:15.997631 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5fd873b7-1607-4508-a572-924988fa449c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0102844 Apr 29 07:50:16.003807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.008866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:16.010205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9039b-673b-48c4-930e-5f630a40f5e1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4797dba-9b87-4e10-baa0-f1e48f9b7727,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:16.017627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43456) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.031411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.045799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-cc34659a-3e33-44a2-a2fc-2902bb7472f5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.046781 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cc34659a-3e33-44a2-a2fc-2902bb7472f5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0111203 Apr 29 07:50:16.055578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43458) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.057385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:16.065272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-02f66382-8c9b-4761-b5ce-753e107e3ed2 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.068306 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-02f66382-8c9b-4761-b5ce-753e107e3ed2 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0101044 Apr 29 07:50:16.078930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43460) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.089951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-db839f46-6592-41d4-a707-7c4611099027 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.091004 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-db839f46-6592-41d4-a707-7c4611099027 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0111351 Apr 29 07:50:16.106317 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43462) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.122185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-f6a26092-8d25-4b6b-b7cc-690ec0c33b63 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.123128 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f6a26092-8d25-4b6b-b7cc-690ec0c33b63 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050521 Apr 29 07:50:16.129283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba673772-5458-4f9b-bbd4-a8139f26b306 None None] Pushing event updated for resources: {'Port': ['ID=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:16.140607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43464) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.144776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.155063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-e86f9489-41ff-4551-8109-42779bd7e85c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.159903 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e86f9489-41ff-4551-8109-42779bd7e85c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0087826 Apr 29 07:50:16.175612 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:16.180614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43466) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.192081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-cb49dbe6-8b63-4c96-b5b1-be16e1d12d43 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.193490 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cb49dbe6-8b63-4c96-b5b1-be16e1d12d43 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0118339 Apr 29 07:50:16.209936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c4aadba4-84ec-4c47-90b5-6277da1595af tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.246980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43468) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.247937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.255437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-aa19fe21-c0b8-4b43-8ca3-65232de2d923 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.257525 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-aa19fe21-c0b8-4b43-8ca3-65232de2d923 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068455 Apr 29 07:50:16.260400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43470) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.265760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-a196dcc9-0d52-4497-958e-6651927ecb9a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.267303 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a196dcc9-0d52-4497-958e-6651927ecb9a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0057256 Apr 29 07:50:16.299767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43472) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.300948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c4aadba4-84ec-4c47-90b5-6277da1595af tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.315290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-acaed781-00b7-4144-b22f-0f99f0c8000c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.316533 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-acaed781-00b7-4144-b22f-0f99f0c8000c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050886 Apr 29 07:50:16.329578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43476) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.335098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e9039b-673b-48c4-930e-5f630a40f5e1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.336493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-52e9039b-673b-48c4-930e-5f630a40f5e1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9363108 Apr 29 07:50:16.340095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-ee260394-75e3-4505-b309-eec8526fc4d8 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.344302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ee260394-75e3-4505-b309-eec8526fc4d8 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0126290 Apr 29 07:50:16.345796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43478) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.346269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43480) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.367606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3014785c-f7a7-4b4d-8d82-00f735304c53 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Request body: {'security_group_rule': {'security_group_id': 'b4797dba-9b87-4e10-baa0-f1e48f9b7727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:16.380438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-96512181-8893-4037-a8a6-267e06ac6757 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.383929 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-96512181-8893-4037-a8a6-267e06ac6757 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0063100 Apr 29 07:50:16.387631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43482) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.414421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-853c45ce-d5fa-4067-9440-6950f28c36d2 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.419180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-853c45ce-d5fa-4067-9440-6950f28c36d2 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0209332 Apr 29 07:50:16.421361 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8a04da8e-7faf-4004-ba12-56e81e9963c6 None None] Provisioning complete for port 36b6255f-3eee-4974-84ea-d80310ba2e39 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:16.421853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a04da8e-7faf-4004-ba12-56e81e9963c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.425047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43484) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.435136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-bf906968-11f6-458f-bc80-e85ecf3a9d1b tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.438749 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bf906968-11f6-458f-bc80-e85ecf3a9d1b tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055747 Apr 29 07:50:16.440412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43486) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.442973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aadba4-84ec-4c47-90b5-6277da1595af tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8902e1c1-4749-4b4b-8718-2369cec89e23,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:16.458854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-a2d0f951-9857-43c8-8565-ec67f39e1ff1 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.459576 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a2d0f951-9857-43c8-8565-ec67f39e1ff1 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091631 Apr 29 07:50:16.473742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43488) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.484085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c4aadba4-84ec-4c47-90b5-6277da1595af tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.492259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43490) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.493119 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c4aadba4-84ec-4c47-90b5-6277da1595af tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8740482 Apr 29 07:50:16.539272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-94ba4698-f35c-4111-bb7a-420032ff6a79 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.543780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-94ba4698-f35c-4111-bb7a-420032ff6a79 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0659528 Apr 29 07:50:16.550460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43492) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.566267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.570463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-a2ccbdee-a565-46cb-bbcd-908c41f7638a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.577172 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a2ccbdee-a565-46cb-bbcd-908c41f7638a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0133522 Apr 29 07:50:16.590857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-815fd016-da72-46d3-b7a4-b96766e20bad tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Request body: {'security_group_rule': {'security_group_id': '8902e1c1-4749-4b4b-8718-2369cec89e23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:16.597655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43494) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.615060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-ea29a696-fd20-4770-8ace-ae5b623a4dba tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.615507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3014785c-f7a7-4b4d-8d82-00f735304c53 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.618579 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ea29a696-fd20-4770-8ace-ae5b623a4dba tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0108669 Apr 29 07:50:16.646380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43496) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.656787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-e0c16893-ac88-4cee-8e42-9844b5d9367f tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.667802 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0c16893-ac88-4cee-8e42-9844b5d9367f tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0140119 Apr 29 07:50:16.682317 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43498) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.694908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-cfa04ca9-3252-4362-8ed7-4afb739917a5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.698495 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cfa04ca9-3252-4362-8ed7-4afb739917a5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048800 Apr 29 07:50:16.702933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43500) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.712867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-4e72a01a-b747-4937-9557-ba1bdde07d22 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.720326 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4e72a01a-b747-4937-9557-ba1bdde07d22 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0102797 Apr 29 07:50:16.722765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43502) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.729896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-b7e0ccd0-e616-40cd-8ac6-e8e9e6647b41 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.733403 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b7e0ccd0-e616-40cd-8ac6-e8e9e6647b41 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054629 Apr 29 07:50:16.733570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:16.737207 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:15Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:16.754409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43504) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.764887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Attempting to bind port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:16.765421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Attempting to bind port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:16.765889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Attempting to bind port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 on network 24b027d7-b7a1-45a8-a357-32c318f3750e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:16.774485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3014785c-f7a7-4b4d-8d82-00f735304c53 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.778093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 034785f1-28a0-489c-b4f8-cfe6a0a62800 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:16.778663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-6c857901-c7f7-42fc-b377-79a04e7beec9 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.782184 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6c857901-c7f7-42fc-b377-79a04e7beec9 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067375 Apr 29 07:50:16.790080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43506) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.795843 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161b0e-4116-40b7-b7dd-65f566d2db35 None None] The sync data for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv is: [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:15Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:16.797898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-09112822-5fb0-43f5-bf2b-500f9e25cc17 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.798903 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-09112822-5fb0-43f5-bf2b-500f9e25cc17 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070510 Apr 29 07:50:16.801940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43508) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.806014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-051ac4b4-bcae-498e-b59e-fa6cd158ad94 tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "GET /v2.0/agents/c1be27ca-b2ef-48d1-b928-98dba86c403d/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.8751702 Apr 29 07:50:16.814175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:16.814175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Checking segment: {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:16.814175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.814495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-8b63778d-04de-4dfc-b9bb-d0e314f4f9e7 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.814571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Bound using segment: {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:16.814571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Bound port: 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:16.814700 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8b63778d-04de-4dfc-b9bb-d0e314f4f9e7 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0068653 Apr 29 07:50:16.814764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.814837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43510) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.816908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43512) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.821802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-35afbf90-8b44-476d-a4ae-771e792ef04c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.825313 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-35afbf90-8b44-476d-a4ae-771e792ef04c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067849 Apr 29 07:50:16.826188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43514) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.830873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-ac153fea-9ec5-4df0-b05e-568fd48c695c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.834159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ac153fea-9ec5-4df0-b05e-568fd48c695c tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042408 Apr 29 07:50:16.836466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43516) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.842650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.900600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a04da8e-7faf-4004-ba12-56e81e9963c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.906915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-ff88bc83-6ae8-4766-a4ff-7edbfb03d12a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.910992 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ff88bc83-6ae8-4766-a4ff-7edbfb03d12a tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0736020 Apr 29 07:50:16.911694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43518) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.922340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-3acebc89-32d3-438c-be5f-3086435a1f01 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.926240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3acebc89-32d3-438c-be5f-3086435a1f01 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093510 Apr 29 07:50:16.930220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43520) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.930583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43522) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.943781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-f8a4d8a9-45bf-4871-9ddf-793d5078b923 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.945358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f8a4d8a9-45bf-4871-9ddf-793d5078b923 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080655 Apr 29 07:50:16.945506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3014785c-f7a7-4b4d-8d82-00f735304c53 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.955424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43524) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.958209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-815fd016-da72-46d3-b7a4-b96766e20bad tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.978922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-e5385d4a-9e60-4cad-bdf5-640a8c5b0a77 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:16.986555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e5385d4a-9e60-4cad-bdf5-640a8c5b0a77 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0153341 Apr 29 07:50:16.989224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43526) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:16.994240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:16.996856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014785c-f7a7-4b4d-8d82-00f735304c53 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68d0e83-7ef9-4c0a-8ebf-25f86eafb4e2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:17.008703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-651039cd-e4e2-4cc4-80f0-6e7c89fbadf3 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.009660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-651039cd-e4e2-4cc4-80f0-6e7c89fbadf3 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0066404 Apr 29 07:50:17.011503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8a04da8e-7faf-4004-ba12-56e81e9963c6 None None] For port 36b6255f-3eee-4974-84ea-d80310ba2e39, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=36b6255f-3eee-4974-84ea-d80310ba2e39,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:17.013155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43528) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.014835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 034785f1-28a0-489c-b4f8-cfe6a0a62800 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:17.015281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.017495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] For port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:17.018215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-c492d3cb-87e5-4f65-9b5f-63372a7b0222 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.022488 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c492d3cb-87e5-4f65-9b5f-63372a7b0222 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050471 Apr 29 07:50:17.022488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43530) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.025732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] For port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:17.026082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-bafc9768-5a6f-43e5-b9df-8815a05e4e89 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.026187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3db2-6709-4ad8-9d49-96b632f0d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.030496 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bafc9768-5a6f-43e5-b9df-8815a05e4e89 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042408 Apr 29 07:50:17.032463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43532) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.038366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-0c32dd49-0f16-4696-b5ed-db1dbb58f6c5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.039528 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0c32dd49-0f16-4696-b5ed-db1dbb58f6c5 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0061123 Apr 29 07:50:17.042274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43534) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.048298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-503b6f5e-6612-4045-a89c-9098e0119fdd tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.049261 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-503b6f5e-6612-4045-a89c-9098e0119fdd tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060809 Apr 29 07:50:17.052799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43536) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.063047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-eae77958-bf5a-4fc5-aa38-53e26af4ae78 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.064004 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eae77958-bf5a-4fc5-aa38-53e26af4ae78 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085580 Apr 29 07:50:17.066545 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a7fef974-ea37-4f5d-bb0c-5f9f0016a222 tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "DELETE /v2.0/agents/c1be27ca-b2ef-48d1-b928-98dba86c403d/dhcp-networks/2082e703-4b02-44e5-8691-f574316e2d87 HTTP/1.1" status: 204 len: 168 time: 0.2425432 Apr 29 07:50:17.069812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43538) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.070244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43540) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.079395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a04da8e-7faf-4004-ba12-56e81e9963c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.091721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-06cc4446-d426-40d4-bcba-d24eee472430 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.097146 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-06cc4446-d426-40d4-bcba-d24eee472430 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0237842 Apr 29 07:50:17.099503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43542) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.106143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-09ba8a4c-4ab4-49b7-8c7b-5fdca136519b tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.110822 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-09ba8a4c-4ab4-49b7-8c7b-5fdca136519b tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092568 Apr 29 07:50:17.117873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43544) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.118894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.121550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:17.136092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3014785c-f7a7-4b4d-8d82-00f735304c53 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.137518 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3014785c-f7a7-4b4d-8d82-00f735304c53 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7751484 Apr 29 07:50:17.138241 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7edbea32-4b11-4537-997a-cdddfba2975e admin admin] 10.222.0.16 "PUT /v2.0/routers/3ead65c2-7686-48f8-a7ae-36a5e7bd71f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8837554 Apr 29 07:50:17.151976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43548) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.157208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-76fbb99f-f429-457d-8849-5853d693fe7e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Request body: {'security_group_rule': {'security_group_id': 'b4797dba-9b87-4e10-baa0-f1e48f9b7727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:17.158636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-ff2dd2b8-495c-4e66-b930-2128416d68cc tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.159709 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ff2dd2b8-495c-4e66-b930-2128416d68cc tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0373068 Apr 29 07:50:17.165738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Sync routers for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:17.167266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43550) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.179052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.181125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-2ec99616-69e2-4651-a8bb-955660f8afe3 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.182288 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2ec99616-69e2-4651-a8bb-955660f8afe3 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0130968 Apr 29 07:50:17.190379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Router e5f119f0-86f2-409a-ac4c-0443e7196b28 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:17.192324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43552) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.212233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-bd4a4f38-df81-484a-ae13-d1ca33896f37 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.213405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bd4a4f38-df81-484a-ae13-d1ca33896f37 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0149567 Apr 29 07:50:17.219150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43554) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.223458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-f5ba81a5-13d5-4b73-a018-cd31c7553cc2 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.228320 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5ba81a5-13d5-4b73-a018-cd31c7553cc2 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043464 Apr 29 07:50:17.229441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-815fd016-da72-46d3-b7a4-b96766e20bad tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.233977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43556) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.240079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-225b7c8d-385b-483e-bdc8-76202b94ecfe tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.240576 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-225b7c8d-385b-483e-bdc8-76202b94ecfe tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056195 Apr 29 07:50:17.250856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43558) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.291178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04da8e-7faf-4004-ba12-56e81e9963c6 None None] Pushing event updated for resources: {'Port': ['ID=36b6255f-3eee-4974-84ea-d80310ba2e39,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:17.291753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-9a0fc858-e09f-454e-9513-8ce07c9a7571 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.292727 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9a0fc858-e09f-454e-9513-8ce07c9a7571 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0377750 Apr 29 07:50:17.318863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:17.319534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:17.331783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43560) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.343139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-ecf37c25-c72d-4e10-ab77-355b8f16bf44 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.347068 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ecf37c25-c72d-4e10-ab77-355b8f16bf44 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0118549 Apr 29 07:50:17.359470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43566) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.368588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [None req-f5fe78e2-b147-4891-bf66-f313ec040b92 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.370406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5fe78e2-b147-4891-bf66-f313ec040b92 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091057 Apr 29 07:50:17.370406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Port': ['ID=aa496fa3-e1d5-4ea5-a55a-8caf22bf2f71,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:17.374646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43568) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.377022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-815fd016-da72-46d3-b7a4-b96766e20bad tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.403116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [None req-3ec8e936-201e-4e1d-9ff5-76dc7bd53632 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:17.404095 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3ec8e936-201e-4e1d-9ff5-76dc7bd53632 tempest-ExtensionsTestJSON-82779127 tempest-ExtensionsTestJSON-82779127-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0250998 Apr 29 07:50:17.421835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.484303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-76fbb99f-f429-457d-8849-5853d693fe7e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.489822 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cdbef4cd-ab86-4c3b-b18d-31dbaaea0c2d tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "GET /v2.0/agents/c1be27ca-b2ef-48d1-b928-98dba86c403d/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.4127150 Apr 29 07:50:17.489822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43572) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.547339 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7c167dba-88f7-4c92-a0ce-abc7ced0c8de tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "GET /v2.0/networks/d8a9e7a6-fb0a-4550-808e-94717fae0360/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0565784 Apr 29 07:50:17.553017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43574) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.559198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3db2-6709-4ad8-9d49-96b632f0d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.560629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fd016-da72-46d3-b7a4-b96766e20bad tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a781ca96-c0bc-4bd9-8663-d046bf178b9f,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:17.591285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.615967 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6977f598-d351-4ba9-85fb-99e176fc09ec tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2086852 Apr 29 07:50:17.618813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43576) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.661780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 36b6255f-3eee-4974-84ea-d80310ba2e39 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:17.669236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Provisioning complete for port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:17.669869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.699863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:17.703527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba673772-5458-4f9b-bbd4-a8139f26b306 None None] Pushing event updated for resources: {'Port': ['ID=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:17.716032 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Sync routers for ids ['e5f119f0-86f2-409a-ac4c-0443e7196b28'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:17.728913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3db2-6709-4ad8-9d49-96b632f0d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.732109 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Routers {'e5f119f0-86f2-409a-ac4c-0443e7196b28'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:17.732745 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e5f119f0-86f2-409a-ac4c-0443e7196b28'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:17.739203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-815fd016-da72-46d3-b7a4-b96766e20bad tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.741321 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-815fd016-da72-46d3-b7a4-b96766e20bad tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1681383 Apr 29 07:50:17.748033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:17.748216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:17.758181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43578) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.764721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4a4371e9-0ce8-4e0f-ae30-5f0c5e061e88 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Request body: {'security_group_rule': {'security_group_id': '8902e1c1-4749-4b4b-8718-2369cec89e23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:17.773487 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-435161c8-231a-4a7e-a524-7cbe0ad09a36 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=c6b37dce-6af5-4dca-860e-38f15f8f5a68 HTTP/1.1" status: 200 len: 690 time: 0.1471875 Apr 29 07:50:17.777218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43580) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.787033 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8758e0d1-4be4-4b3a-9d60-eefceb0aed44 tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "GET /v2.0/networks/d8a9e7a6-fb0a-4550-808e-94717fae0360/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2308195 Apr 29 07:50:17.803053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43582) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:17.898544 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Set router e5f119f0-86f2-409a-ac4c-0443e7196b28 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:17.973671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:17.978184 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a4371e9-0ce8-4e0f-ae30-5f0c5e061e88 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.112570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-76fbb99f-f429-457d-8849-5853d693fe7e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.122793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bfcc3db2-6709-4ad8-9d49-96b632f0d780 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8485526e48e24b22924493ae15e9f54f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1839547 Apr 29 07:50:18.131123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.131123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9fc5390b-7ef5-45c7-8ffc-5e016097657c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.2437792 Apr 29 07:50:18.131123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43586) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:18.137440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43588) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:18.147644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc3db2-6709-4ad8-9d49-96b632f0d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c50a560-32df-40d7-8d1f-0c32d019bcd2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:18.159457 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f119f0-86f2-409a-ac4c-0443e7196b28', 'name': '', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'external_fixed_ips': [{'subnet_id': '4687e4db-0630-463b-ba5b-0280e2817414', 'ip_address': '2001:db8::25a'}], 'enable_snat': True}, 'gw_port_id': '84bbd00a-5570-4f02-b44c-7a151d4be349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 3, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port': {'id': '84bbd00a-5570-4f02-b44c-7a151d4be349', 'name': '', 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f119f0-86f2-409a-ac4c-0443e7196b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '4687e4db-0630-463b-ba5b-0280e2817414', 'ip_address': '2001:db8::25a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4687e4db-0630-463b-ba5b-0280e2817414', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:18.171912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:18.196911 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Checking router: e5f119f0-86f2-409a-ac4c-0443e7196b28 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:18.197306 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Updating router e5f119f0-86f2-409a-ac4c-0443e7196b28 port 84bbd00a-5570-4f02-b44c-7a151d4be349 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:18.230256 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 36b6255f-3eee-4974-84ea-d80310ba2e39 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:18.230623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.232498 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.246513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43590) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:18.264680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Deleting port aa496fa3-e1d5-4ea5-a55a-8caf22bf2f71 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:18.265255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.310398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-76fbb99f-f429-457d-8849-5853d693fe7e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.390301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.390702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:18.392919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.421174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Calling delete_port for aa496fa3-e1d5-4ea5-a55a-8caf22bf2f71 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:18.477568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbb99f-f429-457d-8849-5853d693fe7e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae93b4d-bc87-4548-b6c7-2d4cee7fb99a,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:18.547855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.580375 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.612611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a4371e9-0ce8-4e0f-ae30-5f0c5e061e88 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.644644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-76fbb99f-f429-457d-8849-5853d693fe7e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.649353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43594) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:18.652931 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-76fbb99f-f429-457d-8849-5853d693fe7e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4994986 Apr 29 07:50:18.657820 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.667115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-db391fbe-8cb7-42e6-ba4b-3af56c13ed8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.686550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:18.706863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8067c27-11e6-4a9b-8e41-e26ad6badcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.709287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a4371e9-0ce8-4e0f-ae30-5f0c5e061e88 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.731135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-db391fbe-8cb7-42e6-ba4b-3af56c13ed8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.754413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4371e9-0ce8-4e0f-ae30-5f0c5e061e88 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32de38a3-9924-4236-b9d6-a7ba5eaa6e86,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:18.778633 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb0af6-8440-41ce-a519-f8a0cc81e3b1 None None] Pushing event updated for resources: {'Port': ['ID=84bbd00a-5570-4f02-b44c-7a151d4be349,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:18.799986 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Attempting to bind port 84bbd00a-5570-4f02-b44c-7a151d4be349 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:18.800576 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Attempting to bind port 84bbd00a-5570-4f02-b44c-7a151d4be349 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '883ebc1a-2ef0-4d7d-a78f-3033ace53873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:18.801213 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Attempting to bind port 84bbd00a-5570-4f02-b44c-7a151d4be349 on network 596f6834-a810-4a77-995a-418c0a88fc40 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:18.820672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.828179 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:18.828179 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Checking segment: {'id': '883ebc1a-2ef0-4d7d-a78f-3033ace53873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:18.830897 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.832650 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Bound using segment: {'id': '883ebc1a-2ef0-4d7d-a78f-3033ace53873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:18.833283 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Bound port: 84bbd00a-5570-4f02-b44c-7a151d4be349, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ebc1a-2ef0-4d7d-a78f-3033ace53873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:18.833966 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.837863 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0cd1d2d2-328c-4ac9-aba7-f8d7ad9804a8 tempest-DHCPAgentSchedulersTestJSON-597638630 tempest-DHCPAgentSchedulersTestJSON-597638630-project-admin] 10.222.0.16 "GET /v2.0/agents/c1be27ca-b2ef-48d1-b928-98dba86c403d/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 1.0267193 Apr 29 07:50:18.843249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43596) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:18.899490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-db391fbe-8cb7-42e6-ba4b-3af56c13ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.901993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-db391fbe-8cb7-42e6-ba4b-3af56c13ed8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:18.910185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-db391fbe-8cb7-42e6-ba4b-3af56c13ed8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c50a560-32df-40d7-8d1f-0c32d019bcd2 HTTP/1.1" status: 204 len: 168 time: 0.7716260 Apr 29 07:50:18.919342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] For port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:18.936761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db391fbe-8cb7-42e6-ba4b-3af56c13ed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c50a560-32df-40d7-8d1f-0c32d019bcd2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:18.963465 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] For port 84bbd00a-5570-4f02-b44c-7a151d4be349, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:18.971208 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] For port 84bbd00a-5570-4f02-b44c-7a151d4be349, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84bbd00a-5570-4f02-b44c-7a151d4be349,segment=NetworkSegment(883ebc1a-2ef0-4d7d-a78f-3033ace53873),segment_id=883ebc1a-2ef0-4d7d-a78f-3033ace53873)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:19.014261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43600) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:19.019511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-525d7927-58c6-44cc-a3a1-dc0e353be259 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384588257', 'description': 'tempest-description--1059402000'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:19.025075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.054186 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.073713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.139395 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Routers {'e5f119f0-86f2-409a-ac4c-0443e7196b28'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:19.140107 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e5f119f0-86f2-409a-ac4c-0443e7196b28'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:19.174912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Provisioning complete for port 97143ea6-0b10-42bb-b740-1f1c778a90d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:19.175444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.190319 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb0af6-8440-41ce-a519-f8a0cc81e3b1 None None] Pushing event updated for resources: {'Port': ['ID=84bbd00a-5570-4f02-b44c-7a151d4be349,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:19.211762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-525d7927-58c6-44cc-a3a1-dc0e353be259 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.214690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a4371e9-0ce8-4e0f-ae30-5f0c5e061e88 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.219634 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4a4371e9-0ce8-4e0f-ae30-5f0c5e061e88 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4561620 Apr 29 07:50:19.230120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43604) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:19.234374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.241711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:19.247015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Pushing event updated for resources: {'Port': ['ID=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:19.262177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Port 97143ea6-0b10-42bb-b740-1f1c778a90d3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:19.291399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 2, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:19.295259 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] Set router e5f119f0-86f2-409a-ac4c-0443e7196b28 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:19.343527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.385132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-525d7927-58c6-44cc-a3a1-dc0e353be259 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.388369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.421838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.451727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Provisioning complete for port 36b6255f-3eee-4974-84ea-d80310ba2e39 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:19.452328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-014b5df9-0cd8-4cb5-bad8-d7c2773ea8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.453129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa496fa3-e1d5-4ea5-a55a-8caf22bf2f71,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:19.468578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Deleting port 84bbd00a-5570-4f02-b44c-7a151d4be349 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:19.468942 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.480297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Checking router: 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:19.480647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Updating router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 port 97143ea6-0b10-42bb-b740-1f1c778a90d3 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:19.486032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:17Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:19.537295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c870bd7-71f1-497b-889f-4d691fed7f1c None None] The sync data for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv is: [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:17Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:19.547663 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.576446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-525d7927-58c6-44cc-a3a1-dc0e353be259 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.656276 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f119f0-86f2-409a-ac4c-0443e7196b28', 'name': '', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'external_fixed_ips': [{'subnet_id': '4687e4db-0630-463b-ba5b-0280e2817414', 'ip_address': '2001:db8::25a'}], 'enable_snat': True}, 'gw_port_id': '84bbd00a-5570-4f02-b44c-7a151d4be349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 3, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port': {'id': '84bbd00a-5570-4f02-b44c-7a151d4be349', 'name': '', 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f119f0-86f2-409a-ac4c-0443e7196b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '4687e4db-0630-463b-ba5b-0280e2817414', 'ip_address': '2001:db8::25a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4687e4db-0630-463b-ba5b-0280e2817414', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:19.706093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] For port 84bbd00a-5570-4f02-b44c-7a151d4be349, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84bbd00a-5570-4f02-b44c-7a151d4be349,segment=NetworkSegment(883ebc1a-2ef0-4d7d-a78f-3033ace53873),segment_id=883ebc1a-2ef0-4d7d-a78f-3033ace53873)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:19.706486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.721489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d7927-58c6-44cc-a3a1-dc0e353be259 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e79b93-6a2a-4a40-8bdc-56c8291c063e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:19.736588 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf572-b211-495d-aaa1-0ee6c22db1f5 None None] The sync data for ids ['e5f119f0-86f2-409a-ac4c-0443e7196b28'] in dv-neutron-839740-1-hyperv is: [{'id': 'e5f119f0-86f2-409a-ac4c-0443e7196b28', 'name': '', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'external_fixed_ips': [{'subnet_id': '4687e4db-0630-463b-ba5b-0280e2817414', 'ip_address': '2001:db8::25a'}], 'enable_snat': True}, 'gw_port_id': '84bbd00a-5570-4f02-b44c-7a151d4be349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 3, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port': {'id': '84bbd00a-5570-4f02-b44c-7a151d4be349', 'name': '', 'network_id': '596f6834-a810-4a77-995a-418c0a88fc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f119f0-86f2-409a-ac4c-0443e7196b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '4687e4db-0630-463b-ba5b-0280e2817414', 'ip_address': '2001:db8::25a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4687e4db-0630-463b-ba5b-0280e2817414', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:19.738345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Calling delete_port for 84bbd00a-5570-4f02-b44c-7a151d4be349 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:19.769819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-525d7927-58c6-44cc-a3a1-dc0e353be259 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.771111 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-525d7927-58c6-44cc-a3a1-dc0e353be259 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7566264 Apr 29 07:50:19.783843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43616) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:19.836381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ce7f644d-1371-4af4-9c5d-142c41ac6d69 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Request body: {'security_group_rule': {'security_group_id': '29e79b93-6a2a-4a40-8bdc-56c8291c063e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:19.888730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8067c27-11e6-4a9b-8e41-e26ad6badcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.930464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:19.974359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f84007b6-ce5c-46ac-aba2-cbaa3ae527b1 None None] Provisioning complete for port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:19.979283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f84007b6-ce5c-46ac-aba2-cbaa3ae527b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.037453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.080514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce7f644d-1371-4af4-9c5d-142c41ac6d69 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.081079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2082e703-4b02-44e5-8691-f574316e2d87']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:20.095087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9828b749-853a-42d3-b4e5-f99ae130e8ba') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:20.095435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9828b749-853a-42d3-b4e5-f99ae130e8ba') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:20.109626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.131136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8067c27-11e6-4a9b-8e41-e26ad6badcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.173372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8067c27-11e6-4a9b-8e41-e26ad6badcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6db1e64-6ba4-4da1-92fe-281546c8f2bc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:20.229297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.235944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.273921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Allocated IP 172.26.2.3 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/1d5b71ac-588b-4a76-a8c4-44f5e0572f15) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:20.274156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:20.274608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:20.294688 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:20.317742 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b8067c27-11e6-4a9b-8e41-e26ad6badcdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38a4c78b00e34a2fbf493183f0de59c1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0677395 Apr 29 07:50:20.325725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43624) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:20.369565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.384708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.453084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event deleted for resources: {'Port': ['ID=84bbd00a-5570-4f02-b44c-7a151d4be349,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:20.470202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.492238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86c61f7e-3db8-47f3-90f2-64b705e9d969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.525686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.527868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.533247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86c61f7e-3db8-47f3-90f2-64b705e9d969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.575843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.582520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.588148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce7f644d-1371-4af4-9c5d-142c41ac6d69 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.591325 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "DELETE /v2.0/networks/2082e703-4b02-44e5-8691-f574316e2d87 HTTP/1.1" status: 204 len: 168 time: 1.7467873 Apr 29 07:50:20.594477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.596184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43628) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:20.687351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b2592-1939-4437-9ff8-b30e69a64460 None None] Pushing event updated for resources: {'Port': ['ID=97143ea6-0b10-42bb-b740-1f1c778a90d3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:20.699675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800cd8d-6de5-44e4-ae12-80873cfd4f3d tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event deleted for resources: {'Network': ['ID=2082e703-4b02-44e5-8691-f574316e2d87,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:20.730613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce7f644d-1371-4af4-9c5d-142c41ac6d69 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.747238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Attempting to bind port 97143ea6-0b10-42bb-b740-1f1c778a90d3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:20.748068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Attempting to bind port 97143ea6-0b10-42bb-b740-1f1c778a90d3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:20.748612 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Attempting to bind port 97143ea6-0b10-42bb-b740-1f1c778a90d3 on network 35ed79a5-287d-4a3a-a680-e8df600601f5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:20.759229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:20.760038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Checking segment: {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:20.762700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.765385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Bound using segment: {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:20.766131 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Bound port: 97143ea6-0b10-42bb-b740-1f1c778a90d3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:20.767977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.796892 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-350ad53d-96b0-4e78-b6bd-44869deff86a tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] DELETE failed (client error): The resource could not be found. Apr 29 07:50:20.801714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350ad53d-96b0-4e78-b6bd-44869deff86a tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:50:20.809100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43632) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:20.813092 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-350ad53d-96b0-4e78-b6bd-44869deff86a tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "DELETE /v2.0/ports/223d862e-4b0e-4bbc-853e-d6d98ca92c47 HTTP/1.1" status: 404 len: 333 time: 0.2085862 Apr 29 07:50:20.856491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.863079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.872181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.878158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.878311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f644d-1371-4af4-9c5d-142c41ac6d69 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb6e4c1-8761-4d08-8459-6af29e828203,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:20.900957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] For port 97143ea6-0b10-42bb-b740-1f1c778a90d3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:20.904502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] For port 97143ea6-0b10-42bb-b740-1f1c778a90d3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=97143ea6-0b10-42bb-b740-1f1c778a90d3,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:20.923535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-03279826-e2ca-48de-b7b2-a089360d9066 None None] Provisioning complete for port 97143ea6-0b10-42bb-b740-1f1c778a90d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:20.923904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03279826-e2ca-48de-b7b2-a089360d9066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.962804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce7f644d-1371-4af4-9c5d-142c41ac6d69 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.965574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ce7f644d-1371-4af4-9c5d-142c41ac6d69 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1342156 Apr 29 07:50:20.973037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43636) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:20.979067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-03279826-e2ca-48de-b7b2-a089360d9066 None None] Port 97143ea6-0b10-42bb-b740-1f1c778a90d3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:20.981607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0c41c010-c6fd-4efa-adad-7379f40d79b9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Request body: {'security_group_rule': {'security_group_id': '29e79b93-6a2a-4a40-8bdc-56c8291c063e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:20.986269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86c61f7e-3db8-47f3-90f2-64b705e9d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.989302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86c61f7e-3db8-47f3-90f2-64b705e9d969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:20.990577 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-86c61f7e-3db8-47f3-90f2-64b705e9d969 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6db1e64-6ba4-4da1-92fe-281546c8f2bc HTTP/1.1" status: 204 len: 168 time: 0.6377103 Apr 29 07:50:20.992208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4199aa4-3b0b-4a60-88d8-dda02be3501c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:21.016897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c61f7e-3db8-47f3-90f2-64b705e9d969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6db1e64-6ba4-4da1-92fe-281546c8f2bc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:21.018685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.028321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Deleting subnet 65c8da96-1da5-4519-8026-ea371994db32 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:50:21.033105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.045854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.046381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5f119f0-86f2-409a-ac4c-0443e7196b28 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:21.048309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.138919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.148827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.155036 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-33f640aa-0451-455f-bf8d-6bc3e693b29b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e5f119f0-86f2-409a-ac4c-0443e7196b28 HTTP/1.1" status: 204 len: 168 time: 3.0066180 Apr 29 07:50:21.156329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event updated for resources: {'Port': ['ID=1d5b71ac-588b-4a76-a8c4-44f5e0572f15,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:21.159996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43640) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:21.187253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b37dce-6af5-4dca-860e-38f15f8f5a68']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:21.199365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.224534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd6f4e8-574a-4fd2-a439-8af77ffd4c57') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:21.224974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd6f4e8-574a-4fd2-a439-8af77ffd4c57') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:21.254056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.254704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:21.257778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:21.277157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.285924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Deleting subnet 4687e4db-0630-463b-ba5b-0280e2817414 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:50:21.295552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.2.3-1a03001c-5adb-4767-b591-1d9b24a853fa {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:50:21.295984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:50:21.297885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.300092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c41c010-c6fd-4efa-adad-7379f40d79b9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.300504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:21.301047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:21.302948 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:21.435314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:21.458251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.515575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c41c010-c6fd-4efa-adad-7379f40d79b9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.523041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:21.523741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:21.527315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:21.592414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.599902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6b37dce-6af5-4dca-860e-38f15f8f5a68 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:50:21.616838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.625822 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c6b37dce-6af5-4dca-860e-38f15f8f5a68 HTTP/1.1" status: 204 len: 168 time: 3.8477750 Apr 29 07:50:21.635789 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43648) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:21.661857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c41c010-c6fd-4efa-adad-7379f40d79b9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.667415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:21.671675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b2592-1939-4437-9ff8-b30e69a64460 None None] Pushing event updated for resources: {'Port': ['ID=97143ea6-0b10-42bb-b740-1f1c778a90d3,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:21.680519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.718352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.751644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c7918cff-136a-4aae-b08e-59a9641f1882 None None] Provisioning complete for port 97143ea6-0b10-42bb-b740-1f1c778a90d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:21.752009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7918cff-136a-4aae-b08e-59a9641f1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.809812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.814732 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "DELETE /v2.0/subnets/65c8da96-1da5-4519-8026-ea371994db32 HTTP/1.1" status: 204 len: 168 time: 1.0042162 Apr 29 07:50:21.816525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4d5e4-152d-4d54-96db-06bd90fe6dd7 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6b37dce-6af5-4dca-860e-38f15f8f5a68,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:21.825302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:21.829548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43658) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:21.874858 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ac76ffcd-ff88-4f00-9001-5514d763a0aa tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2378039 Apr 29 07:50:21.890565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43660) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:21.979237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:21.980027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:21.980635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:21.982084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:21.982564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:21.983276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:21.984220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:21.986376 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ca9b442f-852d-4a44-83a7-e195b1195f51 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0928180 Apr 29 07:50:21.989791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffedef-0155-4448-89d8-230d863619c9 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event deleted for resources: {'Subnet': ['ID=65c8da96-1da5-4519-8026-ea371994db32,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:22.019344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7918cff-136a-4aae-b08e-59a9641f1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.022793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:22.023400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.043458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43664) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:22.127738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c7918cff-136a-4aae-b08e-59a9641f1882 None None] For port 97143ea6-0b10-42bb-b740-1f1c778a90d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=97143ea6-0b10-42bb-b740-1f1c778a90d3,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:22.129591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d45e5-82be-43d6-ba90-458d063bc080 None None] Network d8a9e7a6-fb0a-4550-808e-94717fae0360 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:22.186808 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-d41117ae-d54b-4b9d-9725-94b177ed8225 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] delete failed (client error): The resource could not be found. Apr 29 07:50:22.190545 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d41117ae-d54b-4b9d-9725-94b177ed8225 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/7f585658-f3dd-4e19-8565-44ef3f062702 HTTP/1.1" status: 404 len: 345 time: 0.1427116 Apr 29 07:50:22.197551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43670) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:22.217403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41c010-c6fd-4efa-adad-7379f40d79b9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15a27be-e5b6-4d1b-95e2-14b9e2314984,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:22.247484 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-774496f1-f64a-43cc-9560-844fb310da89 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 07:50:22.248011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774496f1-f64a-43cc-9560-844fb310da89 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:50:22.254736 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-774496f1-f64a-43cc-9560-844fb310da89 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c6b37dce-6af5-4dca-860e-38f15f8f5a68 HTTP/1.1" status: 404 len: 339 time: 0.0492439 Apr 29 07:50:22.265860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43674) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:22.271150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'network': {'name': 'tempest-network--1186090596', 'router:external': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:22.287051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7918cff-136a-4aae-b08e-59a9641f1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.308973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.378603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c41c010-c6fd-4efa-adad-7379f40d79b9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.380178 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0c41c010-c6fd-4efa-adad-7379f40d79b9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4058609 Apr 29 07:50:22.397270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.401133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43684) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:22.403316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7918cff-136a-4aae-b08e-59a9641f1882 None None] Pushing event updated for resources: {'Port': ['ID=97143ea6-0b10-42bb-b740-1f1c778a90d3,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:22.413823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:22.464903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.526864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:20Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:22.567290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a16dc1-e076-46ef-b4da-0b90e2e3da5d None None] The sync data for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv is: [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:20Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:22.587513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Allocated IP 172.26.2.236 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/a74b573a-5c19-4427-af3a-487ae360180a) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:22.613602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.618226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.639167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Deleting port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:22.639635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.685106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] DHCP port deletion for d8a9e7a6-fb0a-4550-808e-94717fae0360 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:50:22.690415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.733015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Made reservation on behalf of e8d4907a04f14aa1b6c43e81c5ae73ba for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:22.741359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.807111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.810385 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/4687e4db-0630-463b-ba5b-0280e2817414 HTTP/1.1" status: 204 len: 168 time: 1.6379900 Apr 29 07:50:22.826606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43690) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:22.826944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43692) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:22.827255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43694) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:22.897193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25fcab-daae-495e-9a74-32502d0f3045 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4687e4db-0630-463b-ba5b-0280e2817414,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:22.905341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] For port 1734d2f8-1e7f-4169-8cce-4278ab82dff5, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1734d2f8-1e7f-4169-8cce-4278ab82dff5,segment=NetworkSegment(669e6945-587c-41a1-aea1-bc2018f8a875),segment_id=669e6945-587c-41a1-aea1-bc2018f8a875)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:22.905624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.940235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Calling delete_port for 1734d2f8-1e7f-4169-8cce-4278ab82dff5 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:22.966571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:22.971674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:22.980799 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] Deleting port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:22.981205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.017357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.024340 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.028044 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Added segment 372e3e6e-f5f7-4016-86b8-3bc736b16e33 of type vlan for network fe3513fc-f72a-4137-b8fa-6b74f0265540 Apr 29 07:50:23.118162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] For port 1734d2f8-1e7f-4169-8cce-4278ab82dff5, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1734d2f8-1e7f-4169-8cce-4278ab82dff5,segment=NetworkSegment(669e6945-587c-41a1-aea1-bc2018f8a875),segment_id=669e6945-587c-41a1-aea1-bc2018f8a875)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:23.118755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.132073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.152220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] Calling delete_port for 1734d2f8-1e7f-4169-8cce-4278ab82dff5 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:23.228446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-30053e2c-7f5a-4a90-b295-40aede0e7a5c tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:23.243128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-506705691'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:23.245077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.249307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.339653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.348109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596f6834-a810-4a77-995a-418c0a88fc40']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:23.369357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883ebc1a-2ef0-4d7d-a78f-3033ace53873') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:23.369357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883ebc1a-2ef0-4d7d-a78f-3033ace53873') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:23.373049 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.378274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.379352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:23.379995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.381451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.381582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.405200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:23.405382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.421426 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:23.423812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] Pushing event deleted for resources: {'Port': ['ID=1734d2f8-1e7f-4169-8cce-4278ab82dff5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:23.427497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] No DVR routers for this DVR port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:23.430496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.442457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:23.442882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:23.446033 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:23.448965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8231bb0-10a0-4ff0-931f-d62b803b2198 None None] No DVR routers for this DVR port 1734d2f8-1e7f-4169-8cce-4278ab82dff5 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:23.461896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Made reservation on behalf of ceb8e0328d41420ea2df855aed58f417 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:23.462102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:23.462730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.502314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event updated for resources: {'Port': ['ID=a74b573a-5c19-4427-af3a-487ae360180a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:23.531641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.533609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.536235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Allocated IP 172.26.2.177 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/a5063320-0a95-4bb6-b95b-b1e7498a2b9b) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:23.570064 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3029807 Apr 29 07:50:23.573960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43702) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:23.585249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event deleted for resources: {'Port': ['ID=1734d2f8-1e7f-4169-8cce-4278ab82dff5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:23.587270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03457d-c14c-4551-b0db-3444813a8d7e tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Network': ['ID=fe3513fc-f72a-4137-b8fa-6b74f0265540,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:23.609971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network fe3513fc-f72a-4137-b8fa-6b74f0265540 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:23.670799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.694685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 97143ea6-0b10-42bb-b740-1f1c778a90d3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:23.701754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a9e7a6-fb0a-4550-808e-94717fae0360']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:23.713228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.715813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669e6945-587c-41a1-aea1-bc2018f8a875') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:23.716221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669e6945-587c-41a1-aea1-bc2018f8a875') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:23.728813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.740564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.745784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.753094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:23.753541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:23.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:23.781788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-30053e2c-7f5a-4a90-b295-40aede0e7a5c tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "PUT /v2.0/quotas/cdf4201e57da44bda0e9e6213b6c9896 HTTP/1.1" status: 200 len: 366 time: 0.9533358 Apr 29 07:50:23.800129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 97143ea6-0b10-42bb-b740-1f1c778a90d3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:23.800715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.803074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43704) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:23.844669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 596f6834-a810-4a77-995a-418c0a88fc40 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:50:23.862249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.865712 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "DELETE /v2.0/networks/596f6834-a810-4a77-995a-418c0a88fc40 HTTP/1.1" status: 204 len: 168 time: 1.0363431 Apr 29 07:50:23.889738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786935ea-f97f-426b-b24d-8192111cb676 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event deleted for resources: {'Network': ['ID=596f6834-a810-4a77-995a-418c0a88fc40,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:23.891583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event updated for resources: {'Port': ['ID=1d5b71ac-588b-4a76-a8c4-44f5e0572f15,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:23.919712 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fa96917a-280f-40fc-8107-0857f5201e27 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1057162 Apr 29 07:50:23.920704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.928921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43708) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:23.961819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:23.981574 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3bcff9a9-0dcb-4899-af44-5fe2474b7e31 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "GET /v2.0/quotas/cdf4201e57da44bda0e9e6213b6c9896 HTTP/1.1" status: 200 len: 366 time: 0.0515907 Apr 29 07:50:23.991666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43710) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:23.995410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.021280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1734d2f8-1e7f-4169-8cce-4278ab82dff5 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:24.025144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d500e61-886f-4afb-8102-f4423705c42d tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:24.031580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d500e61-886f-4afb-8102-f4423705c42d tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:24.038036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d500e61-886f-4afb-8102-f4423705c42d tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:24.044385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d500e61-886f-4afb-8102-f4423705c42d tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:24.045139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.051493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d500e61-886f-4afb-8102-f4423705c42d tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:24.052647 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] 10.222.0.16 "DELETE /v2.0/networks/d8a9e7a6-fb0a-4550-808e-94717fae0360 HTTP/1.1" status: 204 len: 168 time: 2.2194512 Apr 29 07:50:24.053692 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9d500e61-886f-4afb-8102-f4423705c42d tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3024 time: 0.4593987 Apr 29 07:50:24.060897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.063289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43716) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.065987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.075202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 1734d2f8-1e7f-4169-8cce-4278ab82dff5 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:50:24.075202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1734d2f8-1e7f-4169-8cce-4278ab82dff5 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:24.076219 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-299d5d09-81d5-468c-9d3d-7222a9cb8f9c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8410797 Apr 29 07:50:24.136846 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6f3c5ff5-7e1c-4ba4-a2fe-0a2e293efd13 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/cdf4201e57da44bda0e9e6213b6c9896 HTTP/1.1" status: 204 len: 168 time: 0.1401112 Apr 29 07:50:24.136846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5240d-177e-4e3f-8692-ba07cfeb8467 tempest-DHCPAgentSchedulersTestJSON-653397954 tempest-DHCPAgentSchedulersTestJSON-653397954-project] Pushing event deleted for resources: {'Network': ['ID=d8a9e7a6-fb0a-4550-808e-94717fae0360,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:24.139687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43720) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.167984 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a8786605-feb8-4a54-85a8-1d54898fa9be tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0215325 Apr 29 07:50:24.169215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43722) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.185368 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-df7b00b8-0b08-4588-bfc7-86bcac9504d4 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "GET /v2.0/quotas/cdf4201e57da44bda0e9e6213b6c9896 HTTP/1.1" status: 200 len: 370 time: 0.0130141 Apr 29 07:50:24.191902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43724) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.203442 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b4c66d64-ef19-48e4-b036-6e49a1959f9d tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "GET /v2.0/quotas/cdf4201e57da44bda0e9e6213b6c9896/default HTTP/1.1" status: 200 len: 370 time: 0.0057716 Apr 29 07:50:24.209321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.215482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43726) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.227163 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-903b483e-0b52-40ee-a18e-c8c6b714ec77 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] delete failed (client error): The resource could not be found. Apr 29 07:50:24.228405 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-903b483e-0b52-40ee-a18e-c8c6b714ec77 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/cdf4201e57da44bda0e9e6213b6c9896 HTTP/1.1" status: 404 len: 348 time: 0.0119100 Apr 29 07:50:24.238190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.285892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.366309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.368170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.398451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3513fc-f72a-4137-b8fa-6b74f0265540']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:24.411685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372e3e6e-f5f7-4016-86b8-3bc736b16e33') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:24.412351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372e3e6e-f5f7-4016-86b8-3bc736b16e33') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:24.422610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.442117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:24.446913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.455011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.497428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.505214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e006390-397c-4ff6-acf1-2f365a9c7bb9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:24.509362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43740) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.515582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d24583e5-adef-4411-9e24-d783b7026722 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'router': {'name': 'tempest-router--2045202994', 'project_id': '3b7ca12f990a4200a77ff9da6d010b5b'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:24.537718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:24.543482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:24.543913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.549387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:24.551548 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:24.557755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:24.557828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event updated for resources: {'Port': ['ID=a74b573a-5c19-4427-af3a-487ae360180a,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:24.594338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.641617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d24583e5-adef-4411-9e24-d783b7026722 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.642938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d24583e5-adef-4411-9e24-d783b7026722 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.682206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.689980 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d7f54fa4-a6c7-4997-8ee3-8a5150301545 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0328722 Apr 29 07:50:24.832061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event updated for resources: {'Port': ['ID=a5063320-0a95-4bb6-b95b-b1e7498a2b9b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:24.873727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43754) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.901901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.906408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43758) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.917757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:network and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:24.923319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.925194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.925514 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Added segment 33166961-76f1-4922-a240-b397c31f2997 of type vlan for network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab Apr 29 07:50:24.930904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:24.941114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe3513fc-f72a-4137-b8fa-6b74f0265540 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:50:24.941114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:24.944019 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "DELETE /v2.0/networks/fe3513fc-f72a-4137-b8fa-6b74f0265540 HTTP/1.1" status: 204 len: 168 time: 0.8637552 Apr 29 07:50:24.949532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43764) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:24.955044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfe5f1-bd1d-46e1-9917-cc2f71bf30cd tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe3513fc-f72a-4137-b8fa-6b74f0265540,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:24.958498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'network': {'name': 'tempest-network--1193518502', 'router:external': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:25.013418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:subnet and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:25.016058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d24583e5-adef-4411-9e24-d783b7026722 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.025693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:25.034462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:subnetpool and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:25.040800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:25.047525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:port and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:25.052742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:25.052866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.062586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:router and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:25.065695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.070912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:25.079143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:floatingip and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:25.091575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:25.103931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d24583e5-adef-4411-9e24-d783b7026722 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.113483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Made reservation on behalf of e8d4907a04f14aa1b6c43e81c5ae73ba for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:25.116077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.172519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:25.189263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.189609 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Added segment 2b5ae100-1bfb-4a0b-8f04-23f629d21363 of type vlan for network 18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec Apr 29 07:50:25.219808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.227485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:25.228326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.237983 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:security_group and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:25.265950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:25.276423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d24583e5-adef-4411-9e24-d783b7026722 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.277676 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d24583e5-adef-4411-9e24-d783b7026722 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7673438 Apr 29 07:50:25.301227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43782) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:25.331209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.331670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event updated for resources: {'Network': ['ID=fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:25.343387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:25.357325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.365206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f85aa38c-f51d-4535-8537-1d8d9aa787d4 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5348263 Apr 29 07:50:25.368553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43784) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:25.375508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Request body: {'subnet': {'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:25.401969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Usage tracker for resource:security_group_rule and tenant:9bc48da2f1b44e5bbe1cc07e2d1afc54 is out of sync, need to count used quota {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:50:25.443309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43790) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:25.454750 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 07:50:25.455334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.quota.resource [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109781) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 07:50:25.462779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bcc63805-ecce-4fdf-8928-f1e1c133325f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.473740 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-20274918-70aa-4eda-8307-a588b8160d93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6f39aaaf190441c8117d8a79442166e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5607183 Apr 29 07:50:25.474662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43796) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:25.481355 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e3dfb674-36f7-4478-8cb4-de881102f939 tempest-QuotasTest-1245143028 tempest-QuotasTest-1245143028-project-admin] 10.222.0.16 "GET /v2.0/quotas/9bc48da2f1b44e5bbe1cc07e2d1afc54/details.json HTTP/1.1" status: 200 len: 703 time: 0.6068754 Apr 29 07:50:25.502725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43800) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:25.519014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.642709 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.643979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:25.644576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.713954 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-469fd35a-2ce9-4795-9256-54d3bb915bb4 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--461282386&fields=id&tenant_id=3db95d922264435a828d96d456d20755 HTTP/1.1" status: 200 len: 267 time: 0.2629178 Apr 29 07:50:25.755278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.758377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event updated for resources: {'Port': ['ID=a5063320-0a95-4bb6-b95b-b1e7498a2b9b,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:25.776505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-cadb2314-d96f-4dff-91fa-1d0f1bc48b09 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1627583344&fields=id&tenant_id=f109ee449caa4ee38894e7725d1abbb6 HTTP/1.1" status: 200 len: 267 time: 0.2722623 Apr 29 07:50:25.890519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Made reservation on behalf of ceb8e0328d41420ea2df855aed58f417 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:25.894141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.960644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.961879 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c7fce7c8-2a4b-4cf3-bc00-a9bba72bc5e1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5577877 Apr 29 07:50:25.964121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bcc63805-ecce-4fdf-8928-f1e1c133325f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.967271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bcc63805-ecce-4fdf-8928-f1e1c133325f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:25.990560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Network': ['ID=18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:26.017869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:26.035025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43806) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:26.055496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17a45472-29d8-4735-a436-ce0b02c2f4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.061801 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-669fe30f-3b5f-499b-9205-486c15838961 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1110432 Apr 29 07:50:26.064298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43810) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:26.146173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-ea73b99a-f6e5-4d31-969e-099132c87ff5 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:26.148585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-ea73b99a-f6e5-4d31-969e-099132c87ff5 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/networks?id=24b027d7-b7a1-45a8-a357-32c318f3750e HTTP/1.1" status: 200 len: 812 time: 0.4124584 Apr 29 07:50:26.166411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-5c151258-047d-4a1f-abaa-90aeac4ddbc7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:26.167980 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-5c151258-047d-4a1f-abaa-90aeac4ddbc7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 812 time: 0.3696179 Apr 29 07:50:26.184680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bcc63805-ecce-4fdf-8928-f1e1c133325f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.186298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc63805-ecce-4fdf-8928-f1e1c133325f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b36eb0a-2725-4a04-92d4-a7ea26b418ca {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:26.201982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17a45472-29d8-4735-a436-ce0b02c2f4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.209299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bcc63805-ecce-4fdf-8928-f1e1c133325f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.211048 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bcc63805-ecce-4fdf-8928-f1e1c133325f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6b36eb0a-2725-4a04-92d4-a7ea26b418ca HTTP/1.1" status: 204 len: 168 time: 0.9088707 Apr 29 07:50:26.228028 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-7b34efa6-a03f-447e-8a93-4e599397d789 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/quotas/3db95d922264435a828d96d456d20755 HTTP/1.1" status: 200 len: 375 time: 0.0590420 Apr 29 07:50:26.246670 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-aec4c7c2-4697-4b10-9e2a-59c71c2fb102 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/quotas/f109ee449caa4ee38894e7725d1abbb6 HTTP/1.1" status: 200 len: 375 time: 0.0494008 Apr 29 07:50:26.267159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc876273-19b5-4f97-b04f-3c4b66751850 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:26.268587 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dc876273-19b5-4f97-b04f-3c4b66751850 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] 10.222.0.16 "GET /v2.0/networks/18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec HTTP/1.1" status: 200 len: 757 time: 0.2033784 Apr 29 07:50:26.282456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43816) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:26.309074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-11bf1bd3-e574-4312-b8ae-d0ed4d7e4c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.415215 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-e465bf18-a6fb-4747-a5b8-7fa45a2a6906 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591263 Apr 29 07:50:26.439633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1e291-ff11-4609-abe5-18eefb525b41 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:26.441068 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-02d1e291-ff11-4609-abe5-18eefb525b41 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] 10.222.0.16 "GET /v2.0/networks/41fad3fd-647b-41fb-ab74-86e5137f764b HTTP/1.1" status: 200 len: 768 time: 0.1603069 Apr 29 07:50:26.444444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43820) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:26.452319 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-af6eb302-12b3-4227-9b72-3d992e9f0f1e tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db95d922264435a828d96d456d20755&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2105150 Apr 29 07:50:26.532260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17a45472-29d8-4735-a436-ce0b02c2f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.532260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17a45472-29d8-4735-a436-ce0b02c2f4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.534741 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-17a45472-29d8-4735-a436-ce0b02c2f4eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbf43481-aa25-4534-a4fe-bd95cb1d8616 HTTP/1.1" status: 204 len: 168 time: 1.0590224 Apr 29 07:50:26.550257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.560818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.571806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a45472-29d8-4735-a436-ce0b02c2f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf43481-aa25-4534-a4fe-bd95cb1d8616,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:26.664026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event updated for resources: {'Subnet': ['ID=9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:26.668307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Checking segment: {'id': '33166961-76f1-4922-a240-b397c31f2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:26.668845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Network hostable DHCP agents. Network: fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:26.685155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43832) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:26.713239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-11bf1bd3-e574-4312-b8ae-d0ed4d7e4c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.761627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.765147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:26.791437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:26.795747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-ab11820f-132a-4868-8476-5d4872da651b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:26.796774 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-ab11820f-132a-4868-8476-5d4872da651b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1868880 Apr 29 07:50:26.802907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-11bf1bd3-e574-4312-b8ae-d0ed4d7e4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.835034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5ae100-1bfb-4a0b-8f04-23f629d21363') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:26.835332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5ae100-1bfb-4a0b-8f04-23f629d21363') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:26.855606 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-11bf1bd3-e574-4312-b8ae-d0ed4d7e4c6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc701932852e419a8b33fd69bd743e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8147187 Apr 29 07:50:26.857560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.860291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:26.866952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43838) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:26.875792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf1bd3-e574-4312-b8ae-d0ed4d7e4c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b1c51-a44a-42cf-b421-2cc72f19fca5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:26.878461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:26.879045 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.885488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3a3a5-5c2d-41ea-8b46-2f784fd20aae None None] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:26.906219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.921489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:26.921489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:26.923128 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:26.931222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1672794386', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:26.964258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-807c143d-f60a-4b9d-b78e-9179adf70385 service neutron] 10.222.0.16 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603260 Apr 29 07:50:27.018346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd1e81c1-727f-4f08-9bca-0e1b291c47e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.055726 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f984b30d-ed91-4068-96b8-b7cd4bb402f6 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6857393 Apr 29 07:50:27.060513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43842) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:27.060790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd1e81c1-727f-4f08-9bca-0e1b291c47e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.065661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Request body: {'port': {'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1485331455'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:27.093953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-1e19b42b-6b38-4c72-9154-415b53388372 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:27.103315 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-1e19b42b-6b38-4c72-9154-415b53388372 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3680365 Apr 29 07:50:27.117711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab', 'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab', 'tenant_id': 'ceb8e0328d41420ea2df855aed58f417', 'fixed_ips': [{'subnet_id': '9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:50:27.119262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.144371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.152787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:50:27.155766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.159630 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "DELETE /v2.0/networks/18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec HTTP/1.1" status: 204 len: 168 time: 0.7141566 Apr 29 07:50:27.169309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43844) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:27.174229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5f043-a4ce-43bd-a59c-79ad3f125c10 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event deleted for resources: {'Network': ['ID=18cfb0e2-7a66-4fcc-8e9b-937c0522b7ec,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:27.176568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'network': {'name': 'tempest-network--570341337'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:27.186655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.187877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.228477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd1e81c1-727f-4f08-9bca-0e1b291c47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.234265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd1e81c1-727f-4f08-9bca-0e1b291c47e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.236764 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bd1e81c1-727f-4f08-9bca-0e1b291c47e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd8b1c51-a44a-42cf-b421-2cc72f19fca5 HTTP/1.1" status: 204 len: 168 time: 0.3687065 Apr 29 07:50:27.277022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e81c1-727f-4f08-9bca-0e1b291c47e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b1c51-a44a-42cf-b421-2cc72f19fca5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:27.337406 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a35a054d-ce96-4978-8919-98c3ac5d0920 service neutron] 10.222.0.16 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663042 Apr 29 07:50:27.392269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.401467 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-ccf58a9e-3f13-4b8e-9178-1ff41a8310dd service neutron] 10.222.0.16 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967684 Apr 29 07:50:27.414697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Made reservation on behalf of e8d4907a04f14aa1b6c43e81c5ae73ba for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:27.417075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.417188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Allocated IP 172.20.0.2 (fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab/9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4/46458115-2bb8-4f6d-b466-cb14273033d0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:27.502540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:27.534381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84bbd00a-5570-4f02-b44c-7a151d4be349 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:27.547214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43848) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:27.564687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 84bbd00a-5570-4f02-b44c-7a151d4be349 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:50:27.565023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84bbd00a-5570-4f02-b44c-7a151d4be349 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:27.566048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a4f215db-8f9b-4d3c-8be7-99f3afd63613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.714491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.735680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a4f215db-8f9b-4d3c-8be7-99f3afd63613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.800604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.822105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a4f215db-8f9b-4d3c-8be7-99f3afd63613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.846595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.846931 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Added segment 3a245529-3ab3-4888-b287-8d388ab6b092 of type vlan for network db63c749-2b8b-4129-ab92-0052e4a352ae Apr 29 07:50:27.858191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Made reservation on behalf of ceb8e0328d41420ea2df855aed58f417 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:27.861671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.871100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Pushing event updated for resources: {'Port': ['ID=46458115-2bb8-4f6d-b466-cb14273033d0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:27.876696 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a4f215db-8f9b-4d3c-8be7-99f3afd63613 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfc4e7ea4c254dbb8b519d67bcdbfd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276672 Apr 29 07:50:27.879535 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43878) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:27.883305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:27.884737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:27.888193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:27.924097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-461cc586-7791-4faa-aea9-11dc685e42ac service neutron] 10.222.0.16 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217075 Apr 29 07:50:27.930932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f215db-8f9b-4d3c-8be7-99f3afd63613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8494c14e-c32a-4c96-871c-7e53d7395570,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:27.951394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Attempting to bind port 46458115-2bb8-4f6d-b466-cb14273033d0 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:27.952062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Attempting to bind port 46458115-2bb8-4f6d-b466-cb14273033d0 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '33166961-76f1-4922-a240-b397c31f2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:27.952730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Attempting to bind port 46458115-2bb8-4f6d-b466-cb14273033d0 on network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:27.960339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:27.960954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Checking segment: {'id': '33166961-76f1-4922-a240-b397c31f2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:27.961700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.962953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Bound using segment: {'id': '33166961-76f1-4922-a240-b397c31f2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:27.963897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Bound port: 46458115-2bb8-4f6d-b466-cb14273033d0, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33166961-76f1-4922-a240-b397c31f2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:27.964494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:27.972641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a36fbe17-6e4f-4cac-92e7-1b448f57d097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.016207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a36fbe17-6e4f-4cac-92e7-1b448f57d097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.035687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.090149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] For port 46458115-2bb8-4f6d-b466-cb14273033d0, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:28.094324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] For port 46458115-2bb8-4f6d-b466-cb14273033d0, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=46458115-2bb8-4f6d-b466-cb14273033d0,segment=NetworkSegment(33166961-76f1-4922-a240-b397c31f2997),segment_id=33166961-76f1-4922-a240-b397c31f2997)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:28.123397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] device_id is not set on port f8337687-9865-4b45-81d3-c8d56d6e620a yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:28.169106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.179898 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-b4f82dc2-063a-455f-80d3-3f9ba17f80dc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--384588257&fields=id&tenant_id=9200ad04309a40958ca6c3497ed274b8 HTTP/1.1" status: 200 len: 267 time: 0.3347313 Apr 29 07:50:28.185987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43886) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:28.197652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6c35599-c484-4392-a2ff-d45db57d9ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.207837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.219480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.220498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:28.221137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.297731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a36fbe17-6e4f-4cac-92e7-1b448f57d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.303707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a36fbe17-6e4f-4cac-92e7-1b448f57d097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.305250 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a36fbe17-6e4f-4cac-92e7-1b448f57d097 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8494c14e-c32a-4c96-871c-7e53d7395570 HTTP/1.1" status: 204 len: 168 time: 0.4238138 Apr 29 07:50:28.326847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fbe17-6e4f-4cac-92e7-1b448f57d097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8494c14e-c32a-4c96-871c-7e53d7395570,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.350678 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6c35599-c484-4392-a2ff-d45db57d9ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.373628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3c15-0452-4897-8d33-72f4b87039fc None None] Pushing event updated for resources: {'Port': ['ID=46458115-2bb8-4f6d-b466-cb14273033d0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.424284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6c35599-c484-4392-a2ff-d45db57d9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.484621 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f6c35599-c484-4392-a2ff-d45db57d9ebc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bc48da2f1b44e5bbe1cc07e2d1afc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991142 Apr 29 07:50:28.485465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c35599-c484-4392-a2ff-d45db57d9ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c6be55-97aa-4659-83a0-b51454e4d528,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.488406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43908) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:28.585396 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78c0f8d0-dcb0-498d-884d-4ae4c44e0103 req-e799c1c5-7310-4758-b0c4-ad50391910a6 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 210 time: 0.2093675 Apr 29 07:50:28.599348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a8afd767-e0f7-4fe1-bd4c-b7ab6a19a9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.628319 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4539006 Apr 29 07:50:28.629721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a8afd767-e0f7-4fe1-bd4c-b7ab6a19a9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:28.641307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43914) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:28.656097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:28.766338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee640b6-7068-45b7-ac72-5f4363ee7178 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Network': ['ID=db63c749-2b8b-4129-ab92-0052e4a352ae,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.782604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network db63c749-2b8b-4129-ab92-0052e4a352ae details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:28.821048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e9c71c97-bb8f-479e-b5fa-68fe7f80604a req-8a9f58ac-daac-47c0-97a7-a3ae4733a034 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 210 time: 0.0820236 Apr 29 07:50:28.849511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-b9f992af-e0ae-4f9a-b741-489a5ddbe505 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:28.859744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-b9f992af-e0ae-4f9a-b741-489a5ddbe505 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/networks?id=35ed79a5-287d-4a3a-a680-e8df600601f5 HTTP/1.1" status: 200 len: 805 time: 0.6686347 Apr 29 07:50:28.895535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Allocated IP 172.20.0.11 (fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab/9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4/f8337687-9865-4b45-81d3-c8d56d6e620a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:28.905073 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-4bb3d70a-75bf-4ae8-a34b-529ff6495614 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/quotas/9200ad04309a40958ca6c3497ed274b8 HTTP/1.1" status: 200 len: 375 time: 0.0327704 Apr 29 07:50:29.020077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.062247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a8afd767-e0f7-4fe1-bd4c-b7ab6a19a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.064853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a8afd767-e0f7-4fe1-bd4c-b7ab6a19a9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.066157 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a8afd767-e0f7-4fe1-bd4c-b7ab6a19a9ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60c6be55-97aa-4659-83a0-b51454e4d528 HTTP/1.1" status: 204 len: 168 time: 0.5763772 Apr 29 07:50:29.078725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afd767-e0f7-4fe1-bd4c-b7ab6a19a9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c6be55-97aa-4659-83a0-b51454e4d528,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:29.086636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.114828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Network db63c749-2b8b-4129-ab92-0052e4a352ae is not hosted by any dhcp agent {{(pid=109781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:50:29.115716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:29.118105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.121834 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "PUT /v2.0/networks/db63c749-2b8b-4129-ab92-0052e4a352ae HTTP/1.1" status: 200 len: 857 time: 0.4773331 Apr 29 07:50:29.126648 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-157c2be6-88e3-41e1-9f27-5cb8a94f6044 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9200ad04309a40958ca6c3497ed274b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2151442 Apr 29 07:50:29.127677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43934) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:29.217419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a0842-d6f1-46c1-a34c-424cf6576137 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event updated for resources: {'Network': ['ID=db63c749-2b8b-4129-ab92-0052e4a352ae,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:29.298817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.384855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.416429 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.421010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.603126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 46458115-2bb8-4f6d-b466-cb14273033d0 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:29.612400 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-ec115177-4bd0-46ce-8084-9b02992b7df7 service neutron] 10.222.0.16 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232206 Apr 29 07:50:29.712743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75df24b-1902-45c6-bca7-f370959e9898 None None] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:29.717163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Allocated IP 172.26.2.222 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/f57f8424-126e-48ab-951b-eeaaaf5ade9b) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:29.730792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.786460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 46458115-2bb8-4f6d-b466-cb14273033d0 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:29.786834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:29.884880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-96b32b72-a03d-49c9-9bce-e046e1aa439f None None] Provisioning complete for port 46458115-2bb8-4f6d-b466-cb14273033d0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:29.885269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b32b72-a03d-49c9-9bce-e046e1aa439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.024036 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.146756 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bb2066bf-eca1-449e-99c1-7894c9b4f344 req-4ac87291-9a2a-41ad-96e3-362ec49b2617 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 210 time: 0.4233110 Apr 29 07:50:30.188942 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.228901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:30.258275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 46458115-2bb8-4f6d-b466-cb14273033d0, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=46458115-2bb8-4f6d-b466-cb14273033d0,segment=NetworkSegment(33166961-76f1-4922-a240-b397c31f2997),segment_id=33166961-76f1-4922-a240-b397c31f2997)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:30.261438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b32b72-a03d-49c9-9bce-e046e1aa439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.262909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:30.319616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:30.345467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db63c749-2b8b-4129-ab92-0052e4a352ae']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:30.368260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.372811 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3279ae0c-31ae-4440-9c91-7371dfad4810 req-31d1cadb-eddd-40ac-86dc-480d317ca3f4 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 210 time: 0.1594355 Apr 29 07:50:30.439958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event updated for resources: {'Port': ['ID=f8337687-9865-4b45-81d3-c8d56d6e620a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:30.448838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a245529-3ab3-4888-b287-8d388ab6b092') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:30.449137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a245529-3ab3-4888-b287-8d388ab6b092') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:30.500278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.516413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-96b32b72-a03d-49c9-9bce-e046e1aa439f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:50:30.516789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-96b32b72-a03d-49c9-9bce-e046e1aa439f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:50:30.523952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=46458115-2bb8-4f6d-b466-cb14273033d0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:30.531756 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-261397d6-b981-4dd4-ae68-1e249112997c service neutron] 10.222.0.16 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8893194 Apr 29 07:50:30.575979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.585459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.602281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:30.603132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.607889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:30.608330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:30.611948 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:30.764930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 43994) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:30.765510 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-79d6c503-d824-4832-a1f1-d5300df022d7 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7036455 Apr 29 07:50:30.772287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Request body: {'port': {'network_id': 'fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1721880149', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:30.773078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.api.validators [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] bootfile-name is not in valid_values {{(pid=109781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:50:30.773477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.api.validators [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] tftp-server is not in valid_values {{(pid=109781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:50:30.773907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.api.validators [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] server-ip-address is not in valid_values {{(pid=109781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:50:30.778371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 43996) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:30.868761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.875751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.883576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db63c749-2b8b-4129-ab92-0052e4a352ae {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:50:30.891778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:30.897578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] 10.222.0.16 "DELETE /v2.0/networks/db63c749-2b8b-4129-ab92-0052e4a352ae HTTP/1.1" status: 204 len: 168 time: 1.7636340 Apr 29 07:50:30.902917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44004) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:31.001065 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6071de-884d-4fad-8381-610a1622a6e0 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] DELETE failed (client error): The resource could not be found. Apr 29 07:50:31.001515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6071de-884d-4fad-8381-610a1622a6e0 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:50:31.015191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1364446180'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:31.018072 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7c6071de-884d-4fad-8381-610a1622a6e0 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] 10.222.0.16 "DELETE /v2.0/subnets/d4199aa4-3b0b-4a60-88d8-dda02be3501c HTTP/1.1" status: 404 len: 337 time: 0.1140463 Apr 29 07:50:31.018717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44008) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:31.039263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3101cd-8987-4d91-96ea-c9ec8b2f21b3 tempest-ExternalNetworksTestJSON-299328920 tempest-ExternalNetworksTestJSON-299328920-project-admin] Pushing event deleted for resources: {'Network': ['ID=db63c749-2b8b-4129-ab92-0052e4a352ae,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:31.062968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:31.069643 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-349eecdc-7ae9-4364-819e-34ad240d5ed0 req-e425fc66-ee22-4c9b-9153-c3a76bcd4159 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.0844235 Apr 29 07:50:31.072403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event updated for resources: {'Port': ['ID=f57f8424-126e-48ab-951b-eeaaaf5ade9b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:31.075032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:31.079033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:31.146400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.203336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3cb91475-94b1-47ed-a945-ccc3327ff04a None None] Provisioning complete for port 46458115-2bb8-4f6d-b466-cb14273033d0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:31.203926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cb91475-94b1-47ed-a945-ccc3327ff04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.346689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.359084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:31.367794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.370065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fad3fd-647b-41fb-ab74-86e5137f764b']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:31.380519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34c0a75-d265-43c4-8979-422ccf91d011') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:31.380817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34c0a75-d265-43c4-8979-422ccf91d011') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:31.387302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.391926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.415110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.422725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:31.423202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:31.426388 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:31.473145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3cb91475-94b1-47ed-a945-ccc3327ff04a None None] Provisioning complete for port f8337687-9865-4b45-81d3-c8d56d6e620a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:31.473519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cb91475-94b1-47ed-a945-ccc3327ff04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.515414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Made reservation on behalf of ceb8e0328d41420ea2df855aed58f417 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:31.517610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1755510-22e2-42a9-a4c1-a1905cb15194 req-6ac0e555-b891-4c01-8e78-9b315fbcf337 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 210 time: 0.1221769 Apr 29 07:50:31.523192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.576004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] device_id is not set on port c0e52cc5-e1ab-4c6f-afdc-cf0710817543 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:31.591164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3cb91475-94b1-47ed-a945-ccc3327ff04a None None] Port f8337687-9865-4b45-81d3-c8d56d6e620a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:31.597090 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 46458115-2bb8-4f6d-b466-cb14273033d0 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:31.697774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44026) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:31.698175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.708223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.714683 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] 10.222.0.16 "DELETE /v2.0/networks/41fad3fd-647b-41fb-ab74-86e5137f764b HTTP/1.1" status: 204 len: 168 time: 0.6902673 Apr 29 07:50:31.715493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 46458115-2bb8-4f6d-b466-cb14273033d0 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:31.716226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.719433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.39', 60503) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:31.794753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a345e80-73f9-400a-8c1a-e16e6aec0135 tempest-ExternalNetworksTestJSON-1056283509 tempest-ExternalNetworksTestJSON-1056283509-project] Pushing event deleted for resources: {'Network': ['ID=41fad3fd-647b-41fb-ab74-86e5137f764b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:31.796973 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c8be0834-cff1-40ef-9743-cc81e156ea70 req-eaa60e8a-bda2-488e-9c1e-a3f8c273a203 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 210 time: 0.0999248 Apr 29 07:50:31.854026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:31.856809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Allocated IP 172.20.0.8 (fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab/9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4/c0e52cc5-e1ab-4c6f-afdc-cf0710817543) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:32.024838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-237965466'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:32.033743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-752f9459-5a5c-40e1-9229-2c6301e922fd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:32.035273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-752f9459-5a5c-40e1-9229-2c6301e922fd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 812 time: 0.3047240 Apr 29 07:50:32.060551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.124828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.170407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.176831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-2189a9d6-95ee-4d82-8bbb-b9d0c5629529 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f109ee449caa4ee38894e7725d1abbb6 HTTP/1.1" status: 200 len: 380 time: 0.1013002 Apr 29 07:50:32.177414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Made reservation on behalf of 9eff0313b74d4364940ad093ec287814 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:32.181211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.218500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.236572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Request body: {'port': {'device_id': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'admin_state_up': True, 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'security_groups': ['b4797dba-9b87-4e10-baa0-f1e48f9b7727']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:32.245028 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b07bb18c-7402-453e-9d0d-a982481e147c req-6aab8b80-af7d-4c48-b53b-6b80bca9f5fc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.0971153 Apr 29 07:50:32.266993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.321217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:32.334581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:32.340421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:32.347523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:32.353957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2967c8d-07fe-4025-b8d5-9679205b9c9a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:32.360671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.361262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment 3df00eb9-e178-4e4b-a0fb-966d63028677 of type vlan for network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 Apr 29 07:50:32.385833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.394385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event updated for resources: {'Port': ['ID=c0e52cc5-e1ab-4c6f-afdc-cf0710817543,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:32.424494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:32.425358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.511218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.520940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44046) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:32.532454 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-30436372-6d64-4805-bcad-f94d1284e9ce tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7658298 Apr 29 07:50:32.538752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44050) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:32.625917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.39', 60508) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:32.726120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0abd8bfb-437c-4a44-bde8-44b12e4f48db None None] Provisioning complete for port c0e52cc5-e1ab-4c6f-afdc-cf0710817543 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:32.727350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0abd8bfb-437c-4a44-bde8-44b12e4f48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.733435 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74c34ce8-973b-4bbf-bb9d-04e4949e563e req-dabe1674-7c00-4005-aae1-b34192585f1a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 210 time: 0.0381618 Apr 29 07:50:32.763203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.768634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:32.769231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.774470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:32.791675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Made reservation on behalf of f109ee449caa4ee38894e7725d1abbb6 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:32.793737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0abd8bfb-437c-4a44-bde8-44b12e4f48db None None] Port c0e52cc5-e1ab-4c6f-afdc-cf0710817543 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:32.795957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.063889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f964d-8c71-47b5-ab8d-8d5c631a784e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:33.070209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f964d-8c71-47b5-ab8d-8d5c631a784e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:33.076101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f964d-8c71-47b5-ab8d-8d5c631a784e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:33.077795 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d32f964d-8c71-47b5-ab8d-8d5c631a784e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5377092 Apr 29 07:50:33.090120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44070) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:33.099908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.136859 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-54132561-c44e-46b0-9a83-27b5c8253f99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d82cedfd7d5d4a788c4b6b8830eecf3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6123948 Apr 29 07:50:33.139994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44074) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:33.162795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-3a734ab2-ead8-458f-9437-dcdb857deb48 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:33.164223 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-3a734ab2-ead8-458f-9437-dcdb857deb48 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.39 "GET /v2.0/networks?id=24b027d7-b7a1-45a8-a357-32c318f3750e HTTP/1.1" status: 200 len: 812 time: 0.5382919 Apr 29 07:50:33.183121 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4713a031-2885-472d-a16b-fba0a8806839 req-827e8fe1-b34e-42cf-9e20-ad132d189cf2 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 210 time: 0.1067364 Apr 29 07:50:33.189899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:33.204624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:33.234998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:33.265162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44082) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:33.265468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ed9695bb-1497-4950-b80a-f07213a3d4d3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4848936 Apr 29 07:50:33.275917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'name': 'tempest-PortsIpV6TestJSON-487124985'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:33.285241 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-5ade73c0-adb8-4f87-9f71-2c5c4143a6f7 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db95d922264435a828d96d456d20755 HTTP/1.1" status: 200 len: 379 time: 0.1129575 Apr 29 07:50:33.304038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Request body: {'port': {'device_id': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'admin_state_up': True, 'tenant_id': '3db95d922264435a828d96d456d20755', 'security_groups': ['8902e1c1-4749-4b4b-8718-2369cec89e23']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:33.309413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f5ced4a-df11-411b-92c5-17883e2d0c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.316946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc65dfd-df4d-419c-9b82-349267c7cbea,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:33.335792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Router e7a917a4-9792-4e83-8574-246992499011 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:33.353181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.353520 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Added segment 065a67f5-5864-4584-80c1-2f1d219555ce of type vlan for network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 Apr 29 07:50:33.435184 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f5ced4a-df11-411b-92c5-17883e2d0c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.478694 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c04edb2b-da32-4a61-bb8f-13d1112813ba req-e6da5a6f-4753-419c-ae50-3465958f5076 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.1041315 Apr 29 07:50:33.496008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.550197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Allocated IP 172.20.0.12 (ae58e533-caeb-4f42-af32-8c6457a8748a/56b6060d-45d7-4f20-9575-69359b1440fb/64fcf828-015a-4909-bcd2-4ab1a60e8283) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:33.567181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:33.572774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.578066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Deleting port c0e52cc5-e1ab-4c6f-afdc-cf0710817543 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:33.578408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.594473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f5ced4a-df11-411b-92c5-17883e2d0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.598291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f5ced4a-df11-411b-92c5-17883e2d0c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.602840 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6f5ced4a-df11-411b-92c5-17883e2d0c40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09664d81-97cc-430d-8905-045c7437f1f2 HTTP/1.1" status: 204 len: 168 time: 0.4586554 Apr 29 07:50:33.602840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 8eedc566-5938-412f-bedc-69854f11c681 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:33.621065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ced4a-df11-411b-92c5-17883e2d0c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09664d81-97cc-430d-8905-045c7437f1f2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:33.690734 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Made reservation on behalf of 3db95d922264435a828d96d456d20755 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:33.697848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.709718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.715595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:33.716315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.851419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:33.870173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] Sync routers for ids ['e7a917a4-9792-4e83-8574-246992499011'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:33.884121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] Routers {'e7a917a4-9792-4e83-8574-246992499011'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:33.884882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e7a917a4-9792-4e83-8574-246992499011'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:33.939928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:33.956384 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2546270 Apr 29 07:50:33.962605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062beca1-0ea3-4520-afe0-9b7326f8d774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Pushing event updated for resources: {'Network': ['ID=451c55d2-40b7-4fc4-8ca4-b83a9d544b92,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:33.968105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] Routers {'e7a917a4-9792-4e83-8574-246992499011'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:33.968773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e7a917a4-9792-4e83-8574-246992499011'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:33.978057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:33.985894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:33.995228 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-37ba0159-0fe8-492e-bb88-482f6c53865f req-155d4967-7aa4-47c0-98da-bae6968fb608 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 210 time: 0.0931146 Apr 29 07:50:34.020921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Calling delete_port for c0e52cc5-e1ab-4c6f-afdc-cf0710817543 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:34.057531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:34.058937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab1e3d-2d53-4331-9adf-3af7afd86b83 None None] The sync data for ids ['e7a917a4-9792-4e83-8574-246992499011'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:34.090503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.39', 60512) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:34.157891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:34.163259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:34.183005 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8cfd1df2-7598-4c1e-a923-57d6cf11e567 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.4967067 Apr 29 07:50:34.183651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44098) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:34.247948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Allocated IP 172.20.0.11 (24b027d7-b7a1-45a8-a357-32c318f3750e/3b10427a-70fd-4707-89d5-59e8f0c4e419/966f008b-1240-4aa0-a696-4dc6035a826a) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:34.318367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:34.440916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-73b06d79-ec68-423c-baff-9893bc88694a tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:34.442630 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-73b06d79-ec68-423c-baff-9893bc88694a tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.39 "GET /v2.0/networks?id=35ed79a5-287d-4a3a-a680-e8df600601f5 HTTP/1.1" status: 200 len: 805 time: 0.3511212 Apr 29 07:50:34.442949 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-092978d5-3076-4264-8655-2e98d755e182 req-2f6f9ad9-125c-4299-a5de-49be95abb874 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 210 time: 0.0864284 Apr 29 07:50:34.492522 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:34.560947 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e10e113d-aac9-40e7-9bc4-5e90e5a923eb tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/e7a917a4-9792-4e83-8574-246992499011 HTTP/1.1" status: 200 len: 925 time: 0.3109419 Apr 29 07:50:34.562586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44104) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:34.610124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:34.629774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:34.674176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c6f1d95c-a628-4509-895a-386d9023b0ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7a917a4-9792-4e83-8574-246992499011 HTTP/1.1" status: 200 len: 205 time: 0.1104505 Apr 29 07:50:34.688004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44106) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:34.712397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Network ae58e533-caeb-4f42-af32-8c6457a8748a is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:34.736288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44108) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:34.743636 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdb15eae-e2b3-4a99-b9d4-dc39f73b0f05 req-c3605831-378e-4aae-8726-64a2a6665029 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.0803459 Apr 29 07:50:34.744485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:34.753078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event updated for resources: {'Port': ['ID=64fcf828-015a-4909-bcd2-4ab1a60e8283,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:34.758735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:34.792613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44110) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:34.897828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Request body: {'port': {'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1692417713'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:34.900123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=8eedc566-5938-412f-bedc-69854f11c681,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:34.900614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:34.900614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:34.900614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2811aad9-b0e6-4671-9736-5257f16216c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8d4907a04f14aa1b6c43e81c5ae73ba&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1340301 Apr 29 07:50:34.900614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44116) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:34.933439 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-d0e01fd4-cc00-40e2-bb27-ea9af95d4e42 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9200ad04309a40958ca6c3497ed274b8 HTTP/1.1" status: 200 len: 379 time: 0.3255169 Apr 29 07:50:34.954383 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Request body: {'port': {'device_id': '434ee193-ade2-44a5-abdc-984f022891cc', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'admin_state_up': True, 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'security_groups': ['29e79b93-6a2a-4a40-8bdc-56c8291c063e']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:35.130558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60f8d5d4-55d5-43ef-be85-104dd6bb5168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.130558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60f8d5d4-55d5-43ef-be85-104dd6bb5168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.133333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': '3df00eb9-e178-4e4b-a0fb-966d63028677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:35.133333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:35.133913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7a1dcc73-2beb-4049-8a13-c6deedfdedaf None None] Provisioning complete for port 64fcf828-015a-4909-bcd2-4ab1a60e8283 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:35.133913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a1dcc73-2beb-4049-8a13-c6deedfdedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.133913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7a1dcc73-2beb-4049-8a13-c6deedfdedaf None None] Port 64fcf828-015a-4909-bcd2-4ab1a60e8283 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:35.134396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.140312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c850aba-8e73-4377-94c6-ddc45b0403b9 req-abf15a30-4c7d-4907-b97e-831f31df908e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:35.141904 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c850aba-8e73-4377-94c6-ddc45b0403b9 req-abf15a30-4c7d-4907-b97e-831f31df908e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 932 time: 0.0667470 Apr 29 07:50:35.197275 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c850aba-8e73-4377-94c6-ddc45b0403b9 req-ff44871d-2adf-4652-9f28-ab083ae1cd39 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478714 Apr 29 07:50:35.293405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.304983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.351011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event deleted for resources: {'Port': ['ID=c0e52cc5-e1ab-4c6f-afdc-cf0710817543,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:35.444205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.448247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:35.454702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-a4b5ec09-bd3b-4643-9b39-fb1fdcf3ba1b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2565544 Apr 29 07:50:35.457653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60f8d5d4-55d5-43ef-be85-104dd6bb5168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.460854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60f8d5d4-55d5-43ef-be85-104dd6bb5168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.462330 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-60f8d5d4-55d5-43ef-be85-104dd6bb5168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3bcbdd2-1976-485d-9171-abd9aad32c27 HTTP/1.1" status: 204 len: 168 time: 0.5627296 Apr 29 07:50:35.463624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Made reservation on behalf of 7ff614d14cc043878ec4ebdad550c7d9 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:35.475254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.487047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.493029 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4867b56c-b283-47d1-b108-6b53106704ca tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "DELETE /v2.0/ports/c0e52cc5-e1ab-4c6f-afdc-cf0710817543 HTTP/1.1" status: 204 len: 168 time: 2.3944468 Apr 29 07:50:35.498167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.498167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8d5d4-55d5-43ef-be85-104dd6bb5168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bcbdd2-1976-485d-9171-abd9aad32c27,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:35.501061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44124) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:35.505736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Made reservation on behalf of 9200ad04309a40958ca6c3497ed274b8 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:35.514837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.637844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Request body: {'port': {'name': 'tempest-new-port-name-1890473619', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:35.638649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.api.validators [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] bootfile-name is not in valid_values {{(pid=109782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:50:35.639171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.api.validators [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] tftp-server is not in valid_values {{(pid=109782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:50:35.639686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.api.validators [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] server-ip-address is not in valid_values {{(pid=109782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:50:35.687771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-d2e7416d-83d9-4809-80fa-8e7db059e293 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 07:50:35.689170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-d2e7416d-83d9-4809-80fa-8e7db059e293 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116084 Apr 29 07:50:35.740116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.830027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:35.834223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:35.842660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca81142-4089-45de-bfd5-e108b9bbcdb7 None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:35.844213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:35.845723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.848211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:35.896206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Allocated IP 172.20.0.9 (35ed79a5-287d-4a3a-a680-e8df600601f5/4740ff5a-9493-46cb-8b49-2b9eb22e1c6b/84107c27-2ab1-4cde-b6c1-f998e27272af) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:35.908398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Network 24b027d7-b7a1-45a8-a357-32c318f3750e is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:35.917957 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1ab60644-e70a-4285-b36a-ca40ca9a8cad req-c3173d78-8ef1-460a-bda3-4f198ac20015 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.0774152 Apr 29 07:50:35.922294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] device_id is not set on port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:35.927840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:35.927840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:35.931836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e752e-9d1a-4946-b602-58d0c910b196,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:35.959802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.198056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefa83e-cbef-4fdd-a4ce-516dfbd5b124 req-6502a95a-72ff-4f26-bd0a-f0da2ec2c59a tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:36.207110 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fbefa83e-cbef-4fdd-a4ce-516dfbd5b124 req-6502a95a-72ff-4f26-bd0a-f0da2ec2c59a tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 932 time: 0.5723076 Apr 29 07:50:36.338478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Request body: {'port': {'device_id': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:36.431884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event updated for resources: {'Port': ['ID=966f008b-1240-4aa0-a696-4dc6035a826a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:36.455402 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5ad783c5-bead-40b3-baf0-f52c78154e5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1864152 Apr 29 07:50:36.455614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-17ebd51e-1f13-445e-a56c-7182ae46e418 None None] Provisioning complete for port 966f008b-1240-4aa0-a696-4dc6035a826a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:36.455614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17ebd51e-1f13-445e-a56c-7182ae46e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.464461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44140) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:36.471648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-141148077'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:36.514309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-17ebd51e-1f13-445e-a56c-7182ae46e418 None None] Port 966f008b-1240-4aa0-a696-4dc6035a826a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:36.556703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:36.557351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.583292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Deleting port f57f8424-126e-48ab-951b-eeaaaf5ade9b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:36.583662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.633353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:36.633353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.741853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.806270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fbefa83e-cbef-4fdd-a4ce-516dfbd5b124 req-750a4e4a-29dc-4235-983c-4aaaa448ce16 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4742985 Apr 29 07:50:36.847816 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d72fe857-9e0f-40e5-8d91-61dfa45c8ada tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5476539 Apr 29 07:50:36.888682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.906731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:36.934363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13f0ff-6e6d-4e95-9ddf-6b9f0a3c84e3 req-f143acfd-70f9-4c12-ac33-79df7a313b5f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:36.937583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:36.938357 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment 7a2be456-cf52-4c26-b99f-038a631f5847 of type vlan for network dcf58c8a-ebc4-46be-994a-fecf6ce193fc Apr 29 07:50:36.955656 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e13f0ff-6e6d-4e95-9ddf-6b9f0a3c84e3 req-f143acfd-70f9-4c12-ac33-79df7a313b5f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 932 time: 0.6137917 Apr 29 07:50:36.964984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Request body: {'port': {'device_id': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:37.005079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.074899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Calling delete_port for f57f8424-126e-48ab-951b-eeaaaf5ade9b owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:37.083766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.110540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.189354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.242331 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c42a0e1f-fea2-43fd-8952-6b0a2ac8fa13 req-f14dc972-afeb-4d0a-aaaa-9f84fe7f92ba tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.1392696 Apr 29 07:50:37.293268 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e13f0ff-6e6d-4e95-9ddf-6b9f0a3c84e3 req-a56690a2-07f7-4195-9c31-ed8dec6c1fc3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347948 Apr 29 07:50:37.309866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:37.341884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.348461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:37.349075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.409449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.410272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:37.413877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] device_id is not set on port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:37.445231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:37.494273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event updated for resources: {'Port': ['ID=84107c27-2ab1-4cde-b6c1-f998e27272af,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:37.515583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.517399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.666520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.715635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event updated for resources: {'Port': ['ID=f8337687-9865-4b45-81d3-c8d56d6e620a,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:37.771457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] In _notify_port_updated(), no bound segment for port f8337687-9865-4b45-81d3-c8d56d6e620a on network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:50:37.778628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:37.779791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.783557 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-24915048-a847-4905-8b78-7df0eca4e925 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "PUT /v2.0/ports/f8337687-9865-4b45-81d3-c8d56d6e620a HTTP/1.1" status: 200 len: 1137 time: 2.2725487 Apr 29 07:50:37.794266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44156) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:37.873280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a10d7dce-a606-4089-ba3e-ca56d10f904b None None] Provisioning complete for port 84107c27-2ab1-4cde-b6c1-f998e27272af triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:37.874855 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4057839 Apr 29 07:50:37.876878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a10d7dce-a606-4089-ba3e-ca56d10f904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:37.881139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44162) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:37.902775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f87bdc-e198-4290-a1f2-c62d5b251312 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=dcf58c8a-ebc4-46be-994a-fecf6ce193fc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:37.917876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'ports': [{'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2'}, {'network_id': 'dcf58c8a-ebc4-46be-994a-fecf6ce193fc'}]} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:37.917876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:37.918083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': 'dcf58c8a-ebc4-46be-994a-fecf6ce193fc'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:37.925873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=abf6898b-97b4-4e4b-9a12-6e7c350e2aaf,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:37.944876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a10d7dce-a606-4089-ba3e-ca56d10f904b None None] Port 84107c27-2ab1-4cde-b6c1-f998e27272af cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:37.952292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network dcf58c8a-ebc4-46be-994a-fecf6ce193fc details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:37.965869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de3162-703e-47cf-be7e-4f923b9c7926 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:37.967813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d9de3162-703e-47cf-be7e-4f923b9c7926 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "GET /v2.0/ports/f8337687-9865-4b45-81d3-c8d56d6e620a HTTP/1.1" status: 200 len: 1137 time: 0.1688998 Apr 29 07:50:38.052673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fcf828-015a-4909-bcd2-4ab1a60e8283 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:38.062533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.085552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6e18e298-bbef-48e4-b266-bcd14c08fd3f None None] Provisioning complete for port f8337687-9865-4b45-81d3-c8d56d6e620a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:38.086664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e18e298-bbef-48e4-b266-bcd14c08fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.087966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Checking segment: {'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:38.088491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Network hostable DHCP agents. Network: 451c55d2-40b7-4fc4-8ca4-b83a9d544b92, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:38.092038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44164) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:38.141118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:38.143131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.144157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6e18e298-bbef-48e4-b266-bcd14c08fd3f None None] Port f8337687-9865-4b45-81d3-c8d56d6e620a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:38.252847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3a87c-2dd6-4440-8aa2-e6b6faf4cd68 req-50f96d8d-7b54-4cf8-8c4a-08f2afddb850 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:38.252847 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a2f3a87c-2dd6-4440-8aa2-e6b6faf4cd68 req-50f96d8d-7b54-4cf8-8c4a-08f2afddb850 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 932 time: 0.2813754 Apr 29 07:50:38.329335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Transition to ACTIVE for port object 64fcf828-015a-4909-bcd2-4ab1a60e8283 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:50:38.330493 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-3914100f-6e70-4e21-999d-9cec1260944d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3801050 Apr 29 07:50:38.332939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:38.358217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Deleting port f8337687-9865-4b45-81d3-c8d56d6e620a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:38.358953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.385800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Request body: {'port': {'device_id': '434ee193-ade2-44a5-abdc-984f022891cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:38.388307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.418144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a2f3a87c-2dd6-4440-8aa2-e6b6faf4cd68 req-22e2976d-4ed7-4b71-91c1-09b6e0d5a390 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573021 Apr 29 07:50:38.452594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 451c55d2-40b7-4fc4-8ca4-b83a9d544b92) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:38.454109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.470190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:38.476976 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec8ce9-376e-4b30-af37-d48ff5e33e3c None None] Network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:38.504914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event deleted for resources: {'Port': ['ID=f57f8424-126e-48ab-951b-eeaaaf5ade9b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:38.584847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:38.585564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:38.586447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:38.620113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966f008b-1240-4aa0-a696-4dc6035a826a {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:38.633445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.648068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.652012 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.652329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Calling delete_port for f8337687-9865-4b45-81d3-c8d56d6e620a owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:38.698774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Transition to ACTIVE for port object 966f008b-1240-4aa0-a696-4dc6035a826a will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:50:38.701828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.802804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb8664-b33d-401e-9c92-2e725a3e054a req-0f4d431c-2036-4c07-a3a7-b8b7845a45b2 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:38.811122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 2} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:38.814523 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90bb8664-b33d-401e-9c92-2e725a3e054a req-0f4d431c-2036-4c07-a3a7-b8b7845a45b2 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 931 time: 0.4369645 Apr 29 07:50:38.816095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.829868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.900071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:38.901206 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:38.917160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 2 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:38.922248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:38.944342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Pushing event updated for resources: {'Port': ['ID=64fcf828-015a-4909-bcd2-4ab1a60e8283,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:39.042523 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90bb8664-b33d-401e-9c92-2e725a3e054a req-28c6c403-29c2-4db8-8626-bc7602854bf9 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269299 Apr 29 07:50:39.043271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.043662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.044053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.063689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Pushing event updated for resources: {'Port': ['ID=966f008b-1240-4aa0-a696-4dc6035a826a,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:39.066361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.102831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.110693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.116073 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:39.127231 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 3 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:39.240229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.241075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.241408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.251396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99849cb-a5fb-40e2-9f8a-d75e4fd788d8 req-387bb5f4-78ad-45f8-aff3-179bf1c4a2b7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:39.260109 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f99849cb-a5fb-40e2-9f8a-d75e4fd788d8 req-387bb5f4-78ad-45f8-aff3-179bf1c4a2b7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 944 time: 0.6648896 Apr 29 07:50:39.272500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.272917 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:39.277068 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 4 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:39.298813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.298813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.298813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.326645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.327202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Fanout notify agent at l3_agent the message router_deleted on router e7a917a4-9792-4e83-8574-246992499011 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:39.369680 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f99849cb-a5fb-40e2-9f8a-d75e4fd788d8 req-7cc55850-6b5b-4a31-9794-43d10e5873d9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957360 Apr 29 07:50:39.374033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.377001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.377105 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:39.383886 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-de8b4481-5ec8-4ad8-8fdb-8b420afc4223 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/e7a917a4-9792-4e83-8574-246992499011 HTTP/1.1" status: 204 len: 168 time: 4.6946380 Apr 29 07:50:39.455242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44184) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:39.455729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 5 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:39.484075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Attempting to bind port 64fcf828-015a-4909-bcd2-4ab1a60e8283 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.484409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Attempting to bind port 64fcf828-015a-4909-bcd2-4ab1a60e8283 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.484754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Attempting to bind port 64fcf828-015a-4909-bcd2-4ab1a60e8283 on network ae58e533-caeb-4f42-af32-8c6457a8748a {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.494478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1066079667', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': False}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:39.499586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.499805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.500256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.504988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Port 64fcf828-015a-4909-bcd2-4ab1a60e8283 on network ae58e533-caeb-4f42-af32-8c6457a8748a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.505315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Attempting to bind port 64fcf828-015a-4909-bcd2-4ab1a60e8283 on network ae58e533-caeb-4f42-af32-8c6457a8748a {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.511054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.511375 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:39.519172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 6 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:39.538103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:39.538523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Checking segment: {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:39.539262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Bound using segment: {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:39.539829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Bound port: 64fcf828-015a-4909-bcd2-4ab1a60e8283, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:39.540066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.645784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.646003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.646282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.675909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.676238 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:39.679008 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 7 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:39.730955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.731259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.736597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.738063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.739497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.764519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.771127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.771447 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:39.773366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] For port 64fcf828-015a-4909-bcd2-4ab1a60e8283, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:39.791505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 8 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:39.811116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e94eff-ec90-49b4-b0f6-7cdb6c57f8e7 req-9f0f963e-6edd-484f-8c33-5fdffe4b7143 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:39.812730 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a2e94eff-ec90-49b4-b0f6-7cdb6c57f8e7 req-9f0f963e-6edd-484f-8c33-5fdffe4b7143 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 944 time: 0.2586966 Apr 29 07:50:39.867052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] For port 64fcf828-015a-4909-bcd2-4ab1a60e8283, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:39.878260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event deleted for resources: {'Port': ['ID=f8337687-9865-4b45-81d3-c8d56d6e620a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:39.904346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.904681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.905018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.911745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Attempting to bind port 966f008b-1240-4aa0-a696-4dc6035a826a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:39.912818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Attempting to bind port 966f008b-1240-4aa0-a696-4dc6035a826a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:39.913677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Attempting to bind port 966f008b-1240-4aa0-a696-4dc6035a826a on network 24b027d7-b7a1-45a8-a357-32c318f3750e {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.937766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Port 966f008b-1240-4aa0-a696-4dc6035a826a on network 24b027d7-b7a1-45a8-a357-32c318f3750e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.938087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Attempting to bind port 966f008b-1240-4aa0-a696-4dc6035a826a on network 24b027d7-b7a1-45a8-a357-32c318f3750e {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:39.950355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.956728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port bd71496a-f0d3-424c-93ae-3648a10f215f yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:39.964441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:39.964785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Checking segment: {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:39.965367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Bound using segment: {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:39.965811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Bound port: 966f008b-1240-4aa0-a696-4dc6035a826a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1c30a6-79b0-457f-8cb3-ec376b514ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:39.966170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.972491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:39.988138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:39.988487 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:39.996313 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 9 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:40.048069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:40.094387 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a2e94eff-ec90-49b4-b0f6-7cdb6c57f8e7 req-00bb38f2-678a-41b9-b203-e03b8b07f9e5 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373705 Apr 29 07:50:40.096899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:40.097983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.100503 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] 10.222.0.39 "PUT /v2.0/ports/64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1094 time: 4.1718035 Apr 29 07:50:40.118238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:40.118318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84107c27-2ab1-4cde-b6c1-f998e27272af {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:40.144000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.205431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:40.208128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:40.212047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:40.214323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Transition to ACTIVE for port object 84107c27-2ab1-4cde-b6c1-f998e27272af will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:50:40.223804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] For port 966f008b-1240-4aa0-a696-4dc6035a826a, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:40.305212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] For port 966f008b-1240-4aa0-a696-4dc6035a826a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=966f008b-1240-4aa0-a696-4dc6035a826a,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:40.316532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.501891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:40.513720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.550731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.569500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=84107c27-2ab1-4cde-b6c1-f998e27272af,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:40.718254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:40.718901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.720364 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/966f008b-1240-4aa0-a696-4dc6035a826a HTTP/1.1" status: 200 len: 1094 time: 3.7794936 Apr 29 07:50:40.720816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:40.748878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.776438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908cf1ab-2241-42ea-8a0d-e2febafbae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:40.817648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:40.817846 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:40.846187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:40.853373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a59c8a30-afca-4081-afce-f01dd91abf5e tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "DELETE /v2.0/ports/f8337687-9865-4b45-81d3-c8d56d6e620a HTTP/1.1" status: 204 len: 168 time: 2.7474370 Apr 29 07:50:40.853373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 10 to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf Apr 29 07:50:40.859746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44214) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:40.860533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e1da9-5337-42b1-8541-879025b950ef service neutron] Pushing event updated for resources: {'Port': ['ID=64fcf828-015a-4909-bcd2-4ab1a60e8283,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:40.879782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 72ef328c-52d8-4ae1-bf1f-29c93840bf4a yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:41.001342 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc6339-e21c-4c56-8483-f40d24d18954" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:41.022923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed3352-9cc6-4af1-8d0e-4a406d0019a8 service neutron] Pushing event updated for resources: {'Port': ['ID=966f008b-1240-4aa0-a696-4dc6035a826a,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:41.043571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Attempting to bind port 84107c27-2ab1-4cde-b6c1-f998e27272af on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:41.043979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Attempting to bind port 84107c27-2ab1-4cde-b6c1-f998e27272af by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:41.044339 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Attempting to bind port 84107c27-2ab1-4cde-b6c1-f998e27272af on network 35ed79a5-287d-4a3a-a680-e8df600601f5 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:41.049347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd2f7f-b1de-4a62-91e2-3506efa04ce7 req-6deb5d8a-e4c1-4348-b595-9a76a6d67fb3 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.051651 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9dfd2f7f-b1de-4a62-91e2-3506efa04ce7 req-6deb5d8a-e4c1-4348-b595-9a76a6d67fb3 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 931 time: 0.8235755 Apr 29 07:50:41.061898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:41.062609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:41.063144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:41.069356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Port 84107c27-2ab1-4cde-b6c1-f998e27272af on network 35ed79a5-287d-4a3a-a680-e8df600601f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:41.069677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Attempting to bind port 84107c27-2ab1-4cde-b6c1-f998e27272af on network 35ed79a5-287d-4a3a-a680-e8df600601f5 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:41.111718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.132442 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:41.132785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Checking segment: {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:41.133201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Bound using segment: {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:41.133623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Bound port: 84107c27-2ab1-4cde-b6c1-f998e27272af, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:41.133988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.141312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:41.141632 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:41.141993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.149853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-2e324e27-da77-4d73-8b7f-2b3e949523c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.152273 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-2e324e27-da77-4d73-8b7f-2b3e949523c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3db95d922264435a828d96d456d20755&device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 1097 time: 0.2681262 Apr 29 07:50:41.169301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e174-ba53-4254-8b81-96ed1e8dad1a req-0258bc26-3886-497c-a4b2-a3b5625fec79 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.170561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e184e174-ba53-4254-8b81-96ed1e8dad1a req-0258bc26-3886-497c-a4b2-a3b5625fec79 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 944 time: 0.3906808 Apr 29 07:50:41.171597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2dc337d-b515-4730-86ce-05cf7078255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.172343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-935542cb-6ceb-4e89-a05b-4c63eecaac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.173968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-935542cb-6ceb-4e89-a05b-4c63eecaac82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1097 time: 0.8586583 Apr 29 07:50:41.180962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Deleting subnet 9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:50:41.196274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.270535 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-2e0e2adc-2894-43a4-ad5d-ae23e9afe813 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966f008b-1240-4aa0-a696-4dc6035a826a HTTP/1.1" status: 200 len: 217 time: 0.0982490 Apr 29 07:50:41.315547 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-14af4a28-c84c-4820-b798-40003b79ae95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 217 time: 0.1303904 Apr 29 07:50:41.331002 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.335030 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9dfd2f7f-b1de-4a62-91e2-3506efa04ce7 req-6ad044b9-8712-4adf-af34-fb55839d1e03 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191367 Apr 29 07:50:41.351373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] For port 84107c27-2ab1-4cde-b6c1-f998e27272af, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:41.351584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.353925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] For port 84107c27-2ab1-4cde-b6c1-f998e27272af, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=84107c27-2ab1-4cde-b6c1-f998e27272af,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:41.446773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.448978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e184e174-ba53-4254-8b81-96ed1e8dad1a req-a0cf557d-00be-4ab4-81a8-94f699c38619 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649100 Apr 29 07:50:41.461307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.530341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d7c780c7-9f4f-467b-be8d-a88da11abedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.531738 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-d7c780c7-9f4f-467b-be8d-a88da11abedc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b10427a-70fd-4707-89d5-59e8f0c4e419 HTTP/1.1" status: 200 len: 851 time: 0.1582937 Apr 29 07:50:41.543336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] For port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:41.543432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempted to set empty binding levels {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:50:41.564363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.568520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.568520 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] 10.222.0.39 "PUT /v2.0/ports/84107c27-2ab1-4cde-b6c1-f998e27272af HTTP/1.1" status: 200 len: 1093 time: 3.1888213 Apr 29 07:50:41.617245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.644633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-e52b6094-e0ae-4a54-af6b-3548ebfc6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.646171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-e52b6094-e0ae-4a54-af6b-3548ebfc6363 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.2615252 Apr 29 07:50:41.655072 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.670861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aeb22b-16d0-491f-9e22-c80e25e67782 x-openstack-request-id: req-19aeb22b-16d0-491f-9e22-c80e25e67782 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:41.671150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:41.673227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19aeb22b-16d0-491f-9e22-c80e25e67782 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:41.673227 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19aeb22b-16d0-491f-9e22-c80e25e67782'] response: {'name': 'network-changed', 'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'status': 'completed', 'code': 200} Apr 29 07:50:41.731717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da3a0d-e159-4412-89ab-2f1b6bf2ddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=84107c27-2ab1-4cde-b6c1-f998e27272af,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:41.781991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:41.822837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff8e73-487c-4f47-a048-c33991491865 x-openstack-request-id: req-53ff8e73-487c-4f47-a048-c33991491865 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:41.823171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:41.823422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53ff8e73-487c-4f47-a048-c33991491865 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:41.823883 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ff8e73-487c-4f47-a048-c33991491865'] response: {'name': 'network-changed', 'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a', 'status': 'completed', 'code': 200} Apr 29 07:50:41.839683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.840182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.844233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:41.853151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:41.853151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.883876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:41.909626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-07809519-ba8f-4d7d-b280-c22b57ff38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.911291 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-07809519-ba8f-4d7d-b280-c22b57ff38f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24b027d7-b7a1-45a8-a357-32c318f3750e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3699203 Apr 29 07:50:41.913039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Allocated IP 172.26.2.156 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/2c3d18a6-d7fb-4d40-8b17-b71e5ab8d17b) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:41.926160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=bd71496a-f0d3-424c-93ae-3648a10f215f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:41.976097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-020420d4-326c-4847-835e-6647c7921010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:41.976097 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-020420d4-326c-4847-835e-6647c7921010 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9200ad04309a40958ca6c3497ed274b8&device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 1096 time: 0.2240014 Apr 29 07:50:42.073048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.2475896 Apr 29 07:50:42.073858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44228) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:42.092582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049539-5e0d-4088-adf9-1480789143b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=abf6898b-97b4-4e4b-9a12-6e7c350e2aaf,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:42.127487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-b1374a51-97b2-45f4-a2a4-5a6f805ea5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:42.129582 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-b1374a51-97b2-45f4-a2a4-5a6f805ea5ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4248440 Apr 29 07:50:42.153153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=72ef328c-52d8-4ae1-bf1f-29c93840bf4a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:42.214116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64afbb-2bed-4acd-b7af-b22312b379c4 req-e02d1252-d4af-4cb4-97b5-c07c43d2e272 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:42.214116 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5c64afbb-2bed-4acd-b7af-b22312b379c4 req-e02d1252-d4af-4cb4-97b5-c07c43d2e272 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 944 time: 0.3870354 Apr 29 07:50:42.214310 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-7aeb7da7-d278-480e-bbf5-cff43bb75c72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84107c27-2ab1-4cde-b6c1-f998e27272af HTTP/1.1" status: 200 len: 217 time: 0.1092107 Apr 29 07:50:42.214310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': '7a2be456-cf52-4c26-b99f-038a631f5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcf58c8a-ebc4-46be-994a-fecf6ce193fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:42.214310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: dcf58c8a-ebc4-46be-994a-fecf6ce193fc, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:42.356382 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-92c339b1-d01a-4acd-abcf-7a4a04e3d749 service neutron] 10.222.0.39 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684330 Apr 29 07:50:42.377652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:42.419561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-48ec71c2-6493-462c-b449-df42743f4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:42.432545 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-48ec71c2-6493-462c-b449-df42743f4a4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4740ff5a-9493-46cb-8b49-2b9eb22e1c6b HTTP/1.1" status: 200 len: 844 time: 0.2156255 Apr 29 07:50:42.552246 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5c64afbb-2bed-4acd-b7af-b22312b379c4 req-cc5e018c-fca5-4683-9b09-6753c022a80c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005850 Apr 29 07:50:42.556125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Deleting port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:42.556535 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:42.569633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:42.699440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:42.713167 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-5691c657-8304-4206-95c5-02dfef36a7e7 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587838 Apr 29 07:50:42.847711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557aa6-eea7-47b6-9dc0-f8fd1e834ab6 req-197cc12c-526c-46e5-8e88-1388c5b42694 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:42.856204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-36557aa6-eea7-47b6-9dc0-f8fd1e834ab6 req-197cc12c-526c-46e5-8e88-1388c5b42694 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 943 time: 0.1580689 Apr 29 07:50:42.885031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a825-9873-4433-9b77-2f7135bdee05 req-b34b3d19-f713-4351-b8bf-5630baf2e2b0 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:42.887431 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fa6a825-9873-4433-9b77-2f7135bdee05 req-b34b3d19-f713-4351-b8bf-5630baf2e2b0 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 944 time: 0.1813173 Apr 29 07:50:42.933649 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ee1b19b2-84bb-4a2b-a0ec-c3880e52dce8 req-4ac6b6db-bb76-40ac-8620-042e5a01e232 service neutron] 10.222.0.39 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541914 Apr 29 07:50:42.934860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] For port abf6898b-97b4-4e4b-9a12-6e7c350e2aaf, host hv-neutron-8397, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:42.935225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:42.965313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Calling delete_port for abf6898b-97b4-4e4b-9a12-6e7c350e2aaf owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:43.006600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-36557aa6-eea7-47b6-9dc0-f8fd1e834ab6 req-a29ea24d-6b33-437a-84ba-eb124832b25b tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478424 Apr 29 07:50:43.012946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.020075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network dcf58c8a-ebc4-46be-994a-fecf6ce193fc is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:43.025010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-f4648623-1ac0-40ca-81dd-0849eb984a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:43.026537 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-f4648623-1ac0-40ca-81dd-0849eb984a84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35ed79a5-287d-4a3a-a680-e8df600601f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060112 Apr 29 07:50:43.031057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.045537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.103298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:43.125190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb40e5e-f784-44e1-9bd5-f0ac7f912a74 None None] Network fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:43.143405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fa6a825-9873-4433-9b77-2f7135bdee05 req-45bd6f67-fb2b-4231-a25f-291ba1a379b9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174926 Apr 29 07:50:43.144633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.150201 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6b282a1f-1f49-4eb5-9ccc-789346b2af82 tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "DELETE /v2.0/subnets/9e6ef60d-6d9b-4403-a1a5-098e8b2cc6c4 HTTP/1.1" status: 204 len: 168 time: 2.2626257 Apr 29 07:50:43.151992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44234) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:43.165313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, dcf58c8a-ebc4-46be-994a-fecf6ce193fc) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:43.230264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Allocated IP 172.26.2.53 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/95324818-3872-415e-a55c-aa0c65c6c998) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:43.231822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829bf418-7be4-4481-9920-b13b9edef40e None None] Network dcf58c8a-ebc4-46be-994a-fecf6ce193fc requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:43.233782 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84b1cf1-f53c-406f-ad0d-cab50a8c1947 req-7ecd3824-5b24-4119-93c5-3dc03d4cc315 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104770 Apr 29 07:50:43.277886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:43.293367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.298637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:43.305052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:43.305918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.318589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Port': ['ID=2c3d18a6-d7fb-4d40-8b17-b71e5ab8d17b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:43.324370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:43.346528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:43.354928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:43.370224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7eae39f5-85b7-414c-bd0a-642419ebc479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.411058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-75b49568-4884-44d1-93d8-0f4046b27d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:43.412667 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-75b49568-4884-44d1-93d8-0f4046b27d08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3db95d922264435a828d96d456d20755&device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 1097 time: 0.2941055 Apr 29 07:50:43.461549 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.527567 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-efbbc5c7-2d81-41b3-b61f-8368809c0dde tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6148376 Apr 29 07:50:43.535717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44236) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:43.569475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] DHCP port deletion for fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:50:43.617828 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-6f7f7a06-6338-45b1-be25-8e71eba7425b service neutron] 10.222.0.39 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699928 Apr 29 07:50:43.623382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] Deleting port 46458115-2bb8-4f6d-b466-cb14273033d0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:43.624035 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.703500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] For port 46458115-2bb8-4f6d-b466-cb14273033d0, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=46458115-2bb8-4f6d-b466-cb14273033d0,segment=NetworkSegment(33166961-76f1-4922-a240-b397c31f2997),segment_id=33166961-76f1-4922-a240-b397c31f2997)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:43.704172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.723868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event deleted for resources: {'Port': ['ID=abf6898b-97b4-4e4b-9a12-6e7c350e2aaf,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:43.736193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] Calling delete_port for 46458115-2bb8-4f6d-b466-cb14273033d0 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:43.852548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:43.856026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4c1fa7-5138-4364-b229-0287a5f0c884" -d '{"events": [{"name": "network-changed", "server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:43.891545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.896422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.905559 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ec1dce52-fe6b-48c8-a074-ec2ac9a83e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "DELETE /v2.0/ports/abf6898b-97b4-4e4b-9a12-6e7c350e2aaf HTTP/1.1" status: 204 len: 168 time: 1.8529835 Apr 29 07:50:43.905704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44242) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:43.923450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:43.931170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ba6785-6194-4c37-a11c-27fc595675d1 x-openstack-request-id: req-f5ba6785-6194-4c37-a11c-27fc595675d1 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:43.931615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:43.931912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5ba6785-6194-4c37-a11c-27fc595675d1 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:43.932407 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ba6785-6194-4c37-a11c-27fc595675d1'] response: {'name': 'network-changed', 'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'status': 'completed', 'code': 200} Apr 29 07:50:43.948487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] Pushing event deleted for resources: {'Port': ['ID=46458115-2bb8-4f6d-b466-cb14273033d0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:43.954403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6644b3bf-cd18-4fce-abe5-eee37ca58310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:50:43.956053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6644b3bf-cd18-4fce-abe5-eee37ca58310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "GET /v2.0/ports/abf6898b-97b4-4e4b-9a12-6e7c350e2aaf HTTP/1.1" status: 404 len: 333 time: 0.0473375 Apr 29 07:50:43.962736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-3374cd15-0693-4464-8a3d-584dbdb3336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:43.964294 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-3374cd15-0693-4464-8a3d-584dbdb3336d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1097 time: 0.6123538 Apr 29 07:50:43.964935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44244) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:43.974090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Request body: {'port': {'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-783553372'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:43.986583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fd40b-3a40-418c-b5e4-0644d5336008 None None] No DVR routers for this DVR port 46458115-2bb8-4f6d-b466-cb14273033d0 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:43.991451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Deleting port 46458115-2bb8-4f6d-b466-cb14273033d0 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:43.991843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.008659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df4a21-eeb3-4498-8093-8cc9c49e3889 req-015255ef-163b-4d36-b7c1-1836636791a3 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.010196 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8df4a21-eeb3-4498-8093-8cc9c49e3889 req-015255ef-163b-4d36-b7c1-1836636791a3 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 944 time: 0.1723480 Apr 29 07:50:44.134375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.142164 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4d77f76a-4cf2-4e2f-8923-3856dbbe4f06 req-b66bc3c8-06c0-4438-9f01-1b1949baf74d service neutron] 10.222.0.39 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237993 Apr 29 07:50:44.160882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Made reservation on behalf of 7ff614d14cc043878ec4ebdad550c7d9 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:44.164995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.170200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-cb021717-2873-4ce8-af4d-fdbc79e6574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.171807 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-cb021717-2873-4ce8-af4d-fdbc79e6574c service neutron] 10.222.0.39 "GET /v2.0/networks?id=24b027d7-b7a1-45a8-a357-32c318f3750e HTTP/1.1" status: 200 len: 913 time: 0.7334144 Apr 29 07:50:44.229587 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-a055d674-acc2-4515-ad36-26a8352fb1e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966f008b-1240-4aa0-a696-4dc6035a826a HTTP/1.1" status: 200 len: 217 time: 0.0460804 Apr 29 07:50:44.242021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 72ef328c-52d8-4ae1-bf1f-29c93840bf4a {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:44.242363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.248733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.307082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] For port 46458115-2bb8-4f6d-b466-cb14273033d0, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:44.307429 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.323744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Calling delete_port for 46458115-2bb8-4f6d-b466-cb14273033d0 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:44.357355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.367526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_backend_mixin [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Port 46458115-2bb8-4f6d-b466-cb14273033d0 was not found and therefore no delete operation was performed {{(pid=109782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:50:44.372857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:44.374545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] device_id is not set on port 005971e0-3937-43e2-ad88-6a5d3d9e231a yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:44.381473 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8df4a21-eeb3-4498-8093-8cc9c49e3889 req-20cb957c-5c2a-4da9-a6f9-57a2fe3e8b32 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432972 Apr 29 07:50:44.397980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:44.399911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.410245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:44.434952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.462063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-543f0f53-fa86-447e-af46-f17fe84fb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.463645 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-543f0f53-fa86-447e-af46-f17fe84fb012 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b10427a-70fd-4707-89d5-59e8f0c4e419 HTTP/1.1" status: 200 len: 851 time: 0.2003617 Apr 29 07:50:44.478943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 72ef328c-52d8-4ae1-bf1f-29c93840bf4a owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:44.506614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Port': ['ID=95324818-3872-415e-a55c-aa0c65c6c998,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:44.535242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a704bc-c475-48af-8fa8-7a8c9a40c73e req-3bad273c-eca6-4cc1-9b6c-5e2a1b9c23f3 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.543646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-82a704bc-c475-48af-8fa8-7a8c9a40c73e req-3bad273c-eca6-4cc1-9b6c-5e2a1b9c23f3 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 943 time: 0.3946497 Apr 29 07:50:44.551200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] No DVR routers for this DVR port 46458115-2bb8-4f6d-b466-cb14273033d0 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:44.577928 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:50:44.618056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-67d63201-3492-45c0-8187-bfdc3d25c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.619572 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-67d63201-3492-45c0-8187-bfdc3d25c5cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9200ad04309a40958ca6c3497ed274b8&device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 1096 time: 0.2283196 Apr 29 07:50:44.622995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-3c4a2d72-c861-428b-9a5e-7255b5d86fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.624486 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-3c4a2d72-c861-428b-9a5e-7255b5d86fa6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.6242862 Apr 29 07:50:44.625093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event deleted for resources: {'Port': ['ID=46458115-2bb8-4f6d-b466-cb14273033d0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:44.681677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-117a6859-21a9-4e1d-b193-0b75f918729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.682613 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-117a6859-21a9-4e1d-b193-0b75f918729a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24b027d7-b7a1-45a8-a357-32c318f3750e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1875710 Apr 29 07:50:44.786954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.802011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-7a884bbe-8d05-413d-8f16-de313279c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:44.803726 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-7a884bbe-8d05-413d-8f16-de313279c3d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35ed79a5-287d-4a3a-a680-e8df600601f5 HTTP/1.1" status: 200 len: 906 time: 0.1535506 Apr 29 07:50:44.850953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.877130 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-6a61a87a-54e8-4146-ae28-02dcb9ae08ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 217 time: 0.2242084 Apr 29 07:50:44.899840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.905740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-82a704bc-c475-48af-8fa8-7a8c9a40c73e req-dbe477bf-857f-446c-9666-6a4a8ae930d5 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613403 Apr 29 07:50:44.932342 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.938644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=72ef328c-52d8-4ae1-bf1f-29c93840bf4a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:44.952993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:44.967765 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-59272749-94a0-48ce-9756-4bcf07a84fb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84107c27-2ab1-4cde-b6c1-f998e27272af HTTP/1.1" status: 200 len: 217 time: 0.1148188 Apr 29 07:50:45.000580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.003785 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b8cce13a-9fbc-4112-963e-e7a6813dcd64 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/72ef328c-52d8-4ae1-bf1f-29c93840bf4a HTTP/1.1" status: 204 len: 168 time: 1.4620893 Apr 29 07:50:45.006971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:45.010797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44250) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:45.020173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0533e-9a17-4038-bfc7-faa927cd3c4f req-9e035499-599f-4fb8-8b6b-e1a04dec329f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.022198 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50a0533e-9a17-4038-bfc7-faa927cd3c4f req-9e035499-599f-4fb8-8b6b-e1a04dec329f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 944 time: 0.4302113 Apr 29 07:50:45.058347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.062673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33166961-76f1-4922-a240-b397c31f2997') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:45.062966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33166961-76f1-4922-a240-b397c31f2997') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:45.088100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.091192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-f00b9c21-8f44-4e9a-85cb-b0165c9f5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.092662 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-f00b9c21-8f44-4e9a-85cb-b0165c9f5c0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.2032013 Apr 29 07:50:45.102835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Port': ['ID=2c3d18a6-d7fb-4d40-8b17-b71e5ab8d17b,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:45.120207 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-37bc1b18-f5fd-4ef4-aadd-a5a4ef0eff1b service neutron] 10.222.0.39 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583528 Apr 29 07:50:45.120207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.120409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.133518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462445ca-42be-4936-b981-3a88de4b613b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.136658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:45.137062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.139426 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462445ca-42be-4936-b981-3a88de4b613b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.140965 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-462445ca-42be-4936-b981-3a88de4b613b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1284530 Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:45.141104 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:45.154745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44252) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:45.154901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50a0533e-9a17-4038-bfc7-faa927cd3c4f req-010e9fb9-0e57-4130-9131-577af29778b5 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217806 Apr 29 07:50:45.253617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.257958 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fe2662aa-a0bc-4005-a941-31bb94b6233b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2045255 Apr 29 07:50:45.263376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:45.269390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1888867692'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:45.279716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-6f96564c-e714-454e-a068-f08d42685317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.281128 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-6f96564c-e714-454e-a068-f08d42685317 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4740ff5a-9493-46cb-8b49-2b9eb22e1c6b HTTP/1.1" status: 200 len: 844 time: 0.1360497 Apr 29 07:50:45.301081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-af13ac36-99a9-40a9-9a31-51a61e55aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.302562 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-af13ac36-99a9-40a9-9a31-51a61e55aaa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1469319 Apr 29 07:50:45.344474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.425096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.430750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Made reservation on behalf of 1b878db3a1144b05b64c8964557a7473 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:45.436692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.436692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.499347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.502504 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] 10.222.0.16 "DELETE /v2.0/networks/fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab HTTP/1.1" status: 204 len: 168 time: 2.3467247 Apr 29 07:50:45.508330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:45.527459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.543427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:45.569151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb77eb5-7ad1-4eeb-af4b-cbb315a1957f tempest-ExtraDHCPOptionsTestJSON-1560629830 tempest-ExtraDHCPOptionsTestJSON-1560629830-project] Pushing event deleted for resources: {'Network': ['ID=fb6ec7dc-d3c0-4c22-bf1c-4807bb5d68ab,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:45.575034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:45.576075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.576722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.582102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=005971e0-3937-43e2-ad88-6a5d3d9e231a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:45.617618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 46458115-2bb8-4f6d-b466-cb14273033d0 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:45.647943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 46458115-2bb8-4f6d-b466-cb14273033d0 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:50:45.665908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 46458115-2bb8-4f6d-b466-cb14273033d0 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:45.684168 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-07ee1e11-7f63-43bd-9ffb-037f7955a035 service neutron] 10.222.0.39 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377333 Apr 29 07:50:45.712167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-6d6db209-82b8-426b-b9bb-2b13b14acc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.713686 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-6d6db209-82b8-426b-b9bb-2b13b14acc6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35ed79a5-287d-4a3a-a680-e8df600601f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4193594 Apr 29 07:50:45.715772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port bd71496a-f0d3-424c-93ae-3648a10f215f {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:45.716378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.844364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:45.866159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for bd71496a-f0d3-424c-93ae-3648a10f215f owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:45.894086 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-374413d8-3aa3-4b39-ae7a-dcc969a5a232 service neutron] 10.222.0.39 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726143 Apr 29 07:50:45.931668 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-db06aa55-463c-4aaf-93e3-c9148a2f3f21 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014459 Apr 29 07:50:45.970123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b24209e6-b9ce-4182-b373-d438bc3717d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0019896 Apr 29 07:50:45.974871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44262) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:45.977861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dbc7a-4e8e-4204-b052-d447c38c8747 req-ad58e483-c656-4463-9015-dfb4ed68364c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:45.979347 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d79dbc7a-4e8e-4204-b052-d447c38c8747 req-ad58e483-c656-4463-9015-dfb4ed68364c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 944 time: 0.4671040 Apr 29 07:50:45.982720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:46.091569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.102307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.126452 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3f4c1fa7-5138-4364-b229-0287a5f0c884 req-2a9a07fa-50f4-48b9-a262-e348a38137f0 service neutron] 10.222.0.39 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977749 Apr 29 07:50:46.216250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.220853 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d79dbc7a-4e8e-4204-b052-d447c38c8747 req-9667e3f3-96f7-4013-a244-7bc7dee54ab4 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270920 Apr 29 07:50:46.225912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.244138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d03c1f-3bc3-4526-b3af-b773659d2c3d req-95b8dcb0-14f3-4e67-b11f-c1d07ea569cd tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:46.244138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-88d03c1f-3bc3-4526-b3af-b773659d2c3d req-95b8dcb0-14f3-4e67-b11f-c1d07ea569cd tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 943 time: 0.2493820 Apr 29 07:50:46.244138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-908cf1ab-2241-42ea-8a0d-e2febafbae9b req-ed6e3163-7ea3-46e8-b562-c11efa646f78 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016925 Apr 29 07:50:46.259384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=bd71496a-f0d3-424c-93ae-3648a10f215f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:46.267973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.269866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.271794 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0415f014-301e-49f3-be65-f920b14400ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/bd71496a-f0d3-424c-93ae-3648a10f215f HTTP/1.1" status: 204 len: 168 time: 1.1090577 Apr 29 07:50:46.274446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44266) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:46.356254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.362003 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] device_id is not set on port 005971e0-3937-43e2-ad88-6a5d3d9e231a yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:46.373857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e7b6c-1e4a-482b-ae4a-727609a28912 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:46.378032 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-792e7b6c-1e4a-482b-ae4a-727609a28912 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0963171 Apr 29 07:50:46.378170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44270) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:46.381169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.404767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44272) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:46.410839 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52f9c94-2b6f-40fe-b643-a1df40a9d36c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:50:46.413182 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a52f9c94-2b6f-40fe-b643-a1df40a9d36c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/72ef328c-52d8-4ae1-bf1f-29c93840bf4a HTTP/1.1" status: 404 len: 333 time: 0.0332854 Apr 29 07:50:46.414766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:46.417466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44276) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:46.441925 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-88d03c1f-3bc3-4526-b3af-b773659d2c3d req-dfd0d07b-3160-4ba3-9bae-c58e6e8bd0d7 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667709 Apr 29 07:50:46.450122 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee4e207-74c4-45dc-b165-a18b492fa8d7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:50:46.454055 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cee4e207-74c4-45dc-b165-a18b492fa8d7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/bd71496a-f0d3-424c-93ae-3648a10f215f HTTP/1.1" status: 404 len: 333 time: 0.0330501 Apr 29 07:50:46.454185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44278) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:46.468851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550d4693-fa82-405b-8ea9-354692ffbfa6,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:46.476416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.478003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.478003 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Added segment 830410b1-b703-4af4-9ccc-cc91b8293d80 of type vlan for network fa446394-c065-4d50-bef7-c9cee131294f Apr 29 07:50:46.532246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1850-a07f-42cb-aec9-8b0d7afad38c req-410f4969-494e-4d91-81a7-1c13ae887880 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:46.533815 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a8e1850-a07f-42cb-aec9-8b0d7afad38c req-410f4969-494e-4d91-81a7-1c13ae887880 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 944 time: 0.2360518 Apr 29 07:50:46.559086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.599281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=005971e0-3937-43e2-ad88-6a5d3d9e231a,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:46.613940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.615042 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a8e1850-a07f-42cb-aec9-8b0d7afad38c req-2e7095a8-0353-43a9-9185-bf8c34a791cb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708606 Apr 29 07:50:46.632775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.640381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:46.640719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:46.641088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:46.655873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:46.663053 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:46.663053 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6635e773-91a0-4835-9e2f-3361065c8303 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ceb8e0328d41420ea2df855aed58f417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527778 Apr 29 07:50:46.663053 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 2 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:46.663648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44280) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:46.686131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.691695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:46.692273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.706673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:46.707021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:46.707341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:46.725743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Router 4e3c112d-9844-40b3-b4fd-93a33243e302 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:46.743564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:46.743891 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:46.746304 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 3 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:46.749732 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.774675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:46.774675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:46.775044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:46.779717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf58c8a-ebc4-46be-994a-fecf6ce193fc']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:46.785875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Network': ['ID=fa446394-c065-4d50-bef7-c9cee131294f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:46.787224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:46.788227 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:46.790279 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 4 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:46.794951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2be456-cf52-4c26-b99f-038a631f5847') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:46.795252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2be456-cf52-4c26-b99f-038a631f5847') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:46.798409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network fa446394-c065-4d50-bef7-c9cee131294f details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:46.811247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.819122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:46.819451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:46.819783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:46.828026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a9c417e7-fde3-4a58-838a-43854c469b51 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5630555 Apr 29 07:50:46.828207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:46.828207 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:46.828207 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 5 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:46.831687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44282) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:46.833106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8361-c7c6-421b-b57c-a2e292db4995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.836649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Request body: {'subnet': {'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:46.846277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.872375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:46.872784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:46.876419 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:46.878174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:46.878174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:46.878174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:46.889766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8361-c7c6-421b-b57c-a2e292db4995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:46.924748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:46.925078 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:46.929425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:46.929873 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 6 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:46.944507 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Sync routers for ids ['4e3c112d-9844-40b3-b4fd-93a33243e302'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:46.956922 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Routers {'4e3c112d-9844-40b3-b4fd-93a33243e302'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:46.959478 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4e3c112d-9844-40b3-b4fd-93a33243e302'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:46.985456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:46.985795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:46.986230 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:46.997503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:46.997830 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:47.000053 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 7 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:47.025169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:47.025552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:47.025882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:47.030642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:47.030966 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:47.031356 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 8 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:47.036243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.040566 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9e45d0d4-db14-4cf4-84e8-6df2f54d0e3d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5469761 Apr 29 07:50:47.041175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44284) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:47.046726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:47.047060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:47.047390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:47.053260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:47.053609 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:47.054006 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 9 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:47.067437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:47.069068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:47.069350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:47.073815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:47.074172 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:47.074616 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 10 to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a Apr 29 07:50:47.086877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:47.087205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:47.087535 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:47.092126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:47.092272 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port 005971e0-3937-43e2-ad88-6a5d3d9e231a on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:47.092578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.094549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8361-c7c6-421b-b57c-a2e292db4995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.095517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8361-c7c6-421b-b57c-a2e292db4995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.099114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b3ee8361-c7c6-421b-b57c-a2e292db4995 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e006390-397c-4ff6-acf1-2f365a9c7bb9 HTTP/1.1" status: 204 len: 168 time: 0.4320669 Apr 29 07:50:47.112931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee8361-c7c6-421b-b57c-a2e292db4995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e006390-397c-4ff6-acf1-2f365a9c7bb9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:47.154456 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Set router 4e3c112d-9844-40b3-b4fd-93a33243e302 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:47.157527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.161713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.171996 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/dcf58c8a-ebc4-46be-994a-fecf6ce193fc HTTP/1.1" status: 204 len: 168 time: 0.7167091 Apr 29 07:50:47.176664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:47.187557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-914866178'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:47.193807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Made reservation on behalf of 1b878db3a1144b05b64c8964557a7473 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:47.197372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.203148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd22e1-4cdd-4d7c-98f8-ee03de39db04 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=dcf58c8a-ebc4-46be-994a-fecf6ce193fc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:47.206188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] For port 005971e0-3937-43e2-ad88-6a5d3d9e231a, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:47.206590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempted to set empty binding levels {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:50:47.228795 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-adf13dda-ca99-422d-b114-ce4a0c7f43b5 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/4e3c112d-9844-40b3-b4fd-93a33243e302 HTTP/1.1" status: 200 len: 908 time: 0.1841774 Apr 29 07:50:47.232402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44290) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:47.234151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1066079667', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': True}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:47.326274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.341087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.342245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.347576 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c112d-9844-40b3-b4fd-93a33243e302', 'name': 'tempest-snat-router-1066079667', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.53'}], 'enable_snat': False}, 'gw_port_id': '95324818-3872-415e-a55c-aa0c65c6c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:39Z', 'updated_at': '2022-04-29T07:50:45Z', 'revision_number': 3, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port': {'id': '95324818-3872-415e-a55c-aa0c65c6c998', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c112d-9844-40b3-b4fd-93a33243e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:42Z', 'updated_at': '2022-04-29T07:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:47.350265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:47.355058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.375229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] In _notify_port_updated(), no bound segment for port 005971e0-3937-43e2-ad88-6a5d3d9e231a on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:50:47.376090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.377279 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.378780 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Checking router: 4e3c112d-9844-40b3-b4fd-93a33243e302 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:47.379146 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Updating router 4e3c112d-9844-40b3-b4fd-93a33243e302 port 95324818-3872-415e-a55c-aa0c65c6c998 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:47.380775 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "PUT /v2.0/ports/005971e0-3937-43e2-ad88-6a5d3d9e231a HTTP/1.1" status: 200 len: 980 time: 1.4033475 Apr 29 07:50:47.384060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44294) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:47.400980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ba93c-9d02-4215-a674-733285dddee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=005971e0-3937-43e2-ad88-6a5d3d9e231a,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:47.408349 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.491433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.496205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:47.509733 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.527281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cc1f7-c024-40d8-8578-54bfcd689877 req-8fffb329-4944-419b-98e4-367414bdce4b tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.528949 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1f2cc1f7-c024-40d8-8578-54bfcd689877 req-8fffb329-4944-419b-98e4-367414bdce4b tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 944 time: 0.2300339 Apr 29 07:50:47.565904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.566391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.567654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.568118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.568606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.569059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.569518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.570820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.571253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.573224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.573726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.574244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.576068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.576068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.576495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.577003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.577395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.583153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.583153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.583153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.583153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.583153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.583153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.585285 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b6e6b7d0-3bf0-424a-a7b8-3933798fc6f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20400 time: 0.2001257 Apr 29 07:50:47.592303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44304) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:47.592870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.593143 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment 0fc6d839-8c94-4580-a7d6-c45c647a5256 of type vlan for network 45f44715-2333-4f05-9161-2b403d2d0ceb Apr 29 07:50:47.639395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.640594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Subnet': ['ID=93f89e06-a4cc-4ec1-a71e-343ae14f7a0d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:47.655857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Checking segment: {'id': '830410b1-b703-4af4-9ccc-cc91b8293d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:47.656323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Network hostable DHCP agents. Network: fa446394-c065-4d50-bef7-c9cee131294f, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:47.742542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Deleting port 005971e0-3937-43e2-ad88-6a5d3d9e231a {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:47.742992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.744702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.750373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.751096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.771263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Network fa446394-c065-4d50-bef7-c9cee131294f is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:47.834546 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.836574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] For port 005971e0-3937-43e2-ad88-6a5d3d9e231a, host hv-neutron-8397, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:47.837798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.856331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Calling delete_port for 005971e0-3937-43e2-ad88-6a5d3d9e231a owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:47.869867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, fa446394-c065-4d50-bef7-c9cee131294f) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:47.880008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde7467-ebf1-404d-99ae-ded8b1f10a81 None None] Network fa446394-c065-4d50-bef7-c9cee131294f requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:47.898489 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1f2cc1f7-c024-40d8-8578-54bfcd689877 req-7e6d2684-6e15-4e2f-bb22-a6717adb28dd tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597207 Apr 29 07:50:47.899188 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.916346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.916935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.951102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7720144 Apr 29 07:50:47.951921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb1002-b242-4f78-a6bd-67a4aa924691 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=45f44715-2333-4f05-9161-2b403d2d0ceb,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:47.957692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:47.965698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44312) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:47.969572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:47.973329 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5530b-d68d-4de4-a354-59c814b8a490 None None] Pushing event updated for resources: {'Port': ['ID=95324818-3872-415e-a55c-aa0c65c6c998,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:47.973804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df24dd-8a74-4a6a-afa5-94796b3fa69c req-3fefda4d-fac1-44ba-a320-7194818ec112 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:47.974474 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76df24dd-8a74-4a6a-afa5-94796b3fa69c req-3fefda4d-fac1-44ba-a320-7194818ec112 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 943 time: 0.3056247 Apr 29 07:50:48.004464 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Attempting to bind port 95324818-3872-415e-a55c-aa0c65c6c998 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:48.004836 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Attempting to bind port 95324818-3872-415e-a55c-aa0c65c6c998 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:48.005190 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Attempting to bind port 95324818-3872-415e-a55c-aa0c65c6c998 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:48.010999 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:48.011444 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:48.011705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 45f44715-2333-4f05-9161-2b403d2d0ceb details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:48.011840 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.012131 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:48.012592 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Bound port: 95324818-3872-415e-a55c-aa0c65c6c998, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:48.012991 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.069847 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9add8d6b-a045-442a-8c1f-e93875aa519f tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2369702 Apr 29 07:50:48.080976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44318) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:48.091787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-790734711', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:48.121975 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] For port 95324818-3872-415e-a55c-aa0c65c6c998, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:48.125686 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] For port 95324818-3872-415e-a55c-aa0c65c6c998, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=95324818-3872-415e-a55c-aa0c65c6c998,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:48.163472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702689ff-b896-45b8-a83e-56c65e780f30 req-8fc604d6-0a3c-4b7d-9102-93d44f6dcc86 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:48.164065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-702689ff-b896-45b8-a83e-56c65e780f30 req-8fc604d6-0a3c-4b7d-9102-93d44f6dcc86 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 944 time: 0.1257350 Apr 29 07:50:48.169824 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76df24dd-8a74-4a6a-afa5-94796b3fa69c req-548b5dd0-6afd-4449-8bea-7382208bbda0 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770909 Apr 29 07:50:48.184182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.221332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event deleted for resources: {'Port': ['ID=005971e0-3937-43e2-ad88-6a5d3d9e231a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:48.232348 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.238324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.239795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.243210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.247559 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-029433fa-4af4-4470-a4b7-a17ecbd320a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "DELETE /v2.0/ports/005971e0-3937-43e2-ad88-6a5d3d9e231a HTTP/1.1" status: 204 len: 168 time: 0.6541376 Apr 29 07:50:48.250169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44322) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:48.253915 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-702689ff-b896-45b8-a83e-56c65e780f30 req-7bbf6f7f-7dba-4928-95aa-838d3343c0d1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541897 Apr 29 07:50:48.273901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:48.278734 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.328396 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3989d7c7-48a2-4e90-90fd-1aaa6660cae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:50:48.331104 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Routers {'4e3c112d-9844-40b3-b4fd-93a33243e302'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:48.331950 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4e3c112d-9844-40b3-b4fd-93a33243e302'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:48.333705 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3989d7c7-48a2-4e90-90fd-1aaa6660cae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "GET /v2.0/ports/005971e0-3937-43e2-ad88-6a5d3d9e231a HTTP/1.1" status: 404 len: 333 time: 0.0796669 Apr 29 07:50:48.335057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.336058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44326) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:48.341088 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5530b-d68d-4de4-a354-59c814b8a490 None None] Pushing event updated for resources: {'Port': ['ID=95324818-3872-415e-a55c-aa0c65c6c998,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:48.346975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-456631071', 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:48.389949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-fa446394-c065-4d50-bef7-c9cee131294f', 'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f', 'tenant_id': '1b878db3a1144b05b64c8964557a7473', 'fixed_ips': [{'subnet_id': '93f89e06-a4cc-4ec1-a71e-343ae14f7a0d'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:50:48.393508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.430650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Performing IP validity checks on allocation pools {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:50:48.435467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:50:48.480077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44328) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:48.486851 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] Set router 4e3c112d-9844-40b3-b4fd-93a33243e302 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:48.520105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Made reservation on behalf of 7ff614d14cc043878ec4ebdad550c7d9 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:48.523486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.565866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Allocated IP 172.20.0.2 (fa446394-c065-4d50-bef7-c9cee131294f/93f89e06-a4cc-4ec1-a71e-343ae14f7a0d/8e47cd9f-c404-41e4-b50c-f59f52c02de3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:48.633796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] device_id is not set on port 7d011306-21e1-47aa-ba9a-e3261a0f111c yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:48.644742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.702014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'networks': [{'name': 'tempest-network--625708912'}, {'name': 'tempest-network--1184807662'}]} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:48.702328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'network': {'name': 'tempest-network--625708912'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:48.702820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'network': {'name': 'tempest-network--1184807662'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:48.737878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.751157 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c112d-9844-40b3-b4fd-93a33243e302', 'name': 'tempest-snat-router-1066079667', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.53'}], 'enable_snat': False}, 'gw_port_id': '95324818-3872-415e-a55c-aa0c65c6c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:39Z', 'updated_at': '2022-04-29T07:50:45Z', 'revision_number': 3, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port': {'id': '95324818-3872-415e-a55c-aa0c65c6c998', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c112d-9844-40b3-b4fd-93a33243e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:42Z', 'updated_at': '2022-04-29T07:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:48.766919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.778749 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0ca3a-9802-47c1-bb9d-51f7183f96cf None None] The sync data for ids ['4e3c112d-9844-40b3-b4fd-93a33243e302'] in dv-neutron-839740-1-hyperv is: [{'id': '4e3c112d-9844-40b3-b4fd-93a33243e302', 'name': 'tempest-snat-router-1066079667', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.53'}], 'enable_snat': False}, 'gw_port_id': '95324818-3872-415e-a55c-aa0c65c6c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:39Z', 'updated_at': '2022-04-29T07:50:45Z', 'revision_number': 3, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port': {'id': '95324818-3872-415e-a55c-aa0c65c6c998', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c112d-9844-40b3-b4fd-93a33243e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:42Z', 'updated_at': '2022-04-29T07:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:48.800369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Made reservation on behalf of 8065ce34237e4485a03675bbaafad959 for: {'network': 2} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:48.805074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.812932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.820232 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.856953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=6ff85f78-56f4-4202-8e7a-886dd5ab2766,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:48.859060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Network fa446394-c065-4d50-bef7-c9cee131294f is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:48.862274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:48.866845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:48.873780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Pushing event updated for resources: {'Port': ['ID=8e47cd9f-c404-41e4-b50c-f59f52c02de3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:48.891220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': '0fc6d839-8c94-4580-a7d6-c45c647a5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:48.891577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: 45f44715-2333-4f05-9161-2b403d2d0ceb, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:48.946255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Attempting to bind port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:48.950265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Attempting to bind port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '830410b1-b703-4af4-9ccc-cc91b8293d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:48.950265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Attempting to bind port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 on network fa446394-c065-4d50-bef7-c9cee131294f {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:48.960146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:48.960587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Checking segment: {'id': '830410b1-b703-4af4-9ccc-cc91b8293d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:48.960999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.961392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Bound using segment: {'id': '830410b1-b703-4af4-9ccc-cc91b8293d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:48.961875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Bound port: 8e47cd9f-c404-41e4-b50c-f59f52c02de3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830410b1-b703-4af4-9ccc-cc91b8293d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:48.962251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.974327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:48.987862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 45f44715-2333-4f05-9161-2b403d2d0ceb is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:49.013473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.056622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] For port 8e47cd9f-c404-41e4-b50c-f59f52c02de3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:49.059953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] For port 8e47cd9f-c404-41e4-b50c-f59f52c02de3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8e47cd9f-c404-41e4-b50c-f59f52c02de3,segment=NetworkSegment(830410b1-b703-4af4-9ccc-cc91b8293d80),segment_id=830410b1-b703-4af4-9ccc-cc91b8293d80)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:49.061713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.061901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.080312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.107514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 45f44715-2333-4f05-9161-2b403d2d0ceb) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:49.122597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:49.122597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.132745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf23900-41d7-45b5-8a72-51e12a4ae577,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:49.135864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ede5f-bb8e-4ae1-afb1-3da9c9a693f7 None None] Network 45f44715-2333-4f05-9161-2b403d2d0ceb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:49.169630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:49.182102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.182657 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Added segment e76f10da-88b7-4078-9392-8ce6806d97ab of type vlan for network 6660fdad-b979-40cd-b6f8-7b5ba24c1df4 Apr 29 07:50:49.202199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 966f008b-1240-4aa0-a696-4dc6035a826a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:50:49.211337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.231951 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4b9d5a9a-0848-4027-9d0f-a7a42bd3ca5c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2670071 Apr 29 07:50:49.238909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44336) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:49.238909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.242210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb', 'name': 'tempest-PortsIpV6TestJSON-1915998097'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:49.316699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8526e18-d83c-4e6d-927e-272c88d45fea req-656b5f00-d776-41c7-80ac-77eeac5ea98f tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:49.328866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e8526e18-d83c-4e6d-927e-272c88d45fea req-656b5f00-d776-41c7-80ac-77eeac5ea98f tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 944 time: 0.3096933 Apr 29 07:50:49.403482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:49.417773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.418393 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Added segment 62dab299-0574-45f1-af6f-ae3895fdc30a of type vlan for network ce91ded9-5ed5-4e99-8bea-89d51dd215df Apr 29 07:50:49.423927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 966f008b-1240-4aa0-a696-4dc6035a826a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=966f008b-1240-4aa0-a696-4dc6035a826a,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:49.448941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '966f008b-1240-4aa0-a696-4dc6035a826a', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'port_id': '966f008b-1240-4aa0-a696-4dc6035a826a', 'mac_address': 'fa:16:3e:4a:64:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:50:49.480336 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.486543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:49.487216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.516823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port b8026a16-3ccb-46fe-baa2-47ed720df6af yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:49.594049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dbf82-cabc-46b6-b822-9558c32adbe2 None None] Pushing event updated for resources: {'Port': ['ID=8e47cd9f-c404-41e4-b50c-f59f52c02de3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:49.600862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-45f44715-2333-4f05-9161-2b403d2d0ceb', 'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb', 'tenant_id': '2af3b1688ec84ceb9d8f44184c745027', 'fixed_ips': [{'subnet_id': '6ff85f78-56f4-4202-8e7a-886dd5ab2766'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:50:49.601276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.655881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.739356 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e8526e18-d83c-4e6d-927e-272c88d45fea req-72080450-7842-4de1-a131-82445d0249c9 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754137 Apr 29 07:50:49.749567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95324818-3872-415e-a55c-aa0c65c6c998 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:49.752449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::21b (45f44715-2333-4f05-9161-2b403d2d0ceb/6ff85f78-56f4-4202-8e7a-886dd5ab2766/b8026a16-3ccb-46fe-baa2-47ed720df6af) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:49.771724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.772229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.774371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.778294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:49.783240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:49.783942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.793707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966f008b-1240-4aa0-a696-4dc6035a826a {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:49.817922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Allocated IP 172.26.2.71 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/a2cdcc75-98ee-4b53-98b1-d7afa8fbc481) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:49.831872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 966f008b-1240-4aa0-a696-4dc6035a826a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=966f008b-1240-4aa0-a696-4dc6035a826a,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:49.884544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 95324818-3872-415e-a55c-aa0c65c6c998 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:49.885409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.911900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Network': ['ID=6660fdad-b979-40cd-b6f8-7b5ba24c1df4,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:49.925233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 6660fdad-b979-40cd-b6f8-7b5ba24c1df4 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:49.936777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.938335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 84107c27-2ab1-4cde-b6c1-f998e27272af details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:50:49.956841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:49.988427 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5064600 Apr 29 07:50:50.016602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44340) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:50.028955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2bca-8229-46ad-8d9b-8c8eeade6276 req-44e82851-2d44-4676-828d-13def904d9ab tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.030712 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5c2c2bca-8229-46ad-8d9b-8c8eeade6276 req-44e82851-2d44-4676-828d-13def904d9ab tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 943 time: 0.6779726 Apr 29 07:50:50.031842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.083591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=966f008b-1240-4aa0-a696-4dc6035a826a,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:50.100546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:50.133885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6303-8995-4a4c-abba-ac0d568c27e2 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Network': ['ID=ce91ded9-5ed5-4e99-8bea-89d51dd215df,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:50.143013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.155989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:50.157360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network ce91ded9-5ed5-4e99-8bea-89d51dd215df details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:50.160046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:50.161169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.161775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.168559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.206280 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5c2c2bca-8229-46ad-8d9b-8c8eeade6276 req-7f12f76b-1605-411d-bb47-ca386220ad5e tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468759 Apr 29 07:50:50.241074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=7d011306-21e1-47aa-ba9a-e3261a0f111c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:50.259927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:50.268113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b187c5-f8ce-4c02-8b68-7a23738beec0 req-e83dd859-d11d-46ed-9eb8-bb16a79e6775 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.269644 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21b187c5-f8ce-4c02-8b68-7a23738beec0 req-e83dd859-d11d-46ed-9eb8-bb16a79e6775 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 944 time: 0.2644434 Apr 29 07:50:50.285963 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-26f703fd-0e84-4812-8722-4473fee8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9475281 Apr 29 07:50:50.289407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:50.291734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:50.298174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44342) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:50.335745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.345403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf80926-640e-45f1-804d-7758d7b6180b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.351995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 84107c27-2ab1-4cde-b6c1-f998e27272af, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=84107c27-2ab1-4cde-b6c1-f998e27272af,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:50.352420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf80926-640e-45f1-804d-7758d7b6180b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.358469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf80926-640e-45f1-804d-7758d7b6180b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.369964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf80926-640e-45f1-804d-7758d7b6180b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.371680 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-baf80926-640e-45f1-804d-7758d7b6180b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3523364 Apr 29 07:50:50.372588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'port_id': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'mac_address': 'fa:16:3e:ec:51:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:50:50.375491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 95324818-3872-415e-a55c-aa0c65c6c998, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=95324818-3872-415e-a55c-aa0c65c6c998,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:50.378625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44344) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:50.389606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Port': ['ID=a2cdcc75-98ee-4b53-98b1-d7afa8fbc481,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:50.415445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa31102-f049-4625-baa7-71a266e903e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.416968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2aa31102-f049-4625-baa7-71a266e903e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "GET /v2.0/ports/7d011306-21e1-47aa-ba9a-e3261a0f111c HTTP/1.1" status: 200 len: 958 time: 0.1177003 Apr 29 07:50:50.440713 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21b187c5-f8ce-4c02-8b68-7a23738beec0 req-d3250780-5f34-41d1-9d5f-0b077440c078 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596780 Apr 29 07:50:50.441466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44346) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:50.466939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.467869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.471469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.547401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=95324818-3872-415e-a55c-aa0c65c6c998,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:50.561738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Allocated IP 2001:db8::2 (45f44715-2333-4f05-9161-2b403d2d0ceb/6ff85f78-56f4-4202-8e7a-886dd5ab2766/b9c36f8d-64b6-4113-82cc-cd148b882da0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:50.562151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 45f44715-2333-4f05-9161-2b403d2d0ceb is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:50.566601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.573353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=b8026a16-3ccb-46fe-baa2-47ed720df6af,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:50.579704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:50.582005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:50.588572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:50.589056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.600351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84107c27-2ab1-4cde-b6c1-f998e27272af {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:50.644486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.690752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6660fdad-b979-40cd-b6f8-7b5ba24c1df4']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:50.696325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 84107c27-2ab1-4cde-b6c1-f998e27272af, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=84107c27-2ab1-4cde-b6c1-f998e27272af,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:50.703441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76f10da-88b7-4078-9392-8ce6806d97ab') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:50.704209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76f10da-88b7-4078-9392-8ce6806d97ab') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:50.721054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.733037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.734414 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-42b25656-75eb-430b-bec6-9c869160d50b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5008543 Apr 29 07:50:50.734639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44348) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:50.744807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.761987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:50.761987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:50.762883 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:50.781586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.782249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 64fcf828-015a-4909-bcd2-4ab1a60e8283 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:50:50.811428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.950737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c6a11d-c650-464c-8d6e-da6002566108 None None] Network fa446394-c065-4d50-bef7-c9cee131294f requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:50.966691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.980407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.980908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:50.989937 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/networks/6660fdad-b979-40cd-b6f8-7b5ba24c1df4 HTTP/1.1" status: 204 len: 168 time: 0.6096256 Apr 29 07:50:50.991239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44352) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:51.013580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad0e64-c386-46af-b607-702409441351 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Network': ['ID=6660fdad-b979-40cd-b6f8-7b5ba24c1df4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:51.040703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92285e9-99a9-4d78-b924-3f382d3dd3b6 req-6c7c5040-2c78-4575-a3d3-95ab465ae741 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:51.042241 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92285e9-99a9-4d78-b924-3f382d3dd3b6 req-6c7c5040-2c78-4575-a3d3-95ab465ae741 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 945 time: 0.2028763 Apr 29 07:50:51.081810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.090362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.098060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a65ef581-bfdf-4701-81c9-64afa22f5704 None None] Provisioning complete for port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:51.098615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a65ef581-bfdf-4701-81c9-64afa22f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.103954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.105386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=84107c27-2ab1-4cde-b6c1-f998e27272af,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:51.186592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Deleting port 7d011306-21e1-47aa-ba9a-e3261a0f111c {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:51.186942 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.187060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.214007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce91ded9-5ed5-4e99-8bea-89d51dd215df']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:51.225603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dab299-0574-45f1-af6f-ae3895fdc30a') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:51.226272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dab299-0574-45f1-af6f-ae3895fdc30a') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:51.239500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.250377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Network 45f44715-2333-4f05-9161-2b403d2d0ceb is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:51.261959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Pushing event updated for resources: {'Port': ['ID=b9c36f8d-64b6-4113-82cc-cd148b882da0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:51.262762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.277623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:51.285351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:51.286306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.287082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:51.289873 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:51.292331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 64fcf828-015a-4909-bcd2-4ab1a60e8283, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:51.295361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92285e9-99a9-4d78-b924-3f382d3dd3b6 req-ddfb5f7a-5ac2-420d-8d84-d5f07d348ab4 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196774 Apr 29 07:50:51.321127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'port_id': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'mac_address': 'fa:16:3e:3b:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:50:51.329131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Allocated IP 172.26.2.189 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/065008f2-622a-4874-97ae-fa9dd79a4dc0) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:51.338792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port b8026a16-3ccb-46fe-baa2-47ed720df6af {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:51.340973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.461797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Attempting to bind port b9c36f8d-64b6-4113-82cc-cd148b882da0 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:51.462149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Attempting to bind port b9c36f8d-64b6-4113-82cc-cd148b882da0 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '0fc6d839-8c94-4580-a7d6-c45c647a5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:51.462539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Attempting to bind port b9c36f8d-64b6-4113-82cc-cd148b882da0 on network 45f44715-2333-4f05-9161-2b403d2d0ceb {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:51.462715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.468420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a65ef581-bfdf-4701-81c9-64afa22f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.485908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.487449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:51.487826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Checking segment: {'id': '0fc6d839-8c94-4580-a7d6-c45c647a5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:51.488219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.488864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Bound using segment: {'id': '0fc6d839-8c94-4580-a7d6-c45c647a5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:51.489351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Bound port: b9c36f8d-64b6-4113-82cc-cd148b882da0, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc6d839-8c94-4580-a7d6-c45c647a5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '45f44715-2333-4f05-9161-2b403d2d0ceb'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:51.489785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.507147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.520423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fcf828-015a-4909-bcd2-4ab1a60e8283 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:51.549224 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/networks/ce91ded9-5ed5-4e99-8bea-89d51dd215df HTTP/1.1" status: 204 len: 168 time: 0.5441215 Apr 29 07:50:51.556113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44358) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:51.572789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a65ef581-bfdf-4701-81c9-64afa22f5704 None None] For port 8e47cd9f-c404-41e4-b50c-f59f52c02de3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8e47cd9f-c404-41e4-b50c-f59f52c02de3,segment=NetworkSegment(830410b1-b703-4af4-9ccc-cc91b8293d80),segment_id=830410b1-b703-4af4-9ccc-cc91b8293d80)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:51.587336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 64fcf828-015a-4909-bcd2-4ab1a60e8283, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:51.620601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] For port b9c36f8d-64b6-4113-82cc-cd148b882da0, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:51.623985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] For port b9c36f8d-64b6-4113-82cc-cd148b882da0, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b9c36f8d-64b6-4113-82cc-cd148b882da0,segment=NetworkSegment(0fc6d839-8c94-4580-a7d6-c45c647a5256),segment_id=0fc6d839-8c94-4580-a7d6-c45c647a5256)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:51.647026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a65ef581-bfdf-4701-81c9-64afa22f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.672086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1db0bf-e9f2-4a2a-9a94-97eedd51ddf0 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Network': ['ID=ce91ded9-5ed5-4e99-8bea-89d51dd215df,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:51.695825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.716324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.749368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:51.780184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ef581-bfdf-4701-81c9-64afa22f5704 None None] Pushing event updated for resources: {'Port': ['ID=8e47cd9f-c404-41e4-b50c-f59f52c02de3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:51.832592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Calling delete_port for 7d011306-21e1-47aa-ba9a-e3261a0f111c owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:51.886962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95324818-3872-415e-a55c-aa0c65c6c998 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:51.898159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8378d10-07e3-4ef8-8b6b-712a0f9f1d04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:51.918949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8378d10-07e3-4ef8-8b6b-712a0f9f1d04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:51.928806 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c8378d10-07e3-4ef8-8b6b-712a0f9f1d04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3667729 Apr 29 07:50:51.931225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44360) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:51.942054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-221902857'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:51.989858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=64fcf828-015a-4909-bcd2-4ab1a60e8283,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:52.025566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-871fe792-e967-4b02-bca7-1261df852331 None None] Provisioning complete for port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:52.025566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871fe792-e967-4b02-bca7-1261df852331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.054075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Made reservation on behalf of 8065ce34237e4485a03675bbaafad959 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:52.059874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.074138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497159ad-e5e0-4024-a2bf-d20b5cbf8ec0 req-35fce9c5-8ce2-493c-bcaa-3ad6867172bf tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:52.077715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-497159ad-e5e0-4024-a2bf-d20b5cbf8ec0 req-35fce9c5-8ce2-493c-bcaa-3ad6867172bf tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 944 time: 0.7323363 Apr 29 07:50:52.102868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:52.109932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['64fcf828-015a-4909-bcd2-4ab1a60e8283'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:50:52.112503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['966f008b-1240-4aa0-a696-4dc6035a826a'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:50:52.113031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.113382 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Added segment 75500e7b-8abe-4e72-afb1-b4bf0c5362bd of type vlan for network d011e310-e35d-4137-8bcf-4420cd0932f9 Apr 29 07:50:52.114626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['84107c27-2ab1-4cde-b6c1-f998e27272af'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:50:52.126415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.151101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.192289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.194668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9b364-cc04-4d46-9a95-4a3f19c267c7 req-313e89be-ad36-4774-aebd-6a85474317d4 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:52.196859 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aba9b364-cc04-4d46-9a95-4a3f19c267c7 req-313e89be-ad36-4774-aebd-6a85474317d4 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 945 time: 0.4447281 Apr 29 07:50:52.285423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for b8026a16-3ccb-46fe-baa2-47ed720df6af owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:52.291360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.297348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 95324818-3872-415e-a55c-aa0c65c6c998 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:52.297717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.299972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:52.300896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.315021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.326184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7566261-b180-4cc4-b6e9-8ae73d7418a9 None None] Pushing event updated for resources: {'Port': ['ID=b9c36f8d-64b6-4113-82cc-cd148b882da0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:52.384292 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-497159ad-e5e0-4024-a2bf-d20b5cbf8ec0 req-60beaed4-2680-4281-9ac2-44489231655d tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732635 Apr 29 07:50:52.422221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.480926 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aba9b364-cc04-4d46-9a95-4a3f19c267c7 req-2cafd1e8-e874-4e62-b861-cd9652a3269c tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179351 Apr 29 07:50:52.553979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.559591 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "DELETE /v2.0/ports/7d011306-21e1-47aa-ba9a-e3261a0f111c HTTP/1.1" status: 204 len: 168 time: 2.1128018 Apr 29 07:50:52.574852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44366) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:52.579162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a4499-4b21-4a20-b43b-60c555aaac37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d011306-21e1-47aa-ba9a-e3261a0f111c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:52.622478 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6863301 Apr 29 07:50:52.634335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44368) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:52.634509 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a3cfdc-883b-4726-bd4c-569da7be7e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:50:52.634509 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e9a3cfdc-883b-4726-bd4c-569da7be7e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "GET /v2.0/ports/7d011306-21e1-47aa-ba9a-e3261a0f111c HTTP/1.1" status: 404 len: 333 time: 0.0490723 Apr 29 07:50:52.634753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1173318405'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:52.634826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44370) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:52.639089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Request body: {'port': {'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063164118'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:52.663640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66c5d5-9462-4dc7-90f7-16cb6b4041bb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Network': ['ID=d011e310-e35d-4137-8bcf-4420cd0932f9,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:52.681388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8e47cd9f-c404-41e4-b50c-f59f52c02de3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:52.689859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d011e310-e35d-4137-8bcf-4420cd0932f9 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:52.695873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3a50-4161-4326-b5af-42c6d05ec39f req-149ade49-c355-404c-893e-70171719c1e0 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:52.697397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c3b3a50-4161-4326-b5af-42c6d05ec39f req-149ade49-c355-404c-893e-70171719c1e0 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 945 time: 0.2133088 Apr 29 07:50:52.728950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.748687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Made reservation on behalf of 8065ce34237e4485a03675bbaafad959 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:52.754462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.788688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:52.800363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:52.801699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.802386 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Added segment 3be48443-8dee-49f2-9bfe-b3b35165a30e of type vlan for network ee2ddf06-e9ce-4a22-a042-fe091257d51d Apr 29 07:50:52.813865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:52.820970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:52.831786 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c3b3a50-4161-4326-b5af-42c6d05ec39f req-28e0d41c-4ef4-46dd-b7a4-2402ed000023 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106966 Apr 29 07:50:52.862502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Port': ['ID=065008f2-622a-4874-97ae-fa9dd79a4dc0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:52.863159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.869788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Made reservation on behalf of 7ff614d14cc043878ec4ebdad550c7d9 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:52.872257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.895168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:52.895556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.899622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] device_id is not set on port fab58ad2-3faf-4fbd-b232-f3720c9cc549 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:52.907827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Router a6cd6208-a142-4e12-ad62-dd2c22e03007 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:52.972724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.984583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:52.985023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:52.985737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.059099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Network': ['ID=ee2ddf06-e9ce-4a22-a042-fe091257d51d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:53.070654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=b8026a16-3ccb-46fe-baa2-47ed720df6af,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:53.071954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network ee2ddf06-e9ce-4a22-a042-fe091257d51d details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:53.080527 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-26d6d2a8-065c-4af6-a740-5de3fccb8b6d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4513330 Apr 29 07:50:53.085344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44372) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:53.086731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'ports': [{'network_id': 'd011e310-e35d-4137-8bcf-4420cd0932f9', 'name': 'tempest-port--1213056355', 'admin_state_up': True}, {'network_id': 'ee2ddf06-e9ce-4a22-a042-fe091257d51d', 'admin_state_up': False}]} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:53.087093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'port': {'network_id': 'd011e310-e35d-4137-8bcf-4420cd0932f9', 'name': 'tempest-port--1213056355', 'admin_state_up': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:53.087562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'port': {'network_id': 'ee2ddf06-e9ce-4a22-a042-fe091257d51d', 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:53.132463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd89cf3-1b33-4efe-b706-d7e79491308a None None] Network 45f44715-2333-4f05-9161-2b403d2d0ceb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:53.174245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.180502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-564ef28b-1ca1-4ca5-aed9-789abda2af5e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/b8026a16-3ccb-46fe-baa2-47ed720df6af HTTP/1.1" status: 204 len: 168 time: 2.3980479 Apr 29 07:50:53.186325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44374) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:53.277091 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4414b37e-3e79-4dec-b0aa-034f05f50351 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:50:53.277775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4414b37e-3e79-4dec-b0aa-034f05f50351 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:50:53.280828 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4414b37e-3e79-4dec-b0aa-034f05f50351 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/b8026a16-3ccb-46fe-baa2-47ed720df6af HTTP/1.1" status: 404 len: 333 time: 0.0935214 Apr 29 07:50:53.283720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44376) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:53.318122 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b62786a-d2c8-4849-be4f-ae45629ea411 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:50:53.321671 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6b62786a-d2c8-4849-be4f-ae45629ea411 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/b8026a16-3ccb-46fe-baa2-47ed720df6af HTTP/1.1" status: 404 len: 333 time: 0.0365670 Apr 29 07:50:53.322270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44378) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:53.326155 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5298ee49-b91f-4242-ac7d-29fe24ced5b4 None None] Provisioning complete for port b9c36f8d-64b6-4113-82cc-cd148b882da0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:53.326538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5298ee49-b91f-4242-ac7d-29fe24ced5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.357368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Made reservation on behalf of 8065ce34237e4485a03675bbaafad959 for: {'port': 2} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:53.361517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.361697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:53.378940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Sync routers for ids ['a6cd6208-a142-4e12-ad62-dd2c22e03007'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:53.379478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.383159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.439389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5298ee49-b91f-4242-ac7d-29fe24ced5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.448630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.448821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet 6ff85f78-56f4-4202-8e7a-886dd5ab2766 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:50:53.453087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.494384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Routers {'a6cd6208-a142-4e12-ad62-dd2c22e03007'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:53.494978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a6cd6208-a142-4e12-ad62-dd2c22e03007'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:53.573321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5298ee49-b91f-4242-ac7d-29fe24ced5b4 None None] For port b9c36f8d-64b6-4113-82cc-cd148b882da0, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b9c36f8d-64b6-4113-82cc-cd148b882da0,segment=NetworkSegment(0fc6d839-8c94-4580-a7d6-c45c647a5256),segment_id=0fc6d839-8c94-4580-a7d6-c45c647a5256)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:53.573532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.623372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.627724 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-80c3c7d0-852b-4e65-9e15-4d2c31047f32 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3953807 Apr 29 07:50:53.629537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44384) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:53.643295 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] device_id is not set on port 3a8b441b-bb0b-4ccd-9f57-68efd77c91eb yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:53.644458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5298ee49-b91f-4242-ac7d-29fe24ced5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.702609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 966f008b-1240-4aa0-a696-4dc6035a826a up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:53.765073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Set router a6cd6208-a142-4e12-ad62-dd2c22e03007 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:53.784561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d8376-f0f4-4014-92c3-2514eeef441a req-1fb2ec05-2b60-4146-b927-d3eb85a94684 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:53.786193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e5d8376-f0f4-4014-92c3-2514eeef441a req-1fb2ec05-2b60-4146-b927-d3eb85a94684 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 944 time: 0.1691136 Apr 29 07:50:53.792501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.813295 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:53.853615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4576c-bfd1-47c6-8005-749985431330 req-eb63f4c6-0369-4355-a69d-647658989efb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:53.855358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-10d4576c-bfd1-47c6-8005-749985431330 req-eb63f4c6-0369-4355-a69d-647658989efb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 945 time: 0.2361302 Apr 29 07:50:53.870653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8e47cd9f-c404-41e4-b50c-f59f52c02de3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:53.893020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=fab58ad2-3faf-4fbd-b232-f3720c9cc549,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:53.944545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ee49-b91f-4242-ac7d-29fe24ced5b4 None None] Pushing event updated for resources: {'Port': ['ID=b9c36f8d-64b6-4113-82cc-cd148b882da0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:53.953468 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-95106ce5-d614-4cad-89bb-107a20bd3946 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/a6cd6208-a142-4e12-ad62-dd2c22e03007 HTTP/1.1" status: 200 len: 907 time: 0.3210554 Apr 29 07:50:53.957323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44388) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:54.011444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.020274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-952d92d0-125f-403e-b86d-191325625688 None None] Provisioning complete for port b9c36f8d-64b6-4113-82cc-cd148b882da0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:54.020639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-952d92d0-125f-403e-b86d-191325625688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.060674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff85f78-56f4-4202-8e7a-886dd5ab2766,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:54.073609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:54.073973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.080367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.087584 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7543069a-2122-473d-86ab-c01f6f89705c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/6ff85f78-56f4-4202-8e7a-886dd5ab2766 HTTP/1.1" status: 204 len: 168 time: 0.7603238 Apr 29 07:50:54.087584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.091691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44390) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:54.096765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 966f008b-1240-4aa0-a696-4dc6035a826a completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:50:54.124670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 966f008b-1240-4aa0-a696-4dc6035a826a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:54.125046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.269564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:54.278045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc568a-390e-47df-8fad-3a2922cbff87 None None] Network 45f44715-2333-4f05-9161-2b403d2d0ceb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:54.279007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-10d4576c-bfd1-47c6-8005-749985431330 req-fa4253f8-ca39-41ba-a128-a42973800420 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751719 Apr 29 07:50:54.285530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:54.287447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:54.288356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:54.288947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.292730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] device_id is not set on port d1674d53-c063-46a3-b8aa-2274d0f93c96 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:54.301092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.301640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.314094 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e5d8376-f0f4-4014-92c3-2514eeef441a req-ab5df0a1-2648-4676-9a6b-1f7770d72ab5 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5125732 Apr 29 07:50:54.356264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.397238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd6208-a142-4e12-ad62-dd2c22e03007', 'name': 'tempest-snat-router-1066079667', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a2cdcc75-98ee-4b53-98b1-d7afa8fbc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:47Z', 'updated_at': '2022-04-29T07:50:50Z', 'revision_number': 3, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port': {'id': 'a2cdcc75-98ee-4b53-98b1-d7afa8fbc481', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd6208-a142-4e12-ad62-dd2c22e03007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:49Z', 'updated_at': '2022-04-29T07:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:54.438417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b9c36f8d-64b6-4113-82cc-cd148b882da0 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:54.444333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Checking router: a6cd6208-a142-4e12-ad62-dd2c22e03007 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:54.444682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Updating router a6cd6208-a142-4e12-ad62-dd2c22e03007 port a2cdcc75-98ee-4b53-98b1-d7afa8fbc481 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:54.471009 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-51aa1f43-9687-479b-8b3e-76bf00ecc4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8354967 Apr 29 07:50:54.482388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44392) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:54.493013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.500132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:54.518240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5f013cd2-fa14-4a64-9f94-97fb3179f50d None None] Could not find standard attr ID for object b8026a16-3ccb-46fe-baa2-47ed720df6af. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:50:54.528419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0091e3-1938-46f9-b3f6-5e20933a11e7 req-595a17f4-935b-4ec8-8469-cf48dba662de tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:54.536134 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf0091e3-1938-46f9-b3f6-5e20933a11e7 req-595a17f4-935b-4ec8-8469-cf48dba662de tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 945 time: 0.0798502 Apr 29 07:50:54.541347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.541529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.575655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf0091e3-1938-46f9-b3f6-5e20933a11e7 req-d214ded6-42b2-4ca8-b5e1-2b86562e051b tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383232 Apr 29 07:50:54.577919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Router bfccc25d-9081-4ee3-9641-84d7a0eca69a is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:54.597054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.601852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:54.611235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port b9c36f8d-64b6-4113-82cc-cd148b882da0 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:54.611235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.626797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.703478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 966f008b-1240-4aa0-a696-4dc6035a826a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=966f008b-1240-4aa0-a696-4dc6035a826a,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:54.710272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:54.724114 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] Sync routers for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:54.746991 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:54.747714 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:54.761816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.762646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 84107c27-2ab1-4cde-b6c1-f998e27272af up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:54.772119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] For port b9c36f8d-64b6-4113-82cc-cd148b882da0, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b9c36f8d-64b6-4113-82cc-cd148b882da0,segment=NetworkSegment(0fc6d839-8c94-4580-a7d6-c45c647a5256),segment_id=0fc6d839-8c94-4580-a7d6-c45c647a5256)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:54.772708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.794011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for b9c36f8d-64b6-4113-82cc-cd148b882da0 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:54.802134 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:54.809812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.815491 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-af9099d3-4342-47d7-be22-f1b2b1a99bea tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.7288973 Apr 29 07:50:54.815891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44398) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:54.834144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b9c36f8d-64b6-4113-82cc-cd148b882da0 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:54.834485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.843827 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:54.844666 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:54.846111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365827db-814d-42c5-bc40-562f32538a2b" -d '{"events": [{"server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "name": "network-vif-plugged", "status": "completed", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:54.868303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.915205 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:54.916056 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f01ed-a616-40c8-bb83-3d4c094b8918 None None] The sync data for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:54.957836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Deleting port a2cdcc75-98ee-4b53-98b1-d7afa8fbc481 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:54.958420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:54.963382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] DHCP port deletion for 45f44715-2333-4f05-9161-2b403d2d0ceb request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:50:55.009403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cfda90-28ea-421b-b36c-3485cb1673da x-openstack-request-id: req-83cfda90-28ea-421b-b36c-3485cb1673da {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:55.009642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "name": "network-vif-plugged", "status": "completed", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:55.009875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83cfda90-28ea-421b-b36c-3485cb1673da {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:55.010340 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83cfda90-28ea-421b-b36c-3485cb1673da'] response: {'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a', 'code': 200} Apr 29 07:50:55.013259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=966f008b-1240-4aa0-a696-4dc6035a826a,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:55.123801 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] device_id is not set on port fab58ad2-3faf-4fbd-b232-f3720c9cc549 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:55.139777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Port': ['ID=3a8b441b-bb0b-4ccd-9f57-68efd77c91eb,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:55.148007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.184447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Checking segment: {'id': '75500e7b-8abe-4e72-afb1-b4bf0c5362bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd011e310-e35d-4137-8bcf-4420cd0932f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:55.184447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network hostable DHCP agents. Network: d011e310-e35d-4137-8bcf-4420cd0932f9, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:55.188212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.204726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Calling delete_port for a2cdcc75-98ee-4b53-98b1-d7afa8fbc481 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:55.225818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.285593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.292403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 84107c27-2ab1-4cde-b6c1-f998e27272af completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:50:55.297082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network d011e310-e35d-4137-8bcf-4420cd0932f9 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:55.328638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No DVR routers for this DVR port b9c36f8d-64b6-4113-82cc-cd148b882da0 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:55.334528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] Deleting port b9c36f8d-64b6-4113-82cc-cd148b882da0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:55.339163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.339163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 84107c27-2ab1-4cde-b6c1-f998e27272af triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:55.339163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.377226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=fab58ad2-3faf-4fbd-b232-f3720c9cc549,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:55.429148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:55.429688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:55.430041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:55.465461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d011e310-e35d-4137-8bcf-4420cd0932f9) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:55.477668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=b9c36f8d-64b6-4113-82cc-cd148b882da0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:55.511675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:55.511896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.520999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:55.523146 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:55.525454 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 2 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:55.529033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee95282-e5af-475f-bb71-1609f89b45cf None None] Network d011e310-e35d-4137-8bcf-4420cd0932f9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:55.535372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf088-ee07-4689-8c04-93b367300d05 req-bb94d947-6567-4ad3-81c2-5048bcefe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:55.535934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.537730 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-188bf088-ee07-4689-8c04-93b367300d05 req-bb94d947-6567-4ad3-81c2-5048bcefe52a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 1099 time: 0.2417581 Apr 29 07:50:55.538050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.578618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-188bf088-ee07-4689-8c04-93b367300d05 req-337a48f3-daec-4bd4-8368-66ce45fd14f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.579495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.590047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] For port b9c36f8d-64b6-4113-82cc-cd148b882da0, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:55.590668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.599580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:55.599909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:55.600238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:55.607135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f44715-2333-4f05-9161-2b403d2d0ceb']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:55.634712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536402f-39c2-48aa-9a75-769b3d5495f1 req-0e596c61-386e-4be3-b2f4-a9fe277400fe tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:55.636142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a536402f-39c2-48aa-9a75-769b3d5495f1 req-0e596c61-386e-4be3-b2f4-a9fe277400fe tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 945 time: 0.2010694 Apr 29 07:50:55.644045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b9c36f8d-64b6-4113-82cc-cd148b882da0 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:55.656597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cc98-22db-489c-bb0d-faae2c7180fd req-1c701824-e329-4103-84fc-5bf6ce1ec21c tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:55.658209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7b1cc98-22db-489c-bb0d-faae2c7180fd req-1c701824-e329-4103-84fc-5bf6ce1ec21c tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 944 time: 0.1870587 Apr 29 07:50:55.690416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: b9c36f8d-64b6-4113-82cc-cd148b882da0 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:50:55.690966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b9c36f8d-64b6-4113-82cc-cd148b882da0 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:55.697381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.705224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 07:50:55.705224 dv-neutron-839740-1-hyperv neutron-server[109783]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 29 07:50:55.705224 dv-neutron-839740-1-hyperv neutron-server[109783]: [parameters: {'host': 'dv-neutron-839740-1-hyperv', 'ml2_port_bindings_port_id': 'a2cdcc75-98ee-4b53-98b1-d7afa8fbc481', 'ml2_port_bindings_host': ''}] Apr 29 07:50:55.705224 dv-neutron-839740-1-hyperv neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:50:55.705224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:50:55.710033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] Calling delete_port for b9c36f8d-64b6-4113-82cc-cd148b882da0 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:55.729049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] Port b9c36f8d-64b6-4113-82cc-cd148b882da0 was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:50:55.744557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 84107c27-2ab1-4cde-b6c1-f998e27272af, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=84107c27-2ab1-4cde-b6c1-f998e27272af,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:55.745756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.778080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a536402f-39c2-48aa-9a75-769b3d5495f1 req-d38bd18d-5dcf-47cd-bd66-e7f90b0927c7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149726 Apr 29 07:50:55.785481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7b1cc98-22db-489c-bb0d-faae2c7180fd req-8034ece1-17ad-4d5b-8c75-d2726bcb4aac tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162708 Apr 29 07:50:55.817977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] Pushing event deleted for resources: {'Port': ['ID=b9c36f8d-64b6-4113-82cc-cd148b882da0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:55.841068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.842095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 64fcf828-015a-4909-bcd2-4ab1a60e8283 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:55.849021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c565f2-f224-4842-99c8-4958d4053acd None None] No DVR routers for this DVR port b9c36f8d-64b6-4113-82cc-cd148b882da0 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:55.915821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc6d839-8c94-4580-a7d6-c45c647a5256') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:55.916745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc6d839-8c94-4580-a7d6-c45c647a5256') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:55.928149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:55.928474 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:55.932217 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 3 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:55.942480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.944682 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Port': ['ID=d1674d53-c063-46a3-b8aa-2274d0f93c96,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:55.955291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=84107c27-2ab1-4cde-b6c1-f998e27272af,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:55.978699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:55.979025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:55.979355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:55.982630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:55.999099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:55.999491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.002321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.002670 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:56.003299 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:56.014578 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 4 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:56.016596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Checking segment: {'id': '3be48443-8dee-49f2-9bfe-b3b35165a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ee2ddf06-e9ce-4a22-a042-fe091257d51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:56.016950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network hostable DHCP agents. Network: ee2ddf06-e9ce-4a22-a042-fe091257d51d, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:56.024587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877787d4-4e31-41c1-a988-44ecc64cdfd5 req-981a28b9-35b2-4b13-a34e-ddb1396442a3 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:56.026065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-877787d4-4e31-41c1-a988-44ecc64cdfd5 req-981a28b9-35b2-4b13-a34e-ddb1396442a3 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.1570194 Apr 29 07:50:56.044266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 64fcf828-015a-4909-bcd2-4ab1a60e8283 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:50:56.049290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 64fcf828-015a-4909-bcd2-4ab1a60e8283 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:56.049908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.070404 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:56.070941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:56.071067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:56.080040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.088600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.088979 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.091615 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 5 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:56.117153 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-877787d4-4e31-41c1-a988-44ecc64cdfd5 req-349f6b36-998e-45b9-b7bd-9f76bf1d2b8f tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688436 Apr 29 07:50:56.119032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2cdcc75-98ee-4b53-98b1-d7afa8fbc481,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:56.144296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:56.144648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:56.144993 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:56.159450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.169467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.169717 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.171796 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 6 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:56.183793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.184992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Allocated IP 172.20.0.1 (fa446394-c065-4d50-bef7-c9cee131294f/93f89e06-a4cc-4ec1-a71e-343ae14f7a0d/ca39ce42-0641-4bb7-99b9-06fbb8c8089f) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:56.198792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.199533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 64fcf828-015a-4909-bcd2-4ab1a60e8283, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:56.201877 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/45f44715-2333-4f05-9161-2b403d2d0ceb HTTP/1.1" status: 204 len: 168 time: 2.0988619 Apr 29 07:50:56.206068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-188bf088-ee07-4689-8c04-93b367300d05 req-337a48f3-daec-4bd4-8368-66ce45fd14f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.208975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44410) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:56.214344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-754042591'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:56.214552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network ee2ddf06-e9ce-4a22-a042-fe091257d51d is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:56.216563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:56.216889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:56.217216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:56.221024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a446b2-cb47-4741-80f1-c49da9d8ce1c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=45f44715-2333-4f05-9161-2b403d2d0ceb,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:56.223132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Port a2cdcc75-98ee-4b53-98b1-d7afa8fbc481 not found while updating agent binding for router a6cd6208-a142-4e12-ad62-dd2c22e03007. {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 29 07:50:56.229590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.230882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.231556 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.232776 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 7 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:56.234463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Routers {'a6cd6208-a142-4e12-ad62-dd2c22e03007'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:56.235300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a6cd6208-a142-4e12-ad62-dd2c22e03007'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:56.282029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.303868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:56.304201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:56.304531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:56.310288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-188bf088-ee07-4689-8c04-93b367300d05 req-337a48f3-daec-4bd4-8368-66ce45fd14f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.332979 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] Set router a6cd6208-a142-4e12-ad62-dd2c22e03007 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:56.335795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, ee2ddf06-e9ce-4a22-a042-fe091257d51d) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:56.338241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.339813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.340132 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.341195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.344259 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 8 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:56.347113 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-188bf088-ee07-4689-8c04-93b367300d05 req-337a48f3-daec-4bd4-8368-66ce45fd14f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7943692 Apr 29 07:50:56.348411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:56.354201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:56.359162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:56.359875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.366194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb5f3f-4a92-4bdb-8aab-63e91e14a7cd None None] Network ee2ddf06-e9ce-4a22-a042-fe091257d51d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:56.370836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:56.370836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.379328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a48f3-daec-4bd4-8368-66ce45fd14f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5093078b-8f96-429d-8a07-9a1025179eca,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:56.399799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.411832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd6208-a142-4e12-ad62-dd2c22e03007', 'name': 'tempest-snat-router-1066079667', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:47Z', 'updated_at': '2022-04-29T07:50:55Z', 'revision_number': 5, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:56.419386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:56.428057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:56.428057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:56.428057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:56.428057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.428057 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.428665 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 9 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:56.439471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.439871 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment 7fb4b826-b525-466b-80b0-aca7e0ca0d18 of type vlan for network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e Apr 29 07:50:56.442905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:56.444085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:56.444460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:56.450530 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4887b478-ade0-4a87-929f-1d635b26a573 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3681469 Apr 29 07:50:56.452989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.453358 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.454089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44412) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:56.454277 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempt 10 to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 Apr 29 07:50:56.484307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.491885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:56.492213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:56.492537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempting to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:56.497411 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=64fcf828-015a-4909-bcd2-4ab1a60e8283,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:56.500259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a01cc7-ce69-4a81-8f5b-f7e494854320 None None] The sync data for ids ['a6cd6208-a142-4e12-ad62-dd2c22e03007'] in dv-neutron-839740-1-hyperv is: [{'id': 'a6cd6208-a142-4e12-ad62-dd2c22e03007', 'name': 'tempest-snat-router-1066079667', 'tenant_id': '1541b90451ef4bfaa506bde7f108c3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:47Z', 'updated_at': '2022-04-29T07:50:55Z', 'revision_number': 5, 'project_id': '1541b90451ef4bfaa506bde7f108c3e1', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:56.501553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:56.501964 dv-neutron-839740-1-hyperv neutron-server[109781]: ERROR neutron.plugins.ml2.managers [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Failed to bind port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '065a67f5-5864-4584-80c1-2f1d219555ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '451c55d2-40b7-4fc4-8ca4-b83a9d544b92'}] Apr 29 07:50:56.502301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.526839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489610e8-2b36-4ed4-8cef-6f995198b53b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:56.531546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489610e8-2b36-4ed4-8cef-6f995198b53b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:56.533128 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-489610e8-2b36-4ed4-8cef-6f995198b53b tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0759687 Apr 29 07:50:56.534620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.535162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6cd6208-a142-4e12-ad62-dd2c22e03007 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:56.536172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44414) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:56.540507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.541642 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3328735d-73b7-43b4-abed-02c265f96b25 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a6cd6208-a142-4e12-ad62-dd2c22e03007 HTTP/1.1" status: 204 len: 168 time: 2.5835094 Apr 29 07:50:56.548180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44416) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:56.601418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] For port fab58ad2-3faf-4fbd-b232-f3720c9cc549, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:56.604218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attempted to set empty binding levels {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:50:56.607988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.648490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.654152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:56.654750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.703923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.708171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Network fa446394-c065-4d50-bef7-c9cee131294f is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:56.732721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:56.738018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] In _notify_port_updated(), no bound segment for port fab58ad2-3faf-4fbd-b232-f3720c9cc549 on network 451c55d2-40b7-4fc4-8ca4-b83a9d544b92 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:50:56.739219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:56.739815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.744815 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "PUT /v2.0/ports/fab58ad2-3faf-4fbd-b232-f3720c9cc549 HTTP/1.1" status: 200 len: 981 time: 2.2613256 Apr 29 07:50:56.745459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44418) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:56.793460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059d6b-0b02-42ba-90c6-885cd686865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event updated for resources: {'Port': ['ID=fab58ad2-3faf-4fbd-b232-f3720c9cc549,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:56.884491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Deleting port fab58ad2-3faf-4fbd-b232-f3720c9cc549 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:56.885199 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.957469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] For port fab58ad2-3faf-4fbd-b232-f3720c9cc549, host hv-neutron-8397, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:56.958032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:56.972597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Calling delete_port for fab58ad2-3faf-4fbd-b232-f3720c9cc549 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:56.977378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-29172acc-d55c-4926-a263-661253de8b29 None None] Provisioning complete for port ca39ce42-0641-4bb7-99b9-06fbb8c8089f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:56.977887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29172acc-d55c-4926-a263-661253de8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.012179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af'}, {'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:57.015051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd1ebf-96fa-45f2-9ff3-0d88762f4ce9" -d '{"events": [{"server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "name": "network-vif-plugged", "status": "completed", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af"}, {"server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "name": "network-vif-plugged", "status": "completed", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:57.023405 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-29172acc-d55c-4926-a263-661253de8b29 None None] Port ca39ce42-0641-4bb7-99b9-06fbb8c8089f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:57.051010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:57.083471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Port': ['ID=ca39ce42-0641-4bb7-99b9-06fbb8c8089f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:57.088894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8787723 Apr 29 07:50:57.092305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44426) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:57.097513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:57.115267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.171249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6c18e-a0f7-4010-aff3-f267b0b82e6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=1d464cda-dc30-463c-ba3a-e9c5c56d0c5e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:57.182667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab58ad2-3faf-4fbd-b232-f3720c9cc549,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:57.185549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:57.194477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.200215 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fb8c90ac-f89e-4674-8cea-44797d86e784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fab58ad2-3faf-4fbd-b232-f3720c9cc549 HTTP/1.1" status: 204 len: 168 time: 0.4465630 Apr 29 07:50:57.201584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44430) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:57.209847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.213070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.235440 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6631dbd-184e-42ed-aca2-0963b712e5dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:50:57.241581 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b6631dbd-184e-42ed-aca2-0963b712e5dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487013927-project-admin] 10.222.0.16 "GET /v2.0/ports/fab58ad2-3faf-4fbd-b232-f3720c9cc549 HTTP/1.1" status: 404 len: 333 time: 0.0356886 Apr 29 07:50:57.241581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44432) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:57.308417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f79f7-01a7-44b3-9be4-52d726254f91 req-2c690820-7b73-43a2-a32b-96eea0b90128 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:57.310287 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f74f79f7-01a7-44b3-9be4-52d726254f91 req-2c690820-7b73-43a2-a32b-96eea0b90128 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.2561400 Apr 29 07:50:57.320752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.335169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Deleting port 3a8b441b-bb0b-4ccd-9f57-68efd77c91eb {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:57.335499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.345127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f7a9-8111-45ca-a4b3-08c0551a09ff req-f6d18c84-9af9-4e38-81af-05c3dc72f54a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:57.346637 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c332f7a9-8111-45ca-a4b3-08c0551a09ff req-f6d18c84-9af9-4e38-81af-05c3dc72f54a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.3042490 Apr 29 07:50:57.353763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:57.357645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.477375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.519145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451c55d2-40b7-4fc4-8ca4-b83a9d544b92']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:57.533118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065a67f5-5864-4584-80c1-2f1d219555ce') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:57.533370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065a67f5-5864-4584-80c1-2f1d219555ce') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:57.537335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.546108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.563495 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f74f79f7-01a7-44b3-9be4-52d726254f91 req-9fea1eed-7df1-4296-bda4-cdf4ae97d718 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375031 Apr 29 07:50:57.567927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.569843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.577307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Calling delete_port for 3a8b441b-bb0b-4ccd-9f57-68efd77c91eb owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:57.577565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:57.577971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:57.581045 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:57.583224 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c332f7a9-8111-45ca-a4b3-08c0551a09ff req-3ed199b8-37e9-487b-949e-1268d9b5031a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238817 Apr 29 07:50:57.661229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318ae62-c7c9-49ff-b11c-2f6dc7061264 x-openstack-request-id: req-8318ae62-c7c9-49ff-b11c-2f6dc7061264 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:57.661229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "name": "network-vif-plugged", "status": "completed", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af", "code": 200}, {"server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "name": "network-vif-plugged", "status": "completed", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:57.661229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8318ae62-c7c9-49ff-b11c-2f6dc7061264 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:57.661229 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8318ae62-c7c9-49ff-b11c-2f6dc7061264'] response: {'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'code': 200} Apr 29 07:50:57.661229 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8318ae62-c7c9-49ff-b11c-2f6dc7061264'] response: {'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'code': 200} Apr 29 07:50:57.743816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.766963 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.770299 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] 10.222.0.16 "DELETE /v2.0/networks/451c55d2-40b7-4fc4-8ca4-b83a9d544b92 HTTP/1.1" status: 204 len: 168 time: 0.5280812 Apr 29 07:50:57.771208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160d62e-4e87-4a68-abf3-2fc5df9d9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122988668-project] Pushing event deleted for resources: {'Network': ['ID=451c55d2-40b7-4fc4-8ca4-b83a9d544b92,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:57.811126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.825353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.890357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adac420-d4d0-43e0-959d-8d567dae524d req-a3e64177-0877-427d-adef-1cc116d44e07 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:57.892394 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2adac420-d4d0-43e0-959d-8d567dae524d req-a3e64177-0877-427d-adef-1cc116d44e07 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.2004659 Apr 29 07:50:57.898784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:57.917520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': '7fb4b826-b525-466b-80b0-aca7e0ca0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:57.917962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:57.923026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:57.934621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Deleting port 95324818-3872-415e-a55c-aa0c65c6c998 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:57.935036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.018264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:58.032298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.035923 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/ports/3a8b441b-bb0b-4ccd-9f57-68efd77c91eb HTTP/1.1" status: 204 len: 168 time: 1.4981854 Apr 29 07:50:58.036849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453c11e-6d92-475f-a533-c53c2a4c3c84 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Port': ['ID=3a8b441b-bb0b-4ccd-9f57-68efd77c91eb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:58.043642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44436) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:58.083387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e512e5-969b-4085-892a-9fdb768efce1 req-c5d7bffb-11c1-4945-aa24-35f244889864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:58.085503 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d5e512e5-969b-4085-892a-9fdb768efce1 req-c5d7bffb-11c1-4945-aa24-35f244889864 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 1098 time: 0.1179490 Apr 29 07:50:58.118474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:58.123420 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2adac420-d4d0-43e0-959d-8d567dae524d req-f07768f6-d4a4-43ee-adad-448bf991836d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188056 Apr 29 07:50:58.134314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2633db59-7253-4231-bec5-90955150ec18 None None] Network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:50:58.151925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:58.152504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.186944 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d5e512e5-969b-4085-892a-9fdb768efce1 req-66c6abbc-acb5-4392-9c5f-1fa998376851 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905375 Apr 29 07:50:58.196410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909bb34-cb44-474d-b894-5cbc2dcdaafc req-966c4ab3-387b-4409-8e33-0b63dfe85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:58.197877 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1909bb34-cb44-474d-b894-5cbc2dcdaafc req-966c4ab3-387b-4409-8e33-0b63dfe85fb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.2260375 Apr 29 07:50:58.199122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Deleting port d1674d53-c063-46a3-b8aa-2274d0f93c96 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:58.199459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.205535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] For port 95324818-3872-415e-a55c-aa0c65c6c998, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=95324818-3872-415e-a55c-aa0c65c6c998,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:58.205901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.229105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Calling delete_port for 95324818-3872-415e-a55c-aa0c65c6c998 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:58.275588 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ca2a4e67-0cd4-4327-82a7-222277dd0583 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1798303 Apr 29 07:50:58.288253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44440) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:58.296091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1873425469'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:58.339345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.350451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-1d464cda-dc30-463c-ba3a-e9c5c56d0c5e', 'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e', 'tenant_id': '2af3b1688ec84ceb9d8f44184c745027', 'fixed_ips': [{'subnet_id': '6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:50:58.351898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.383896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Calling delete_port for d1674d53-c063-46a3-b8aa-2274d0f93c96 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:50:58.470957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44442) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:58.524662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Allocated IP 2001:db8::2 (1d464cda-dc30-463c-ba3a-e9c5c56d0c5e/6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d/033aec13-f668-4bb5-9b1b-d34518fb0294) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:58.525783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.547204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1909bb34-cb44-474d-b894-5cbc2dcdaafc req-526c43be-dbbe-4f98-bd00-e1ed45210987 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516364 Apr 29 07:50:58.576112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:58.579915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.613128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.613354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port cf025e16-bb0d-40da-a80e-62341a56eb27 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:50:58.618653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.691091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.696066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.700414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Port': ['ID=d1674d53-c063-46a3-b8aa-2274d0f93c96,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:58.720622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.724339 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/ports/d1674d53-c063-46a3-b8aa-2274d0f93c96 HTTP/1.1" status: 204 len: 168 time: 0.6795871 Apr 29 07:50:58.736242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44450) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:58.750855 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-11e311e0-7b0d-4f1d-9ebd-6e439983647c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eff0313b74d4364940ad093ec287814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740536 Apr 29 07:50:58.757932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.757932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.757932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.757932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.757932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.758367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.758367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.758709 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.759201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.765327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.765327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.765327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8ae95-6408-4fae-add7-3ccbadd88a3d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:58.768754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44452) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:58.786402 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-49c6ca14-b0f6-4a27-8f82-a3c2d1886110 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0457911 Apr 29 07:50:58.786612 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.790311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44454) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:58.794930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-159672245'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:58.816054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.825124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:58.831023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:58.837436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:58.839834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Port': ['ID=ca39ce42-0641-4bb7-99b9-06fbb8c8089f,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:58.848526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Pushing event updated for resources: {'Port': ['ID=033aec13-f668-4bb5-9b1b-d34518fb0294,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:58.869611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::f7 (1d464cda-dc30-463c-ba3a-e9c5c56d0c5e/6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d/cf025e16-bb0d-40da-a80e-62341a56eb27) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:58.899775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Made reservation on behalf of 8065ce34237e4485a03675bbaafad959 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:58.900276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Attempting to bind port 033aec13-f668-4bb5-9b1b-d34518fb0294 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:50:58.900834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Attempting to bind port 033aec13-f668-4bb5-9b1b-d34518fb0294 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '7fb4b826-b525-466b-80b0-aca7e0ca0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:50:58.901208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Attempting to bind port 033aec13-f668-4bb5-9b1b-d34518fb0294 on network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:58.903452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.907071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:58.907443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Checking segment: {'id': '7fb4b826-b525-466b-80b0-aca7e0ca0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:50:58.907846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.908222 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Bound using segment: {'id': '7fb4b826-b525-466b-80b0-aca7e0ca0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:58.908676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Bound port: 033aec13-f668-4bb5-9b1b-d34518fb0294, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb4b826-b525-466b-80b0-aca7e0ca0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d464cda-dc30-463c-ba3a-e9c5c56d0c5e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:50:58.909053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:58.925273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event deleted for resources: {'Port': ['ID=95324818-3872-415e-a55c-aa0c65c6c998,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:58.976914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] For port 033aec13-f668-4bb5-9b1b-d34518fb0294, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:58.979787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:58.980219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] For port 033aec13-f668-4bb5-9b1b-d34518fb0294, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=033aec13-f668-4bb5-9b1b-d34518fb0294,segment=NetworkSegment(7fb4b826-b525-466b-80b0-aca7e0ca0d18),segment_id=7fb4b826-b525-466b-80b0-aca7e0ca0d18)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:58.993947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e4731-417e-447e-85c7-b355b025a333 req-56dc0ac4-4680-489c-957b-a567a7cce041 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:58.995571 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f97e4731-417e-447e-85c7-b355b025a333 req-56dc0ac4-4680-489c-957b-a567a7cce041 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2825418 Apr 29 07:50:58.998301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.006011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.006350 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Added segment e3381497-9756-4387-8013-d8a529de8f20 of type vlan for network 7e25ae56-1398-4f38-872a-6d04b2d8f074 Apr 29 07:50:59.007698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9d63-9088-4121-a2fe-e34000445e16 req-c2a4d35d-9647-46f6-9760-4d16b41dc8b0 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:59.009240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42be9d63-9088-4121-a2fe-e34000445e16 req-c2a4d35d-9647-46f6-9760-4d16b41dc8b0 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.2727375 Apr 29 07:50:59.065205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.070394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.079320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.121608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.149169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35bfd8-c49b-4c96-b064-99d1b7b65e14 None None] Pushing event updated for resources: {'Port': ['ID=033aec13-f668-4bb5-9b1b-d34518fb0294,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:59.181047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.189353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.198482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.204235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:59.204850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.220391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Network fa446394-c065-4d50-bef7-c9cee131294f is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:59.232030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.258821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42be9d63-9088-4121-a2fe-e34000445e16 req-122f6ea5-52b7-4742-a174-8cb95010b17b tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394779 Apr 29 07:50:59.260996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:59.264530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.279120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f97e4731-417e-447e-85c7-b355b025a333 req-e754c052-3d42-4866-9e14-97869869e062 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649982 Apr 29 07:50:59.408595 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6176040 Apr 29 07:50:59.421087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44458) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:59.430059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1391168943'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:59.451061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=cf025e16-bb0d-40da-a80e-62341a56eb27,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:59.468319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace60c9-8906-4148-a5c1-a5ba55f309b6 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Network': ['ID=7e25ae56-1398-4f38-872a-6d04b2d8f074,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:59.479663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:59.492047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:59.494753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:59.507743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:59.510097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.519986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 7e25ae56-1398-4f38-872a-6d04b2d8f074 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:59.560672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Made reservation on behalf of 8065ce34237e4485a03675bbaafad959 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:59.565882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.635149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:59.661762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.662814 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Added segment ccbabaf5-cb27-4791-b74c-cc9467d1f902 of type vlan for network da280326-1e5f-4d6b-be78-5947bdf0139b Apr 29 07:50:59.683043 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bfba87ce-8d54-4611-92e4-865fef9bbc79 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3935499 Apr 29 07:50:59.684342 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44460) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:59.690684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ea4967be-3e25-4b03-b1cb-45eb281b3d9d None None] Provisioning complete for port ca39ce42-0641-4bb7-99b9-06fbb8c8089f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:59.691399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea4967be-3e25-4b03-b1cb-45eb281b3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.746195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ea4967be-3e25-4b03-b1cb-45eb281b3d9d None None] Port ca39ce42-0641-4bb7-99b9-06fbb8c8089f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:50:59.766252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.767427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3c112d-9844-40b3-b4fd-93a33243e302 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:59.777853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.777853 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-25cded8a-be34-4680-8600-07bf67ec8a16 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4e3c112d-9844-40b3-b4fd-93a33243e302 HTTP/1.1" status: 204 len: 168 time: 3.2271101 Apr 29 07:50:59.781432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44462) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:50:59.783253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.795744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 033aec13-f668-4bb5-9b1b-d34518fb0294 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:59.802162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-481771236', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:59.897618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 033aec13-f668-4bb5-9b1b-d34518fb0294 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:50:59.897992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.918346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port cf025e16-bb0d-40da-a80e-62341a56eb27 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:50:59.919042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.931911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b37433-5edc-4a24-abc4-e64fdf6d5517 req-7ed371d6-24ee-4161-b71d-4eee0912c55a tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:50:59.941209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3b37433-5edc-4a24-abc4-e64fdf6d5517 req-7ed371d6-24ee-4161-b71d-4eee0912c55a tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.1778250 Apr 29 07:50:59.949489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Router bfccc25d-9081-4ee3-9641-84d7a0eca69a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:59.981555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.984320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:50:59.985460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdc65dfd-df4d-419c-9b82-349267c7cbea HTTP/1.1" status: 204 len: 168 time: 1.2018716 Apr 29 07:51:00.023306 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3b37433-5edc-4a24-abc4-e64fdf6d5517 req-900c88f5-bc2f-47ea-8eaa-31fcec2f43d5 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810027 Apr 29 07:51:00.034992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc65dfd-df4d-419c-9b82-349267c7cbea,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:00.035269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.039276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:00.039804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.040414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.083469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.084677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.085615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.086244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.086757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.087235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.092162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.092162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.092162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.092162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.092162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.092162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017d655-983b-4ac6-84a0-3cf0201dd477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:00.107667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 033aec13-f668-4bb5-9b1b-d34518fb0294, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=033aec13-f668-4bb5-9b1b-d34518fb0294,segment=NetworkSegment(7fb4b826-b525-466b-80b0-aca7e0ca0d18),segment_id=7fb4b826-b525-466b-80b0-aca7e0ca0d18)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:00.134467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.137334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.153438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.166412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.187818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Network': ['ID=da280326-1e5f-4d6b-be78-5947bdf0139b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:00.191486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for cf025e16-bb0d-40da-a80e-62341a56eb27 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:00.205224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:00.214153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network da280326-1e5f-4d6b-be78-5947bdf0139b details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:00.218483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1571052f-e211-44b1-844c-6e4e7b50e23e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "PUT /v2.0/routers/bfccc25d-9081-4ee3-9641-84d7a0eca69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4015076 Apr 29 07:51:00.224374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44468) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:00.231527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Request body: {'port': {'network_id': 'fa446394-c065-4d50-bef7-c9cee131294f', 'name': 'tempest-FloatingIPAdminTestJSON-789169769'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:00.298547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1c63-dd55-42dc-a17b-742e66474940 req-c3a3b7eb-c3fb-4cca-bc1f-6b2e5e440b4b tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:00.298547 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-93de1c63-dd55-42dc-a17b-742e66474940 req-c3a3b7eb-c3fb-4cca-bc1f-6b2e5e440b4b tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.0994558 Apr 29 07:51:00.300494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44472) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:00.306351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Request body: {'floatingip': {'port_id': '966f008b-1240-4aa0-a696-4dc6035a826a'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:00.307032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] Sync routers for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:00.375821 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0aa67e6d-9387-465f-8071-c9d29f4589bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9421766 Apr 29 07:51:00.375821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.398943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=033aec13-f668-4bb5-9b1b-d34518fb0294,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:00.412404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:00.413023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:00.530856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.657828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44478) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:00.659668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff72a6a-bfcd-4d68-a452-02282f41a139 None None] Network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:00.663058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:00.694703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.701741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'subnets': [{'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--79225004', 'ip_version': 4}, {'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:00.702180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'subnet': {'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--79225004', 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:00.702890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Request body: {'subnet': {'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:00.727672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:00.728297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:00.771837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-40612213-c503-4e4b-85b3-5ab6d07ab5b5 None None] Provisioning complete for port 033aec13-f668-4bb5-9b1b-d34518fb0294 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:00.772671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40612213-c503-4e4b-85b3-5ab6d07ab5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:00.775110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:00.775716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4faa4-c14d-4c62-a5ef-91ee3c6dba19 None None] The sync data for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:00.777809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c85514-4032-4559-bb5f-87d62e0b28ea req-a55e224f-299c-40bc-bd1a-f7a47131e947 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:00.783538 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46c85514-4032-4559-bb5f-87d62e0b28ea req-a55e224f-299c-40bc-bd1a-f7a47131e947 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.4076011 Apr 29 07:51:00.799447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bc8e9-aa20-4702-9470-e2a371100b4d req-5f6619e9-f1c8-456f-a130-cda7ab76df34 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:00.800924 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5e3bc8e9-aa20-4702-9470-e2a371100b4d req-5f6619e9-f1c8-456f-a130-cda7ab76df34 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.3219671 Apr 29 07:51:00.825642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=cf025e16-bb0d-40da-a80e-62341a56eb27,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:00.897572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46c85514-4032-4559-bb5f-87d62e0b28ea req-29f29937-02e6-4f86-9a29-ea414b5231f3 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085751 Apr 29 07:51:00.996770 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5e3bc8e9-aa20-4702-9470-e2a371100b4d req-564dc72f-552c-4d4d-8ac2-2bc5544b307e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770382 Apr 29 07:51:01.010445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44482) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:01.190390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.215899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.223367 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ba90f2c6-b920-4477-8c9e-98b63c9ea122 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/cf025e16-bb0d-40da-a80e-62341a56eb27 HTTP/1.1" status: 204 len: 168 time: 1.4819028 Apr 29 07:51:01.223367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44486) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:01.263510 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2604dfa-dbea-410f-b59a-bafdceb2b343 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:01.267684 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f2604dfa-dbea-410f-b59a-bafdceb2b343 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/cf025e16-bb0d-40da-a80e-62341a56eb27 HTTP/1.1" status: 404 len: 333 time: 0.0385852 Apr 29 07:51:01.270982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44488) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:01.287801 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0495abe4-15ca-4a25-bc1a-89633d691e6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ff614d14cc043878ec4ebdad550c7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837112 Apr 29 07:51:01.292840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44490) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:01.307057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1c792be1-8b39-45c4-aee9-9dfc14fed5e6 None None] Provisioning complete for port 033aec13-f668-4bb5-9b1b-d34518fb0294 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:01.307852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c792be1-8b39-45c4-aee9-9dfc14fed5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.335794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600670-9494-4836-8a57-c216f47a8957 req-d3b60979-cf0a-4c35-b11b-67c59861b34b tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:01.337310 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-37600670-9494-4836-8a57-c216f47a8957 req-d3b60979-cf0a-4c35-b11b-67c59861b34b tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.2753162 Apr 29 07:51:01.357642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04158b-5016-44fe-b8e3-b4c096058ceb req-4e24039b-f5d2-4118-a38d-f1a884265ee3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:01.363737 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a04158b-5016-44fe-b8e3-b4c096058ceb req-4e24039b-f5d2-4118-a38d-f1a884265ee3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2872896 Apr 29 07:51:01.364417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44492) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:01.369846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44494) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:01.373004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Request body: {'floatingip': {'port_id': '84107c27-2ab1-4cde-b6c1-f998e27272af'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:01.376900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Made reservation on behalf of 1b878db3a1144b05b64c8964557a7473 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:01.379836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Request body: {'floatingip': {'port_id': '64fcf828-015a-4909-bcd2-4ab1a60e8283'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:01.381746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.383811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.resource_extend [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:51:01.451159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] device_id is not set on port 1cf69c3e-a01f-4a81-8183-800f67378a9e yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:01.495416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet 6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:01.509757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.561557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-99af2d73-a802-4cd7-8d1c-6a964aac6de0 None None] Could not find standard attr ID for object cf025e16-bb0d-40da-a80e-62341a56eb27. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:51:01.607054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 033aec13-f668-4bb5-9b1b-d34518fb0294 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:01.614100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8901c304-bf17-4ac1-905f-6bc3dd570ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.642619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8901c304-bf17-4ac1-905f-6bc3dd570ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.668887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Made reservation on behalf of 8065ce34237e4485a03675bbaafad959 for: {'subnet': 2} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:01.673419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.679111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.689385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 033aec13-f668-4bb5-9b1b-d34518fb0294 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:01.690854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.728682 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.760953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.764090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.791527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95324818-3872-415e-a55c-aa0c65c6c998 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:01.812501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 95324818-3872-415e-a55c-aa0c65c6c998 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:01.812850 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95324818-3872-415e-a55c-aa0c65c6c998 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:01.868872 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Allocated IP 172.20.0.10 (fa446394-c065-4d50-bef7-c9cee131294f/93f89e06-a4cc-4ec1-a71e-343ae14f7a0d/1cf69c3e-a01f-4a81-8183-800f67378a9e) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:01.896055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.967559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:01.979202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.031479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8901c304-bf17-4ac1-905f-6bc3dd570ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.033946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8901c304-bf17-4ac1-905f-6bc3dd570ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.035106 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8901c304-bf17-4ac1-905f-6bc3dd570ad3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d0e752e-9d1a-4946-b602-58d0c910b196 HTTP/1.1" status: 204 len: 168 time: 0.7413325 Apr 29 07:51:02.117593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901c304-bf17-4ac1-905f-6bc3dd570ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e752e-9d1a-4946-b602-58d0c910b196,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:02.241573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Floating IP 5b9c0916-add9-4e94-9671-c46ebf109922 associated. External IP: 172.26.2.3, port: 966f008b-1240-4aa0-a696-4dc6035a826a. Apr 29 07:51:02.243234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.285548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.361559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.452658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:02.457525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.461559 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3bf454f0-5d18-4e2e-be7d-c548e89185b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d HTTP/1.1" status: 204 len: 168 time: 1.1886001 Apr 29 07:51:02.478310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674dd93-3897-4c00-bf72-4add7905f587 None None] Network 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:02.486915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.488266 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44500) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:02.689092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] DHCP port deletion for 1d464cda-dc30-463c-ba3a-e9c5c56d0c5e request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:02.753535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Deleting port 033aec13-f668-4bb5-9b1b-d34518fb0294 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:02.754221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.814641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.resource_extend [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:51:02.834742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.835972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] For port 033aec13-f668-4bb5-9b1b-d34518fb0294, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=033aec13-f668-4bb5-9b1b-d34518fb0294,segment=NetworkSegment(7fb4b826-b525-466b-80b0-aca7e0ca0d18),segment_id=7fb4b826-b525-466b-80b0-aca7e0ca0d18)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:02.835972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.843420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.853289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Calling delete_port for 033aec13-f668-4bb5-9b1b-d34518fb0294 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:02.858465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.871568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Router 540f3cdd-9496-441c-a27e-b500f2f0cf8e has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:02.892242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.892996 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Allocated IP 172.26.2.103 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/3788cac8-30f5-4098-839e-f56ba05c9436) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:02.924481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.928035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Network fa446394-c065-4d50-bef7-c9cee131294f is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:02.947091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:02.981228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:02.989115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event updated for resources: {'Port': ['ID=1cf69c3e-a01f-4a81-8183-800f67378a9e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:02.992490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:03.009357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.072149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Pushing event deleted for resources: {'Port': ['ID=033aec13-f668-4bb5-9b1b-d34518fb0294,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:03.091348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.092123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.092670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.093307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.093842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.094389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.095083 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.095646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.096189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.096715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.097239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.097759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:03.102239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c51b31-a8dc-4618-aa20-b619a107aad4 None None] No DVR routers for this DVR port 033aec13-f668-4bb5-9b1b-d34518fb0294 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:03.163258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:03.164148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.170901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Subnet': ['ID=5d704590-960e-470a-bddb-fe86f3c4a13a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:03.243000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 033aec13-f668-4bb5-9b1b-d34518fb0294 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:03.243000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.260778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Checking segment: {'id': 'e3381497-9756-4387-8013-d8a529de8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:03.261425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network hostable DHCP agents. Network: 7e25ae56-1398-4f38-872a-6d04b2d8f074, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:03.327613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.335195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fc1b55be-f23d-4b3b-ad2d-e5f8fcaa8eee None None] Provisioning complete for port 1cf69c3e-a01f-4a81-8183-800f67378a9e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:03.335862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc1b55be-f23d-4b3b-ad2d-e5f8fcaa8eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.341231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.350550 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-99aeb5e6-c54b-46f3-96e7-835a792d98a9 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1251280 Apr 29 07:51:03.357440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] For port 033aec13-f668-4bb5-9b1b-d34518fb0294, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:03.358662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.360010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44518) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:03.389707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 033aec13-f668-4bb5-9b1b-d34518fb0294 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:03.397335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Port 033aec13-f668-4bb5-9b1b-d34518fb0294 was not found and therefore no delete operation was performed {{(pid=109781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:51:03.406220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.438048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=033aec13-f668-4bb5-9b1b-d34518fb0294,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:03.439973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b55be-f23d-4b3b-ad2d-e5f8fcaa8eee None None] Port 1cf69c3e-a01f-4a81-8183-800f67378a9e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:03.444538 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:03.448619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No DVR routers for this DVR port 033aec13-f668-4bb5-9b1b-d34518fb0294 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:03.454039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.456090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network 7e25ae56-1398-4f38-872a-6d04b2d8f074 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:03.486028 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] Sync routers for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:03.526374 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:03.532914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fcbff0f0-6d63-4607-b904-ccbcc9b1a269 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "PUT /v2.0/floatingips/5b9c0916-add9-4e94-9671-c46ebf109922 HTTP/1.1" status: 200 len: 990 time: 3.2258849 Apr 29 07:51:03.532914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Floating IP bf86362a-533f-490f-915e-3e8023a68117 associated. External IP: 172.26.2.236, port: 64fcf828-015a-4909-bcd2-4ab1a60e8283. Apr 29 07:51:03.533244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:03.536904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325caa7e-13de-4b56-9753-c8352eb08179" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:03.545638 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:03.598718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44526) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:03.629083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90187bb0-779c-4307-9563-458bc89a3bf2 x-openstack-request-id: req-90187bb0-779c-4307-9563-458bc89a3bf2 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:03.629652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:03.629897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90187bb0-779c-4307-9563-458bc89a3bf2 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:03.631477 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90187bb0-779c-4307-9563-458bc89a3bf2'] response: {'name': 'network-changed', 'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a', 'status': 'completed', 'code': 200} Apr 29 07:51:03.647592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 033aec13-f668-4bb5-9b1b-d34518fb0294 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:03.683340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Floating IP ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6 associated. External IP: 172.26.2.177, port: 84107c27-2ab1-4cde-b6c1-f998e27272af. Apr 29 07:51:03.686846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 033aec13-f668-4bb5-9b1b-d34518fb0294 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:03.687200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 033aec13-f668-4bb5-9b1b-d34518fb0294 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:03.756970 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:03.919324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 7e25ae56-1398-4f38-872a-6d04b2d8f074) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:03.921304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.930523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325caa7e-13de-4b56-9753-c8352eb08179 req-8e233422-ffde-4e6e-97a3-aa79f782f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:03.932286 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-325caa7e-13de-4b56-9753-c8352eb08179 req-8e233422-ffde-4e6e-97a3-aa79f782f5a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3db95d922264435a828d96d456d20755&device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 1099 time: 0.2827706 Apr 29 07:51:03.934843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:03.941661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'project_id': '1b878db3a1144b05b64c8964557a7473', 'port_id': '1cf69c3e-a01f-4a81-8183-800f67378a9e'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:03.943897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81f0a0-2394-43c5-9f70-0a087cc4271e None None] Network 7e25ae56-1398-4f38-872a-6d04b2d8f074 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:03.950063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.042368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:04.059765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1127427983'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:04.074121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d464cda-dc30-463c-ba3a-e9c5c56d0c5e']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:04.116335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb4b826-b525-466b-80b0-aca7e0ca0d18') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:04.116627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb4b826-b525-466b-80b0-aca7e0ca0d18') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:04.137529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.139236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be26b37-9b6c-441f-ba9f-b5552559c052 req-7fccf18d-401e-4977-b5e2-2e43167f958d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:04.140811 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7be26b37-9b6c-441f-ba9f-b5552559c052 req-7fccf18d-401e-4977-b5e2-2e43167f958d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.4552159 Apr 29 07:51:04.144539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Router a04adfd0-b1b0-4519-874f-9ff3474e3e4a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:04.174322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.181939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:04.190159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.247016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:04.249430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:04.296808 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:04.303226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-7e25ae56-1398-4f38-872a-6d04b2d8f074', 'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074', 'tenant_id': '8065ce34237e4485a03675bbaafad959', 'fixed_ips': [{'subnet_id': '5d704590-960e-470a-bddb-fe86f3c4a13a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:04.304156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.390358 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '5b9c0916-add9-4e94-9671-c46ebf109922', 'tenant_id': '3db95d922264435a828d96d456d20755', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'port_id': '966f008b-1240-4aa0-a696-4dc6035a826a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'mac_address': 'fa:16:3e:4a:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:22Z', 'updated_at': '2022-04-29T07:51:01Z', 'revision_number': 1, 'project_id': '3db95d922264435a828d96d456d20755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:04.417905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:04.418866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event updated for resources: {'Port': ['ID=3788cac8-30f5-4098-839e-f56ba05c9436,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:04.421457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event updated for resources: {'Subnet': ['ID=7e5b9a03-99e6-45c1-bb2d-12ac7d45f329,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:04.435567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.440968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.443732 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7be26b37-9b6c-441f-ba9f-b5552559c052 req-4d749451-3ba7-40cb-80e1-1251d560c79c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918916 Apr 29 07:51:04.459923 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] Checking router: 540f3cdd-9496-441c-a27e-b500f2f0cf8e for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:04.462129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] Sync routers for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:04.470247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.475670 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/1d464cda-dc30-463c-ba3a-e9c5c56d0c5e HTTP/1.1" status: 204 len: 168 time: 1.9702797 Apr 29 07:51:04.485116 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:04.486134 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:04.503389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44532) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:04.515877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'name': 'tempest-PortsIpV6TestJSON-1223117121'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:04.523987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:04.524622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:04.530381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33547f3-1fdd-4625-984e-c8cffcdaa51e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=1d464cda-dc30-463c-ba3a-e9c5c56d0c5e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:04.531717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.567721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325caa7e-13de-4b56-9753-c8352eb08179 req-9bd40f40-7ef9-442e-97f9-aeedb46fa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:04.569723 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-325caa7e-13de-4b56-9753-c8352eb08179 req-9bd40f40-7ef9-442e-97f9-aeedb46fa1a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=24b027d7-b7a1-45a8-a357-32c318f3750e HTTP/1.1" status: 200 len: 913 time: 0.6249537 Apr 29 07:51:04.571877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:04.581916 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98a0b2fd-4e00-4458-81f5-9fb8d909b470 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "PUT /v2.0/floatingips/bf86362a-533f-490f-915e-3e8023a68117 HTTP/1.1" status: 200 len: 992 time: 3.2017798 Apr 29 07:51:04.589866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:04.592764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.638715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Checking segment: {'id': 'ccbabaf5-cb27-4791-b74c-cc9467d1f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:04.639205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network hostable DHCP agents. Network: da280326-1e5f-4d6b-be78-5947bdf0139b, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:04.653777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.721556 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:04.735594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Allocated IP 172.20.0.2 (7e25ae56-1398-4f38-872a-6d04b2d8f074/5d704590-960e-470a-bddb-fe86f3c4a13a/e2ace07d-ddba-412f-ac27-876f81cdbdc1) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:04.737902 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-325caa7e-13de-4b56-9753-c8352eb08179 req-0e1ca4e1-9c81-4ef7-adfb-9e73eaa49432 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966f008b-1240-4aa0-a696-4dc6035a826a HTTP/1.1" status: 200 len: 998 time: 0.1543186 Apr 29 07:51:04.756885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:04.840541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Network da280326-1e5f-4d6b-be78-5947bdf0139b is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:04.865944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:04.869905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.901200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:04.904763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.907932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:04.925212 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] Sync routers for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:04.972290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e12ea-5ee8-489e-8466-3ed2368ba6db req-94d94657-01d3-4c1f-a852-37ec1643a788 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:04.979804 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f67e12ea-5ee8-489e-8466-3ed2368ba6db req-94d94657-01d3-4c1f-a852-37ec1643a788 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2402952 Apr 29 07:51:04.980354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 5a5375de-6d79-42b0-9ce7-1381a64f250d yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:04.987934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, da280326-1e5f-4d6b-be78-5947bdf0139b) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:04.997582 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8650dd5b-f285-4d5a-a7d7-2af262af80cc tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "PUT /v2.0/floatingips/ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6 HTTP/1.1" status: 200 len: 991 time: 3.6214147 Apr 29 07:51:05.004237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325caa7e-13de-4b56-9753-c8352eb08179 req-eece569d-f8f5-4dc9-bfd8-7ea82705dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.007783 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-325caa7e-13de-4b56-9753-c8352eb08179 req-eece569d-f8f5-4dc9-bfd8-7ea82705dde2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b10427a-70fd-4707-89d5-59e8f0c4e419 HTTP/1.1" status: 200 len: 851 time: 0.1650369 Apr 29 07:51:05.022370 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:05.023081 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:05.032591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.033062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.033691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.036932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.055959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd315a-2b63-4c5d-9435-ce389ce0f5d7 None None] Network da280326-1e5f-4d6b-be78-5947bdf0139b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:05.085316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f67e12ea-5ee8-489e-8466-3ed2368ba6db req-766b7ee2-ffe0-4ba3-9481-537730757ecc tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996330 Apr 29 07:51:05.098200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.115199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325caa7e-13de-4b56-9753-c8352eb08179 req-67ef71f3-57c3-4868-8b51-5cc903d1ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.117361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-325caa7e-13de-4b56-9753-c8352eb08179 req-67ef71f3-57c3-4868-8b51-5cc903d1ea47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24b027d7-b7a1-45a8-a357-32c318f3750e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022539 Apr 29 07:51:05.193809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.222156 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d75a6a20-df1d-4004-8eb4-d2208025947d tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 4.5243626 Apr 29 07:51:05.223904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44542) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:05.245760 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:05.277782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f043a36-4a20-43e8-80a5-d9f2c8c454d9 req-94fd6ee7-85aa-43e4-87a2-d04c01b46522 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.279326 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f043a36-4a20-43e8-80a5-d9f2c8c454d9 req-94fd6ee7-85aa-43e4-87a2-d04c01b46522 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.1919413 Apr 29 07:51:05.295910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:05.342472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97979e7b-4866-49a2-8001-685b5d8c9788,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:05.353296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.391173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.391600 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Added segment 2d0f9165-0ae3-4e26-82bd-8df9e288cdd8 of type vlan for network b6392617-98dd-4a03-a2c0-178f7cc5a158 Apr 29 07:51:05.416273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb259b9-ed45-40d8-817b-104062662b62 req-b339a7b4-b5a1-418c-9665-24f7055b4737 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.417770 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9cb259b9-ed45-40d8-817b-104062662b62 req-b339a7b4-b5a1-418c-9665-24f7055b4737 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2113180 Apr 29 07:51:05.421086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acde4d0-f5af-4f45-8a42-9e8a55d3e46a tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.422638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acde4d0-f5af-4f45-8a42-9e8a55d3e46a tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.424253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acde4d0-f5af-4f45-8a42-9e8a55d3e46a tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.425750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1acde4d0-f5af-4f45-8a42-9e8a55d3e46a tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1994398 Apr 29 07:51:05.431561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-325caa7e-13de-4b56-9753-c8352eb08179 req-7983fe34-b8fc-40a1-b83d-ec59f7222035 service neutron] 10.222.0.39 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810981 Apr 29 07:51:05.432616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44544) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:05.438244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.507085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Deleting subnet 5d704590-960e-470a-bddb-fe86f3c4a13a {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:05.511102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.513729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Allocated IP 172.26.2.71 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/89ea269d-8a2f-4832-8a6a-8460eae817cc) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:05.557679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Network 7e25ae56-1398-4f38-872a-6d04b2d8f074 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:05.562684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-da280326-1e5f-4d6b-be78-5947bdf0139b', 'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b', 'tenant_id': '8065ce34237e4485a03675bbaafad959', 'fixed_ips': [{'subnet_id': '7e5b9a03-99e6-45c1-bb2d-12ac7d45f329'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:05.563813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.571997 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '5b9c0916-add9-4e94-9671-c46ebf109922', 'tenant_id': '3db95d922264435a828d96d456d20755', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'port_id': '966f008b-1240-4aa0-a696-4dc6035a826a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'mac_address': 'fa:16:3e:4a:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:22Z', 'updated_at': '2022-04-29T07:51:01Z', 'revision_number': 1, 'project_id': '3db95d922264435a828d96d456d20755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:05.577753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:05.587635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:05.597087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Pushing event updated for resources: {'Port': ['ID=e2ace07d-ddba-412f-ac27-876f81cdbdc1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:05.598012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.624536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.629461 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ae853-522e-458e-a324-85d57efba7b2 None None] The sync data for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv is: [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '5b9c0916-add9-4e94-9671-c46ebf109922', 'tenant_id': '3db95d922264435a828d96d456d20755', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'port_id': '966f008b-1240-4aa0-a696-4dc6035a826a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'mac_address': 'fa:16:3e:4a:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:22Z', 'updated_at': '2022-04-29T07:51:01Z', 'revision_number': 1, 'project_id': '3db95d922264435a828d96d456d20755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:05.643464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f043a36-4a20-43e8-80a5-d9f2c8c454d9 req-ffcdf23b-112a-4ca4-ba06-a7dd905eddd0 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375041 Apr 29 07:51:05.689413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.729842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.758083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.766753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.770585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Attempting to bind port e2ace07d-ddba-412f-ac27-876f81cdbdc1 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:05.770957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Attempting to bind port e2ace07d-ddba-412f-ac27-876f81cdbdc1 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'e3381497-9756-4387-8013-d8a529de8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:05.771848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Attempting to bind port e2ace07d-ddba-412f-ac27-876f81cdbdc1 on network 7e25ae56-1398-4f38-872a-6d04b2d8f074 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:05.784919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'bf86362a-533f-490f-915e-3e8023a68117', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'port_id': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'mac_address': 'fa:16:3e:3b:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:23Z', 'updated_at': '2022-04-29T07:51:02Z', 'revision_number': 1, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:16Z', 'revision_number': 5, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:05.808301 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'port_id': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'mac_address': 'fa:16:3e:ec:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ee193-ade2-44a5-abdc-984f022891cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:24Z', 'updated_at': '2022-04-29T07:51:02Z', 'revision_number': 1, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:22Z', 'revision_number': 5, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:05.828527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:05.828527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Checking segment: {'id': 'e3381497-9756-4387-8013-d8a529de8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:05.828527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.828527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Bound using segment: {'id': 'e3381497-9756-4387-8013-d8a529de8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:05.828990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Bound port: e2ace07d-ddba-412f-ac27-876f81cdbdc1, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3381497-9756-4387-8013-d8a529de8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e25ae56-1398-4f38-872a-6d04b2d8f074'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:05.829801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.835094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] Checking router: a04adfd0-b1b0-4519-874f-9ff3474e3e4a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:05.846590 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] Checking router: 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:05.858533 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:05.859149 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:05.861809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:05.872788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.877385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:05.879724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:05.880354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:05.886475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:05.892033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.897623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:05.898234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:05.900522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Pushing event updated for resources: {'Port': ['ID=89ea269d-8a2f-4832-8a6a-8460eae817cc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:05.919466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283'}, {'name': 'network-changed', 'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:05.924540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283"}, {"name": "network-changed", "server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:05.969549 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9cb259b9-ed45-40d8-817b-104062662b62 req-ed78a0f9-92f0-426e-8b4b-767f4c117940 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5405118 Apr 29 07:51:06.036457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Allocated IP 172.20.0.18 (da280326-1e5f-4d6b-be78-5947bdf0139b/7e5b9a03-99e6-45c1-bb2d-12ac7d45f329/2265ebf1-e842-4a44-918d-a13eac853605) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:06.078817 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:06.081640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50874cb8-c476-448e-b906-ed039e840df5 None None] New status for floating IP 5b9c0916-add9-4e94-9671-c46ebf109922: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:06.137173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Network': ['ID=b6392617-98dd-4a03-a2c0-178f7cc5a158,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:06.186721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:06.204036 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:06.208585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] For port e2ace07d-ddba-412f-ac27-876f81cdbdc1, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:06.222283 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6a55e312-8253-44a6-b19c-0831d027a367 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6224499 Apr 29 07:51:06.253223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44552) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:06.260985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'subnet': {'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:06.299435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-18d60797-a2e3-46ea-bb59-81efef21c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:06.300965 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-18d60797-a2e3-46ea-bb59-81efef21c3ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.2405620 Apr 29 07:51:06.326743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] For port e2ace07d-ddba-412f-ac27-876f81cdbdc1, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e2ace07d-ddba-412f-ac27-876f81cdbdc1,segment=NetworkSegment(e3381497-9756-4387-8013-d8a529de8f20),segment_id=e3381497-9756-4387-8013-d8a529de8f20)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:06.397587 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'port_id': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'mac_address': 'fa:16:3e:ec:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ee193-ade2-44a5-abdc-984f022891cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:24Z', 'updated_at': '2022-04-29T07:51:02Z', 'revision_number': 1, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:22Z', 'revision_number': 5, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:06.407254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:06.411419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:06.416588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3350b6c-d570-4ebd-b108-70c2f1315e92 x-openstack-request-id: req-c3350b6c-d570-4ebd-b108-70c2f1315e92 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:06.417739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:06.418201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3350b6c-d570-4ebd-b108-70c2f1315e92 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:06.419108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3350b6c-d570-4ebd-b108-70c2f1315e92'] response: {'name': 'network-changed', 'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'status': 'completed', 'code': 200} Apr 29 07:51:06.419601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3350b6c-d570-4ebd-b108-70c2f1315e92'] response: {'name': 'network-changed', 'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'status': 'completed', 'code': 200} Apr 29 07:51:06.423485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:06.436435 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2acb9-8b3e-4add-9d73-442d56e2a4d7 None None] The sync data for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv is: [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'port_id': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'mac_address': 'fa:16:3e:ec:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ee193-ade2-44a5-abdc-984f022891cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:24Z', 'updated_at': '2022-04-29T07:51:02Z', 'revision_number': 1, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:22Z', 'revision_number': 5, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:06.509570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Subnet': ['ID=5d704590-960e-470a-bddb-fe86f3c4a13a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:06.512382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:06.515994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aab50558-c561-42d2-9e80-0f2e2cf3da4e tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/subnets/5d704590-960e-470a-bddb-fe86f3c4a13a HTTP/1.1" status: 204 len: 168 time: 1.0795131 Apr 29 07:51:06.518576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44554) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:06.588759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Deleting subnet 7e5b9a03-99e6-45c1-bb2d-12ac7d45f329 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:06.628417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-325caa7e-13de-4b56-9753-c8352eb08179 req-43fb6f54-71ba-41ed-93d6-e4e81cfa747d service neutron] 10.222.0.39 "GET /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316802 Apr 29 07:51:06.634838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:06.684697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97947c-e044-4b51-9407-cae5068818f7 None None] Pushing event updated for resources: {'Port': ['ID=e2ace07d-ddba-412f-ac27-876f81cdbdc1,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:06.749950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:06.753888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:06.759834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:06.760423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:06.788514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=5a5375de-6d79-42b0-9ce7-1381a64f250d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:06.951817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:06.975659 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f742de3-beb3-4946-8b7b-c6dd4d2e0984 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4686449 Apr 29 07:51:06.978614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44556) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:07.051463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.052950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.071648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:07.082110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.088645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Router bdb21f38-3ea5-4635-9afe-b8e891ad8b6c is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:51:07.091566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-c3c38e14-0444-48f5-ae39-127561c9c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:07.093217 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-c3c38e14-0444-48f5-ae39-127561c9c46a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.7721002 Apr 29 07:51:07.111236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Network da280326-1e5f-4d6b-be78-5947bdf0139b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:07.123454 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d76c70-08b7-4517-92b6-14fbc60ea621 None None] New status for floating IP ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:07.139122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:07.142796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:07.203968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.218037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Pushing event updated for resources: {'Port': ['ID=2265ebf1-e842-4a44-918d-a13eac853605,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:07.248248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'bf86362a-533f-490f-915e-3e8023a68117', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'port_id': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'mac_address': 'fa:16:3e:3b:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:23Z', 'updated_at': '2022-04-29T07:51:02Z', 'revision_number': 1, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:16Z', 'revision_number': 5, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:07.281556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Attempting to bind port 2265ebf1-e842-4a44-918d-a13eac853605 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:07.281846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Attempting to bind port 2265ebf1-e842-4a44-918d-a13eac853605 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ccbabaf5-cb27-4791-b74c-cc9467d1f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:07.282259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Attempting to bind port 2265ebf1-e842-4a44-918d-a13eac853605 on network da280326-1e5f-4d6b-be78-5947bdf0139b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:07.284414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59810-bfd0-43ad-a2ed-67dd5dae9b19 req-cb8916cf-9505-4cf1-9a7f-19b48690ae5c tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:07.285427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9cfb5-3482-4ae7-a7a8-edea663ae093 None None] The sync data for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv is: [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'bf86362a-533f-490f-915e-3e8023a68117', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'port_id': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'mac_address': 'fa:16:3e:3b:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:23Z', 'updated_at': '2022-04-29T07:51:02Z', 'revision_number': 1, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:16Z', 'revision_number': 5, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:07.286377 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1d59810-bfd0-43ad-a2ed-67dd5dae9b19 req-cb8916cf-9505-4cf1-9a7f-19b48690ae5c tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1402218 Apr 29 07:51:07.297403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:07.300250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Checking segment: {'id': 'ccbabaf5-cb27-4791-b74c-cc9467d1f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:07.300250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.300250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Bound using segment: {'id': 'ccbabaf5-cb27-4791-b74c-cc9467d1f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:07.300250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Bound port: 2265ebf1-e842-4a44-918d-a13eac853605, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbabaf5-cb27-4791-b74c-cc9467d1f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'da280326-1e5f-4d6b-be78-5947bdf0139b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:07.300250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.332747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 5a5375de-6d79-42b0-9ce7-1381a64f250d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:07.333388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.416881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] For port 2265ebf1-e842-4a44-918d-a13eac853605, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:07.428637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] For port 2265ebf1-e842-4a44-918d-a13eac853605, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2265ebf1-e842-4a44-918d-a13eac853605,segment=NetworkSegment(ccbabaf5-cb27-4791-b74c-cc9467d1f902),segment_id=ccbabaf5-cb27-4791-b74c-cc9467d1f902)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:07.431733 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-b8ff770b-1a1e-42c6-8813-0d00fc0d1e2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1000 time: 0.3255308 Apr 29 07:51:07.491210 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1d59810-bfd0-43ad-a2ed-67dd5dae9b19 req-df47ff82-eaca-4cc8-a400-b22c5f285ecd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915252 Apr 29 07:51:07.518241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.519097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.568925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.593245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 5a5375de-6d79-42b0-9ce7-1381a64f250d owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:07.631644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a926f-7c77-4436-81fc-e82d2ac40f1d None None] Pushing event updated for resources: {'Port': ['ID=2265ebf1-e842-4a44-918d-a13eac853605,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:07.694121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e2ace07d-ddba-412f-ac27-876f81cdbdc1 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:07.782935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e2ace07d-ddba-412f-ac27-876f81cdbdc1 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:07.783312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.786909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.791408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.830773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5b9a03-99e6-45c1-bb2d-12ac7d45f329,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:07.832896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.848103 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-27f04e7e-1a2b-4186-81d7-3f3c39ff2deb tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/subnets/7e5b9a03-99e6-45c1-bb2d-12ac7d45f329 HTTP/1.1" status: 204 len: 168 time: 1.3284359 Apr 29 07:51:07.850500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44560) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:07.900402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-12d57af1-aeec-4eeb-aa45-78391527d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:07.902526 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-12d57af1-aeec-4eeb-aa45-78391527d458 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.4404032 Apr 29 07:51:07.913387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.914389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.938711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:07.942671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf756d4-b404-461b-b31d-97bc83c51eed None None] New status for floating IP bf86362a-533f-490f-915e-3e8023a68117: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:07.955607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=5a5375de-6d79-42b0-9ce7-1381a64f250d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:07.962879 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] Sync routers for ids ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:07.982756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:07.986305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2f2e6880-943f-4e41-9e9f-475f2371d7c7 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/5a5375de-6d79-42b0-9ce7-1381a64f250d HTTP/1.1" status: 204 len: 168 time: 1.0064063 Apr 29 07:51:07.990600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e3661-99a5-493b-a49f-a2bf086d79be tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:07.993374 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-113e3661-99a5-493b-a49f-a2bf086d79be tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1418688 Apr 29 07:51:07.994110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44562) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:07.998052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44564) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:08.001753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'mac_address': 'fa:16:3e:b5:a5:4f', 'name': 'tempest-PortsIpV6TestJSON-325780310'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:08.004769 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] Routers {'bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:08.006703 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:08.055685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port e2ace07d-ddba-412f-ac27-876f81cdbdc1, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e2ace07d-ddba-412f-ac27-876f81cdbdc1,segment=NetworkSegment(e3381497-9756-4387-8013-d8a529de8f20),segment_id=e3381497-9756-4387-8013-d8a529de8f20)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:08.116595 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:08.119659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-ea0ccc10-a734-4394-9c73-4c98ce848a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:08.121489 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-ea0ccc10-a734-4394-9c73-4c98ce848a78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1845577 Apr 29 07:51:08.146933 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] Routers {'bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:08.146933 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:08.175358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.176890 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5a12fbe4-eea2-4f61-aae0-72b5872ddf59 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.3908744 Apr 29 07:51:08.204014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44566) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:08.214331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.222930 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:08.227165 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f205b5-673c-43b5-b784-d7f802113e49 None None] The sync data for ids ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:08.229017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': False}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:08.272810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.283687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=e2ace07d-ddba-412f-ac27-876f81cdbdc1,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:08.332616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b923c72-59ac-4e9d-9e39-a18878802d74 None None] Network 7e25ae56-1398-4f38-872a-6d04b2d8f074 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:08.349055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.411787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Subnet': ['ID=aeb6f23d-ed36-419a-aa22-10defe796edb,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:08.423364 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-a4cd8a5a-7806-459b-b744-e8df5f8718a0 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742219 Apr 29 07:51:08.451511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:08.459297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-05751bff-9f69-41b5-b5f0-7e593a32f78a None None] Provisioning complete for port e2ace07d-ddba-412f-ac27-876f81cdbdc1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:08.459805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05751bff-9f69-41b5-b5f0-7e593a32f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.535920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.546408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.561092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Checking segment: {'id': '2d0f9165-0ae3-4e26-82bd-8df9e288cdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:08.561589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network hostable DHCP agents. Network: b6392617-98dd-4a03-a2c0-178f7cc5a158, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:08.614117 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-a6a1fd7b-fadb-49ba-9a22-1d2316833b2f service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583412 Apr 29 07:51:08.620311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 6f4828ee-b42a-40d2-b30b-c03e47209ceb yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:08.624056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] DHCP port deletion for 7e25ae56-1398-4f38-872a-6d04b2d8f074 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:08.651577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.674630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] Deleting port e2ace07d-ddba-412f-ac27-876f81cdbdc1 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:08.675006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.693097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:08.725491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.756849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] For port e2ace07d-ddba-412f-ac27-876f81cdbdc1, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e2ace07d-ddba-412f-ac27-876f81cdbdc1,segment=NetworkSegment(e3381497-9756-4387-8013-d8a529de8f20),segment_id=e3381497-9756-4387-8013-d8a529de8f20)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:08.757638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.774114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] Calling delete_port for e2ace07d-ddba-412f-ac27-876f81cdbdc1 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:08.805867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b6392617-98dd-4a03-a2c0-178f7cc5a158) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:08.826873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Pushing event updated for resources: {'Port': ['ID=89ea269d-8a2f-4832-8a6a-8460eae817cc,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:08.843050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a10da-557f-44f2-93d2-32bf90033b4b None None] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:08.855393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7e25-e59e-4e86-b35a-e2b4d8f7a0e3 req-1de95ed2-2f9a-4881-85e8-b7051d1d8fad tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:08.856922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8cba7e25-e59e-4e86-b35a-e2b4d8f7a0e3 req-1de95ed2-2f9a-4881-85e8-b7051d1d8fad tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2407625 Apr 29 07:51:08.859786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:08.864289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:08.888305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-925164cc-4f08-486b-8813-58701a39a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:08.889861 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-925164cc-4f08-486b-8813-58701a39a34e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9200ad04309a40958ca6c3497ed274b8&device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 1098 time: 0.1310298 Apr 29 07:51:09.010705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Deleting port 2265ebf1-e842-4a44-918d-a13eac853605 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:09.015263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.063865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b6392617-98dd-4a03-a2c0-178f7cc5a158', 'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'tenant_id': 'e0b9ebc0820b4c579ff854ac26bf8337', 'fixed_ips': [{'subnet_id': 'aeb6f23d-ed36-419a-aa22-10defe796edb'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:09.063865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.118858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8cba7e25-e59e-4e86-b35a-e2b4d8f7a0e3 req-2994ac69-d2dc-4c4a-8c0a-e31dc3a9f099 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160943 Apr 29 07:51:09.150246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.162226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.168762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe9302-15bc-4075-9e78-3f3b058d6834 None None] Network da280326-1e5f-4d6b-be78-5947bdf0139b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:09.172927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.181872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] For port 2265ebf1-e842-4a44-918d-a13eac853605, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2265ebf1-e842-4a44-918d-a13eac853605,segment=NetworkSegment(ccbabaf5-cb27-4791-b74c-cc9467d1f902),segment_id=ccbabaf5-cb27-4791-b74c-cc9467d1f902)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:09.182388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.199836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Calling delete_port for 2265ebf1-e842-4a44-918d-a13eac853605 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:09.217751 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4e672d1d-b93a-409f-9401-731b4fc22419 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9582779 Apr 29 07:51:09.217751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.220253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44570) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:09.225235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2073173674'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:09.271211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] Pushing event deleted for resources: {'Port': ['ID=e2ace07d-ddba-412f-ac27-876f81cdbdc1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:09.280271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da448e-8d52-406e-b639-584b765208f4 None None] No DVR routers for this DVR port e2ace07d-ddba-412f-ac27-876f81cdbdc1 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:09.331005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2bc99263-9239-40e8-876b-a0f636099e0e None None] Provisioning complete for port 2265ebf1-e842-4a44-918d-a13eac853605 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:09.331383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bc99263-9239-40e8-876b-a0f636099e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.362576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-3e09e989-129d-437e-b48a-ebb976bccde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:09.362576 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-3e09e989-129d-437e-b48a-ebb976bccde1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35ed79a5-287d-4a3a-a680-e8df600601f5 HTTP/1.1" status: 200 len: 906 time: 0.4545135 Apr 29 07:51:09.396993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Allocated IP 2001:db8::2 (b6392617-98dd-4a03-a2c0-178f7cc5a158/aeb6f23d-ed36-419a-aa22-10defe796edb/ee8b504d-3d25-46a1-8aa2-dcf6ac61b452) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:09.403914 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Floating IP c83bc29f-6a74-42de-8733-5b4eb68d92c1 associated. External IP: 172.26.2.71, port: 1cf69c3e-a01f-4a81-8183-800f67378a9e. Apr 29 07:51:09.418516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.470674 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-c188dc74-2bdd-44a2-a724-fd880f72e307 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84107c27-2ab1-4cde-b6c1-f998e27272af HTTP/1.1" status: 200 len: 1001 time: 0.1048312 Apr 29 07:51:09.510040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:09.524538 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:09.528174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=6f4828ee-b42a-40d2-b30b-c03e47209ceb,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:09.533345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bc99263-9239-40e8-876b-a0f636099e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.537614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:09.540266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:09.540891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.596653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-b63f897c-dc89-4d7d-9dd8-7d56e6a3de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:09.598285 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-b63f897c-dc89-4d7d-9dd8-7d56e6a3de27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4740ff5a-9493-46cb-8b49-2b9eb22e1c6b HTTP/1.1" status: 200 len: 844 time: 0.0940506 Apr 29 07:51:09.640945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.645770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:09.658993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.675039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ad1705b8-53b2-453c-a48b-1ad5b79a5260 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6797502 Apr 29 07:51:09.686193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44572) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:09.723218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Port': ['ID=2265ebf1-e842-4a44-918d-a13eac853605,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:09.735869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] No DVR routers for this DVR port 2265ebf1-e842-4a44-918d-a13eac853605 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:09.749664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] device_id is not set on port 0e26504c-5fd1-4871-b9f8-419d0bf50d4a yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:09.787698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0657179-a559-4de2-918d-04b6356eab6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:09.787698 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0657179-a559-4de2-918d-04b6356eab6f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/6f4828ee-b42a-40d2-b30b-c03e47209ceb HTTP/1.1" status: 200 len: 844 time: 0.0931363 Apr 29 07:51:09.787698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44574) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:09.833145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-6df6b89c-9f25-46ae-a8e6-346a850428c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:09.834680 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-6df6b89c-9f25-46ae-a8e6-346a850428c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35ed79a5-287d-4a3a-a680-e8df600601f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2233739 Apr 29 07:51:09.842533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb41c2-7cd2-489d-84c4-492d4695d30b None None] DHCP port deletion for da280326-1e5f-4d6b-be78-5947bdf0139b request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:09.844242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e2ace07d-ddba-412f-ac27-876f81cdbdc1 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:09.860814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Router bfccc25d-9081-4ee3-9641-84d7a0eca69a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:09.875041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e2ace07d-ddba-412f-ac27-876f81cdbdc1 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:09.875336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e2ace07d-ddba-412f-ac27-876f81cdbdc1 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:09.895850 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:09.990084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.029838 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-65c9b9b6-3c46-48dd-bb98-ea7b74bff4b1 service neutron] 10.222.0.39 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864734 Apr 29 07:51:10.038060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:10.044379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:10.047545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:10.057836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Pushing event updated for resources: {'Port': ['ID=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:10.093067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 6f4828ee-b42a-40d2-b30b-c03e47209ceb {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:10.093310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.157939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Attempting to bind port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:10.157939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Attempting to bind port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '2d0f9165-0ae3-4e26-82bd-8df9e288cdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:10.158222 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Attempting to bind port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 on network b6392617-98dd-4a03-a2c0-178f7cc5a158 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:10.166930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:10.167313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Checking segment: {'id': '2d0f9165-0ae3-4e26-82bd-8df9e288cdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:10.167720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.168193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Bound using segment: {'id': '2d0f9165-0ae3-4e26-82bd-8df9e288cdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:10.168570 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Bound port: ee8b504d-3d25-46a1-8aa2-dcf6ac61b452, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f9165-0ae3-4e26-82bd-8df9e288cdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:10.168948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.194496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:10.214196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] Sync routers for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:10.225844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.240565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.255808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:10.256507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:10.263096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 6f4828ee-b42a-40d2-b30b-c03e47209ceb owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:10.286221 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d2a6b0eb-15d7-478f-8f7c-a9f914a696e9 req-db6f185c-7547-4dcb-8251-231ebcae06f3 service neutron] 10.222.0.39 "GET /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292249 Apr 29 07:51:10.291656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da280326-1e5f-4d6b-be78-5947bdf0139b']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:10.301956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:10.305833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] For port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:10.322315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] For port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,segment=NetworkSegment(2d0f9165-0ae3-4e26-82bd-8df9e288cdd8),segment_id=2d0f9165-0ae3-4e26-82bd-8df9e288cdd8)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:10.341972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.358436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbabaf5-cb27-4791-b74c-cc9467d1f902') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:10.358807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbabaf5-cb27-4791-b74c-cc9467d1f902') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:10.360142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:10.360761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:10.378808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.381166 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-14b32f1f-b198-48d9-a6e7-e038ca9fcb22 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.0187230 Apr 29 07:51:10.388106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44578) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:10.401148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:10.401798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c061e-f61b-4db4-9a60-92f0c23dce03 None None] The sync data for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:10.415611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Allocated IP 2001:db8::1b5 (b6392617-98dd-4a03-a2c0-178f7cc5a158/aeb6f23d-ed36-419a-aa22-10defe796edb/0e26504c-5fd1-4871-b9f8-419d0bf50d4a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:10.428650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.438388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.469348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:10.469781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:10.473810 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:10.484382 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8ea4ecd4-0b23-4590-b4a8-56ca33e70351 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] 10.222.0.16 "GET /v2.0/floatingips/c83bc29f-6a74-42de-8733-5b4eb68d92c1 HTTP/1.1" status: 200 len: 982 time: 0.0948725 Apr 29 07:51:10.486583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44580) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:10.527844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62a783-7b98-4af4-a683-3d3daee7cbfe None None] Pushing event updated for resources: {'Port': ['ID=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:10.561406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4911d-645f-4fa3-970a-46a4b5c28519 req-bb6288d0-36e1-45a5-8e92-b623be97b576 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:10.562979 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1a4911d-645f-4fa3-970a-46a4b5c28519 req-bb6288d0-36e1-45a5-8e92-b623be97b576 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2941816 Apr 29 07:51:10.574836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.617719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=6f4828ee-b42a-40d2-b30b-c03e47209ceb,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:10.633228 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c8bc38fa-77bf-4d84-b8ca-9e06e062cc32 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1429684 Apr 29 07:51:10.634015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.637775 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1ac4c6d8-2caf-4f5e-9c23-b65a48185aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/6f4828ee-b42a-40d2-b30b-c03e47209ceb HTTP/1.1" status: 204 len: 168 time: 0.8487072 Apr 29 07:51:10.637775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44582) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:10.660088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44584) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:10.734234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.738917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.742194 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/networks/da280326-1e5f-4d6b-be78-5947bdf0139b HTTP/1.1" status: 204 len: 168 time: 2.5743790 Apr 29 07:51:10.751391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44586) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:10.756137 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6874ed99-e154-45a4-a66a-c0307ef927ca tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:10.761011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6874ed99-e154-45a4-a66a-c0307ef927ca tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/6f4828ee-b42a-40d2-b30b-c03e47209ceb HTTP/1.1" status: 404 len: 333 time: 0.0937088 Apr 29 07:51:10.770998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44588) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:10.777333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'name': 'tempest-PortsIpV6TestJSON-1116641692'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:10.808497 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1a4911d-645f-4fa3-970a-46a4b5c28519 req-b6a811ca-c920-43a5-bddd-32528eda4840 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264729 Apr 29 07:51:10.818286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4db3e4-4f94-4cf4-9107-d19bb11415bd tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Network': ['ID=da280326-1e5f-4d6b-be78-5947bdf0139b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:10.891510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.914411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:10.947290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.029740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e5db-affe-4eb9-9b1b-474cb46c9554 req-2bc71e41-fa4c-42e1-8fcd-3430cf4c17ec tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:11.031351 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d711e5db-affe-4eb9-9b1b-474cb46c9554 req-2bc71e41-fa4c-42e1-8fcd-3430cf4c17ec tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1326184 Apr 29 07:51:11.113064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc34f0da-a8e2-4dd8-b02f-b4da7bbaccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.113298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Router bdb21f38-3ea5-4635-9afe-b8e891ad8b6c has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:11.124105 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d711e5db-affe-4eb9-9b1b-474cb46c9554 req-f1e7f508-c391-410b-996c-b980999adaaa tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610697 Apr 29 07:51:11.168026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.220953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:11.229809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:11.261567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:11.264730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.267369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:11.267994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.276070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=0e26504c-5fd1-4871-b9f8-419d0bf50d4a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:11.298493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:11.303377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.304052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-880d8354-88ec-44ab-8cda-68c2ccb7c9bd tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "PUT /v2.0/routers/bdb21f38-3ea5-4635-9afe-b8e891ad8b6c HTTP/1.1" status: 200 len: 925 time: 3.0954969 Apr 29 07:51:11.308426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44594) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:11.313106 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] Sync routers for ids ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:11.328800 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] Routers {'bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:11.329577 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:11.366080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e865cf6-99da-4997-b82f-1786b8efd995 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1447039 Apr 29 07:51:11.370116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44596) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:11.378414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1934697525', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b5', 'mac_address': 'fa:16:3e:bc:54:bb'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:11.411275 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:11.423316 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] Routers {'bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:11.424276 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:50:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:11.435466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.447473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:11.451023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.472129 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:11.474178 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd51f5-17ed-4fac-adc7-6e976100c597 None None] The sync data for ids ['bdb21f38-3ea5-4635-9afe-b8e891ad8b6c'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:11.475079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e25ae56-1398-4f38-872a-6d04b2d8f074']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:11.491360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3381497-9756-4387-8013-d8a529de8f20') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:11.491658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3381497-9756-4387-8013-d8a529de8f20') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:11.494497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Deleting port 89ea269d-8a2f-4832-8a6a-8460eae817cc {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:11.494497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.512552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 3d9db197-a67c-464a-b729-ea9f1a2f5c1b yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:11.525393 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.529830 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d51f2921-3d81-4aed-a509-56cb24ea1606 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/bdb21f38-3ea5-4635-9afe-b8e891ad8b6c HTTP/1.1" status: 200 len: 925 time: 0.2168858 Apr 29 07:51:11.531276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44598) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:11.607591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.635861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:11.636500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.641385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb63a07-f06b-42db-bb2d-635cdd63b230 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:11.642738 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:11.646376 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9fb63a07-f06b-42db-bb2d-635cdd63b230 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=bdb21f38-3ea5-4635-9afe-b8e891ad8b6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1133149 Apr 29 07:51:11.648054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44604) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:11.676614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:11.734412 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.734784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.742511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:11.751573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:11.752562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.773012 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Calling delete_port for 89ea269d-8a2f-4832-8a6a-8460eae817cc owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:11.779764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39383047-b904-482d-8b97-c2c20d409550 None None] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:11.855683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04430e5b-b7bb-410d-8d83-4d6160033cab req-3bfe5a6f-5c19-42ef-a1fb-895a6bd27c4f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:11.862672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7852a7e3-c9fb-42c8-b1e4-04614c99c46a None None] Provisioning complete for port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:11.862987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04430e5b-b7bb-410d-8d83-4d6160033cab req-3bfe5a6f-5c19-42ef-a1fb-895a6bd27c4f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1701210 Apr 29 07:51:11.863814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7852a7e3-c9fb-42c8-b1e4-04614c99c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.871518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.875449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.878458 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/networks/7e25ae56-1398-4f38-872a-6d04b2d8f074 HTTP/1.1" status: 204 len: 168 time: 1.1259179 Apr 29 07:51:11.892160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44606) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:11.893315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769d5dd-3aca-4abc-bfa0-9ae071abca8c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:11.897896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9769d5dd-3aca-4abc-bfa0-9ae071abca8c tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.2456715 Apr 29 07:51:11.900746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44608) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:11.960790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.982084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc6aeb-49cc-4f8b-9027-ae0a2db8ad04 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Network': ['ID=7e25ae56-1398-4f38-872a-6d04b2d8f074,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:11.986276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.991595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:11.998534 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-75d413e0-c80c-4095-8b76-5d90c5a31a83 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb21f38-3ea5-4635-9afe-b8e891ad8b6c HTTP/1.1" status: 200 len: 205 time: 0.0883772 Apr 29 07:51:12.002620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44610) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:12.004069 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04430e5b-b7bb-410d-8d83-4d6160033cab req-ae579e0c-ca94-43e0-982b-6dbf45a17f4b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399100 Apr 29 07:51:12.029783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.038638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] device_id is not set on port 39b5f6ca-466a-4218-bcac-c49c43e8999f yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:12.091207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,segment=NetworkSegment(2d0f9165-0ae3-4e26-82bd-8df9e288cdd8),segment_id=2d0f9165-0ae3-4e26-82bd-8df9e288cdd8)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:12.092565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7852a7e3-c9fb-42c8-b1e4-04614c99c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.159191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.279798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:12.306343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2265ebf1-e842-4a44-918d-a13eac853605 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:12.309514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.310720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-7852a7e3-c9fb-42c8-b1e4-04614c99c46a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:51:12.311127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-7852a7e3-c9fb-42c8-b1e4-04614c99c46a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:51:12.336696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2265ebf1-e842-4a44-918d-a13eac853605 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:12.337043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2265ebf1-e842-4a44-918d-a13eac853605 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:12.359726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Port': ['ID=89ea269d-8a2f-4832-8a6a-8460eae817cc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:12.378774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.501431 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.559074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:12.560054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.570955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:12.574224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.584001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:12.589692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:12.590639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.608405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2ddf06-e9ce-4a22-a042-fe091257d51d']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:12.625931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be48443-8dee-49f2-9bfe-b3b35165a30e') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:12.631066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be48443-8dee-49f2-9bfe-b3b35165a30e') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:12.631411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=3d9db197-a67c-464a-b729-ea9f1a2f5c1b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:12.649352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Allocated IP 2001:db8::107 (b6392617-98dd-4a03-a2c0-178f7cc5a158/aeb6f23d-ed36-419a-aa22-10defe796edb/39b5f6ca-466a-4218-bcac-c49c43e8999f) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:12.652385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.668837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.670649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.670983 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Floating IP c83bc29f-6a74-42de-8733-5b4eb68d92c1 disassociated (deleted). External IP: 172.26.2.71, port: 1cf69c3e-a01f-4a81-8183-800f67378a9e. Apr 29 07:51:12.690907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.702234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:12.702655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:12.705530 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:12.721329 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6ae554ae-5c57-4e53-8088-fd3c528dffe9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9477918 Apr 29 07:51:12.723997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44620) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:12.731812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:12.823154 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-463034eb-6820-4562-a6be-cf6233859ea2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1138175 Apr 29 07:51:12.850572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Deleting port 3788cac8-30f5-4098-839e-f56ba05c9436 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:12.850911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.864695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.906783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.946090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:12.949355 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/networks/ee2ddf06-e9ce-4a22-a042-fe091257d51d HTTP/1.1" status: 204 len: 168 time: 1.0537136 Apr 29 07:51:12.953918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44624) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:12.978276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07babba2-f12d-4f13-b27b-b6a64be48723 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Network': ['ID=ee2ddf06-e9ce-4a22-a042-fe091257d51d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:13.006913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b321f73c-1ad4-4c30-90e9-fb84e7ae135c None None] Provisioning complete for port 0e26504c-5fd1-4871-b9f8-419d0bf50d4a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:13.008045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b321f73c-1ad4-4c30-90e9-fb84e7ae135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.060198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b321f73c-1ad4-4c30-90e9-fb84e7ae135c None None] Port 0e26504c-5fd1-4871-b9f8-419d0bf50d4a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:13.074973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b321f73c-1ad4-4c30-90e9-fb84e7ae135c None None] Provisioning complete for port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:13.078116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b321f73c-1ad4-4c30-90e9-fb84e7ae135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.089664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-ee8ca76e-3206-4842-b53a-ce512d7668b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.091234 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-ee8ca76e-3206-4842-b53a-ce512d7668b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.1912582 Apr 29 07:51:13.109035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.121241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1910e68-d7cd-4071-bb0e-3d4e6630883a req-494fe96e-3313-446b-be41-bef005a88ab8 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.122755 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1910e68-d7cd-4071-bb0e-3d4e6630883a req-494fe96e-3313-446b-be41-bef005a88ab8 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1792293 Apr 29 07:51:13.127323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.142451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.165920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Calling delete_port for 3788cac8-30f5-4098-839e-f56ba05c9436 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:13.213498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.219377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Router bfccc25d-9081-4ee3-9641-84d7a0eca69a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:13.220020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1910e68-d7cd-4071-bb0e-3d4e6630883a req-e116ad82-2f92-4293-b5b0-458d4809175a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886903 Apr 29 07:51:13.286298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da798f47-8f7b-4595-98bf-1bc96ff4e5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.325089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.326841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.374767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] In _notify_port_updated(), no bound segment for port 3d9db197-a67c-464a-b729-ea9f1a2f5c1b on network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:51:13.380337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.381461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.382799 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "PUT /v2.0/ports/3d9db197-a67c-464a-b729-ea9f1a2f5c1b HTTP/1.1" status: 200 len: 818 time: 0.6574080 Apr 29 07:51:13.389041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:13.391504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44626) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:13.404247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:13.428430 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:13.434136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.434828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.444192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f044e99-6743-4c8f-ba05-f803aff2ad6e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=3d9db197-a67c-464a-b729-ea9f1a2f5c1b,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:13.525559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=39b5f6ca-466a-4218-bcac-c49c43e8999f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:13.532701 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f61144a0-9950-4dea-9e1d-6b05519c4d02 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1613550 Apr 29 07:51:13.541638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44628) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:13.605242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:13.629183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 3d9db197-a67c-464a-b729-ea9f1a2f5c1b {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:13.629524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.659571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946037f-7185-41aa-aafb-668f474ff174 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.666199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946037f-7185-41aa-aafb-668f474ff174 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.669609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:13.669609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.672111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946037f-7185-41aa-aafb-668f474ff174 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.676864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d946037f-7185-41aa-aafb-668f474ff174 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1342473 Apr 29 07:51:13.678131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44630) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:13.688399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-4441dc46-26f1-447d-8b66-d6da00781877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:13.689795 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-4441dc46-26f1-447d-8b66-d6da00781877 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.5744543 Apr 29 07:51:13.693812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.751490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-27f1414b-65a9-430c-9d90-60c4afb0e063 None None] Provisioning complete for port 39b5f6ca-466a-4218-bcac-c49c43e8999f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:13.751805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27f1414b-65a9-430c-9d90-60c4afb0e063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.795139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-27f1414b-65a9-430c-9d90-60c4afb0e063 None None] Port 39b5f6ca-466a-4218-bcac-c49c43e8999f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:13.799954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d011e310-e35d-4137-8bcf-4420cd0932f9']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:13.805350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.815421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75500e7b-8abe-4e72-afb1-b4bf0c5362bd') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:13.815707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75500e7b-8abe-4e72-afb1-b4bf0c5362bd') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:13.822327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 3d9db197-a67c-464a-b729-ea9f1a2f5c1b owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:13.862035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.888074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting port 39b5f6ca-466a-4218-bcac-c49c43e8999f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:13.888562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.892269 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-eefde694-1ef9-48cf-bd11-719009a64d2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1002 time: 0.1597991 Apr 29 07:51:13.898147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.930483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:13.933206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:13.933645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:13.938773 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:13.940686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] Sync routers for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:13.952413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:13.953257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:13.953644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:13.992447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:13.993579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.002312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:14.002915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:14.007357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Calling delete_port for 39b5f6ca-466a-4218-bcac-c49c43e8999f owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:14.038662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:14.039920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58c920-a894-4c42-921d-283bd1bbcf98 None None] The sync data for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:14.055999 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e974eafa-eb26-4151-9327-e88eb5d91d1d tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "DELETE /v2.0/floatingips/c83bc29f-6a74-42de-8733-5b4eb68d92c1 HTTP/1.1" status: 204 len: 168 time: 3.4174824 Apr 29 07:51:14.056600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.060132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44632) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.063856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-7a3c9bec-5e4e-4075-a985-be732a3e21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:14.064598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:14.065323 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-7a3c9bec-5e4e-4075-a985-be732a3e21d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.1450875 Apr 29 07:51:14.103387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=3d9db197-a67c-464a-b729-ea9f1a2f5c1b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:14.109704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-c0b82225-2764-423f-84bc-fcc525a10bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:14.111392 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-c0b82225-2764-423f-84bc-fcc525a10bf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399387 Apr 29 07:51:14.116751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.119966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.120234 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6ffb29fb-f074-4388-a3ed-d035a090e96f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/3d9db197-a67c-464a-b729-ea9f1a2f5c1b HTTP/1.1" status: 204 len: 168 time: 0.7277710 Apr 29 07:51:14.130928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.130928 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] 10.222.0.16 "DELETE /v2.0/networks/d011e310-e35d-4137-8bcf-4420cd0932f9 HTTP/1.1" status: 204 len: 168 time: 1.1743290 Apr 29 07:51:14.131234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44634) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.159032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562a035-b655-46b7-aab5-a16b497b6968 tempest-BulkNetworkOpsTest-435054044 tempest-BulkNetworkOpsTest-435054044-project] Pushing event deleted for resources: {'Network': ['ID=d011e310-e35d-4137-8bcf-4420cd0932f9,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:14.161052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.197487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116a75e-1697-4d55-b182-a071a1b14209 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:14.201780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5116a75e-1697-4d55-b182-a071a1b14209 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0673625 Apr 29 07:51:14.202672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.203497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44638) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.220091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event deleted for resources: {'Port': ['ID=3788cac8-30f5-4098-839e-f56ba05c9436,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:14.282594 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e56e0b-8f71-42d8-a0f1-94b2478cc466 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:14.290093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e5e56e0b-8f71-42d8-a0f1-94b2478cc466 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/3d9db197-a67c-464a-b729-ea9f1a2f5c1b HTTP/1.1" status: 404 len: 333 time: 0.0761063 Apr 29 07:51:14.290093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44642) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.295825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-848163414'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:14.303417 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-c0a4058f-a48d-4932-ae64-57f0428bf47d service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704533 Apr 29 07:51:14.310180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.403466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc693-cb19-4a67-a2da-3bf6d60da176 req-afed0918-0897-465b-9d62-7b150b5263fb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:14.404943 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c4dc693-cb19-4a67-a2da-3bf6d60da176 req-afed0918-0897-465b-9d62-7b150b5263fb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1058271 Apr 29 07:51:14.423778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.426045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.429963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.476664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Port': ['ID=39b5f6ca-466a-4218-bcac-c49c43e8999f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:14.484255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:14.487684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.496340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c4dc693-cb19-4a67-a2da-3bf6d60da176 req-67908bbd-af13-455a-8fc0-cfb50f286da3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844967 Apr 29 07:51:14.540785 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4b00c6ce-21ec-41a9-b08c-e9a1d8efc2d7 req-c4168e2b-75cb-4317-8e90-2b1e9fb9afac service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998692 Apr 29 07:51:14.594906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.595525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Fanout notify agent at l3_agent the message router_deleted on router bdb21f38-3ea5-4635-9afe-b8e891ad8b6c {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:14.605718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.614179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:14.616614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.618384 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b50f8695-8f71-45b6-a86d-f1f94393ca48 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/bdb21f38-3ea5-4635-9afe-b8e891ad8b6c HTTP/1.1" status: 204 len: 168 time: 2.6140738 Apr 29 07:51:14.621805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44646) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.626808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a1ef8760-6071-4f02-8473-94e528f5c46d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1490123087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:14.682780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44648) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.682991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.683502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment 5ceda361-4875-42dd-8f84-ed69fa21cec7 of type vlan for network df843423-30a7-415a-b7df-8e44671d8f89 Apr 29 07:51:14.717513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.720740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5c45ab48-e08a-4709-adf4-1467fe5222dc tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/ports/39b5f6ca-466a-4218-bcac-c49c43e8999f HTTP/1.1" status: 204 len: 168 time: 1.0393605 Apr 29 07:51:14.723464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44652) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.742247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8760-6071-4f02-8473-94e528f5c46d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.743382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8760-6071-4f02-8473-94e528f5c46d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.769616 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f595dcf-6082-4f36-92e4-2c6a8bf18053 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] GET failed (client error): The resource could not be found. Apr 29 07:51:14.772231 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9f595dcf-6082-4f36-92e4-2c6a8bf18053 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "GET /v2.0/ports/39b5f6ca-466a-4218-bcac-c49c43e8999f HTTP/1.1" status: 404 len: 333 time: 0.0454004 Apr 29 07:51:14.772815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.775855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44654) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.788967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1466660304'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:14.840966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Allocated IP 172.26.2.2 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/0f0c9fc3-7116-4238-9fc6-294d9b1ecca4) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:14.893095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8760-6071-4f02-8473-94e528f5c46d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.899103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.905436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:14.906061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.940460 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9d743f53-3fc6-4239-956f-012278299f1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8065ce34237e4485a03675bbaafad959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562056 Apr 29 07:51:14.944530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44656) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:14.947139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:14.994600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=df843423-30a7-415a-b7df-8e44671d8f89,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:14.998938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8760-6071-4f02-8473-94e528f5c46d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.006745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network df843423-30a7-415a-b7df-8e44671d8f89 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:15.021810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-037ec607-4067-460e-b7f1-6a94fb0bc781 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7270887 Apr 29 07:51:15.022174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.022726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44658) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:15.035159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:15.043072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa3f4-ef35-4500-be9e-89a08039d747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.117893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa3f4-ef35-4500-be9e-89a08039d747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.149673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:15.153712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.162206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8760-6071-4f02-8473-94e528f5c46d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.163512 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a1ef8760-6071-4f02-8473-94e528f5c46d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5406199 Apr 29 07:51:15.166480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44660) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:15.171784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:15.205134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] device_id is not set on port a0ef5391-f51d-4026-8c94-ef727a38f620 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:15.223079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.270506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:15.274060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.325492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:15.334630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:15.348340 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa3f4-ef35-4500-be9e-89a08039d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.350904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa3f4-ef35-4500-be9e-89a08039d747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.353593 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c2cfa3f4-ef35-4500-be9e-89a08039d747 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cf23900-41d7-45b5-8a72-51e12a4ae577 HTTP/1.1" status: 204 len: 168 time: 0.4081528 Apr 29 07:51:15.362370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:15.387377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Pushing event updated for resources: {'Port': ['ID=0f0c9fc3-7116-4238-9fc6-294d9b1ecca4,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:15.400836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Allocated IP 2001:db8::343 (b6392617-98dd-4a03-a2c0-178f7cc5a158/aeb6f23d-ed36-419a-aa22-10defe796edb/a0ef5391-f51d-4026-8c94-ef727a38f620) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:15.404902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfa3f4-ef35-4500-be9e-89a08039d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf23900-41d7-45b5-8a72-51e12a4ae577,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:15.472102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.555814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.659860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.669721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c71e35-ffbb-471f-971f-01654860a1e9 req-19340320-f9d5-4db2-87b8-4a842cf5b20d tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:15.671262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78c71e35-ffbb-471f-971f-01654860a1e9 req-19340320-f9d5-4db2-87b8-4a842cf5b20d tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0873570 Apr 29 07:51:15.712736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.716266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.763535 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78c71e35-ffbb-471f-971f-01654860a1e9 req-22ed1879-8602-4087-8263-cd9e1691216a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764275 Apr 29 07:51:15.784666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.795647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=83ce35e2-15d2-49ed-ac33-950e7ed4d77f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:15.805271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': '5ceda361-4875-42dd-8f84-ed69fa21cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:15.805634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: df843423-30a7-415a-b7df-8e44671d8f89, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:15.838019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:15.845564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:15.853962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:15.859653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:15.860289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:15.905148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=a0ef5391-f51d-4026-8c94-ef727a38f620,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:15.992194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.007720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network df843423-30a7-415a-b7df-8e44671d8f89 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:16.021151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.023622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.035112 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-49ac25b5-de76-439e-a0b8-32da05973250 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2555699 Apr 29 07:51:16.038214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44676) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:16.043583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b5', 'mac_address': 'fa:16:3e:bc:54:bb'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:16.101278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, df843423-30a7-415a-b7df-8e44671d8f89) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:16.108644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:16.109248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.119108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68e91b-1cd4-4a48-9545-3fc03523dd78 None None] Network df843423-30a7-415a-b7df-8e44671d8f89 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:16.172458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.198328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a5834e43-f2a4-49da-922a-7541119cb6ec None None] Provisioning complete for port a0ef5391-f51d-4026-8c94-ef727a38f620 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:16.198723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5834e43-f2a4-49da-922a-7541119cb6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.247397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a5834e43-f2a4-49da-922a-7541119cb6ec None None] Port a0ef5391-f51d-4026-8c94-ef727a38f620 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:16.257649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.265154 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d8562248-c5f6-42cc-88f6-bbf0df6dfe41 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2357647 Apr 29 07:51:16.276906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44682) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:16.284863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4333c745-4020-443f-a383-93c95db92dd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:16.357676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-df843423-30a7-415a-b7df-8e44671d8f89', 'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89', 'tenant_id': '2af3b1688ec84ceb9d8f44184c745027', 'fixed_ips': [{'subnet_id': '83ce35e2-15d2-49ed-ac33-950e7ed4d77f'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:16.358742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.375080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.492256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Pushing event updated for resources: {'Port': ['ID=0f0c9fc3-7116-4238-9fc6-294d9b1ecca4,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:16.501702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.518826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Allocated IP 172.26.2.84 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/90508571-4c55-40e4-90ea-19c9e1d4201f) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:16.527012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Allocated IP 2001:db8::2 (df843423-30a7-415a-b7df-8e44671d8f89/83ce35e2-15d2-49ed-ac33-950e7ed4d77f/4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:16.576668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.600086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4333c745-4020-443f-a383-93c95db92dd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:16.605718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4333c745-4020-443f-a383-93c95db92dd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.654295 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44688) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:16.676232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.679957 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c56f4f8f-8987-4f15-91d5-564ca2fcfeaf tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6162722 Apr 29 07:51:16.680771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.691673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44692) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:16.724697 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.ipam_backend_mixin [None req-4333c745-4020-443f-a383-93c95db92dd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83ce35e2-15d2-49ed-ac33-950e7ed4d77f (CIDR: 2001:db8::/64) Apr 29 07:51:16.726304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.750782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.760455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] In _notify_port_updated(), no bound segment for port a0ef5391-f51d-4026-8c94-ef727a38f620 on network b6392617-98dd-4a03-a2c0-178f7cc5a158 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:51:16.766479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:16.766963 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.769013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.771375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44696) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:16.771835 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "PUT /v2.0/ports/a0ef5391-f51d-4026-8c94-ef727a38f620 HTTP/1.1" status: 200 len: 1003 time: 0.7326872 Apr 29 07:51:16.780389 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4333c745-4020-443f-a383-93c95db92dd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:51:16.781103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4333c745-4020-443f-a383-93c95db92dd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:51:16.799904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376554b8-5cb4-46b7-abbf-0d9dfc95488f tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=a0ef5391-f51d-4026-8c94-ef727a38f620,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:16.848697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705089541'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:16.871073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.881503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:16.923460 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4333c745-4020-443f-a383-93c95db92dd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6469719 Apr 29 07:51:16.924303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44700) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:16.938473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:16.953126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Network df843423-30a7-415a-b7df-8e44671d8f89 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:16.956740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:16.961600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:16.974579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Pushing event updated for resources: {'Port': ['ID=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:16.985621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:16.988819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:17.004234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:17.013596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:17.026831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:17.030777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.046604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.054948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event updated for resources: {'Port': ['ID=90508571-4c55-40e4-90ea-19c9e1d4201f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:17.070133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Attempting to bind port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:17.070538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Attempting to bind port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5ceda361-4875-42dd-8f84-ed69fa21cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:17.071092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Attempting to bind port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b on network df843423-30a7-415a-b7df-8e44671d8f89 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:17.079248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:17.080213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Checking segment: {'id': '5ceda361-4875-42dd-8f84-ed69fa21cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:17.081054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.081449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Bound using segment: {'id': '5ceda361-4875-42dd-8f84-ed69fa21cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:17.081934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Bound port: 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ceda361-4875-42dd-8f84-ed69fa21cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:17.082317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.085156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c17ad5-ec26-4fb6-9ed7-805f89ca302d req-8ba71ab6-0a79-45f1-9947-2160935cbfb9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:17.093117 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3c17ad5-ec26-4fb6-9ed7-805f89ca302d req-8ba71ab6-0a79-45f1-9947-2160935cbfb9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2183537 Apr 29 07:51:17.176372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] For port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:17.179831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] For port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,segment=NetworkSegment(5ceda361-4875-42dd-8f84-ed69fa21cec7),segment_id=5ceda361-4875-42dd-8f84-ed69fa21cec7)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:17.183771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.185144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting port a0ef5391-f51d-4026-8c94-ef727a38f620 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:17.185607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.185735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-071d81a4-427a-4619-96e3-5d8120c75b49 None None] Provisioning complete for port a0ef5391-f51d-4026-8c94-ef727a38f620 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:17.186032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-071d81a4-427a-4619-96e3-5d8120c75b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.203104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.221682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-071d81a4-427a-4619-96e3-5d8120c75b49 None None] Port a0ef5391-f51d-4026-8c94-ef727a38f620 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:17.228904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:17.233239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.258370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.284429 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.324983 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3c17ad5-ec26-4fb6-9ed7-805f89ca302d req-f7b43bdb-596b-4b96-b286-8d0288254ace tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186668 Apr 29 07:51:17.330679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:17.341778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da980f5-126d-4969-b0b6-24a4275f3074 None None] Pushing event updated for resources: {'Port': ['ID=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:17.352523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aeb954-8994-47c9-b0bd-8523492f1df2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:17.365470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.365470 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 1061d6aa-8861-44b5-a448-8d6658d8de39 of type vlan for network 575b5a12-0c31-4c60-9736-0fc885f5d900 Apr 29 07:51:17.425022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.468706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.485069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Calling delete_port for a0ef5391-f51d-4026-8c94-ef727a38f620 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:17.561044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.567519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:17.573861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.707662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.710870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.942747 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2873073 Apr 29 07:51:17.950182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf548b-378b-449b-872e-421616b1678c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=575b5a12-0c31-4c60-9736-0fc885f5d900,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:17.962573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 575b5a12-0c31-4c60-9736-0fc885f5d900 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:17.977053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:17.994284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Allocated IP 172.26.2.43 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/389eaf87-07b2-4970-a371-dbfdbafbd3f4) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:18.007113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.037686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Port': ['ID=a0ef5391-f51d-4026-8c94-ef727a38f620,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:18.097933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network df843423-30a7-415a-b7df-8e44671d8f89 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:18.128910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:18.140111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:18.140647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.155041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=49d1e9ec-aea9-45f2-86f4-61776fdebef3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:18.193937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.206384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.246282 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5c9a62e-efe0-498c-8d39-d4851aa40054 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3168998 Apr 29 07:51:18.246282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44704) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:18.251300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89', 'fixed_ips': [{'subnet_id': '83ce35e2-15d2-49ed-ac33-950e7ed4d77f'}, {'subnet_id': '49d1e9ec-aea9-45f2-86f4-61776fdebef3'}], 'name': 'tempest-PortsIpV6TestJSON-816914858'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:18.318451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.321784 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-93756860-bc73-4651-a71f-f2b3f150d0f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/ports/a0ef5391-f51d-4026-8c94-ef727a38f620 HTTP/1.1" status: 204 len: 168 time: 1.5493872 Apr 29 07:51:18.325590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44706) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:18.369766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.387418 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0753614b-2e2c-46ee-8245-66cdcac2f7f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] GET failed (client error): The resource could not be found. Apr 29 07:51:18.394170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0753614b-2e2c-46ee-8245-66cdcac2f7f9 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "GET /v2.0/ports/a0ef5391-f51d-4026-8c94-ef727a38f620 HTTP/1.1" status: 404 len: 333 time: 0.0650313 Apr 29 07:51:18.402235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44710) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:18.412120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-945581085'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:18.512885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:18.629559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.636100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7948b-5adb-44da-a84f-fc67eb37066c req-e7360cf6-6254-42c7-bec4-46104de2bb67 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:18.637606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-48c7948b-5adb-44da-a84f-fc67eb37066c req-e7360cf6-6254-42c7-bec4-46104de2bb67 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1778297 Apr 29 07:51:18.655919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae305616-4a14-4447-91f6-3c8e5fff3349 None None] Network df843423-30a7-415a-b7df-8e44671d8f89 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:18.669074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:18.688520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.779743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-98821b44-69a8-4a8b-a13a-66d2f99f6584 None None] Provisioning complete for port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:18.780492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98821b44-69a8-4a8b-a13a-66d2f99f6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:18.919479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98821b44-69a8-4a8b-a13a-66d2f99f6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.010310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-98821b44-69a8-4a8b-a13a-66d2f99f6584 None None] For port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,segment=NetworkSegment(5ceda361-4875-42dd-8f84-ed69fa21cec7),segment_id=5ceda361-4875-42dd-8f84-ed69fa21cec7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:19.074180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98821b44-69a8-4a8b-a13a-66d2f99f6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.075745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:19.078060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Router 8314a62f-531e-42cb-b6fb-02b8ecd0a48d is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:51:19.084187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-48c7948b-5adb-44da-a84f-fc67eb37066c req-40e8b656-1055-4015-9a17-ea4789140b0e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361310 Apr 29 07:51:19.090212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:19.097148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:19.107576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Pushing event updated for resources: {'Port': ['ID=389eaf87-07b2-4970-a371-dbfdbafbd3f4,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:19.141775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::187 (df843423-30a7-415a-b7df-8e44671d8f89/83ce35e2-15d2-49ed-ac33-950e7ed4d77f/7fd89b2c-c5d0-42e7-9456-eee18cca8431) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:19.152560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8:0:1::136 (df843423-30a7-415a-b7df-8e44671d8f89/49d1e9ec-aea9-45f2-86f4-61776fdebef3/7fd89b2c-c5d0-42e7-9456-eee18cca8431) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:19.182119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:19.185484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.192155 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309661e1-cd37-4b49-b0ae-5ef85c0a9193 None None] Update dhcp port {'port': {'network_id': 'df843423-30a7-415a-b7df-8e44671d8f89', 'fixed_ips': [{'subnet_id': '83ce35e2-15d2-49ed-ac33-950e7ed4d77f', 'ip_address': '2001:db8::2'}, {'subnet_id': '49d1e9ec-aea9-45f2-86f4-61776fdebef3'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:51:19.231725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] device_id is not set on port 6242f002-da5d-45c5-b004-7efe30391474 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:19.248671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-309661e1-cd37-4b49-b0ae-5ef85c0a9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.251937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98821b44-69a8-4a8b-a13a-66d2f99f6584 None None] Pushing event updated for resources: {'Port': ['ID=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:19.352501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.438706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Allocated IP 2001:db8::116 (b6392617-98dd-4a03-a2c0-178f7cc5a158/aeb6f23d-ed36-419a-aa22-10defe796edb/6242f002-da5d-45c5-b004-7efe30391474) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:19.447419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.478388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network df843423-30a7-415a-b7df-8e44671d8f89 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:19.482009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:19.482861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:19.496836 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] Sync routers for ids ['8314a62f-531e-42cb-b6fb-02b8ecd0a48d'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:19.504164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.505450 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9e77bf20-7687-419b-becf-8ffcc63caaec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "PUT /v2.0/routers/8314a62f-531e-42cb-b6fb-02b8ecd0a48d HTTP/1.1" status: 200 len: 883 time: 4.3378465 Apr 29 07:51:19.513997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44714) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:19.514135 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] Routers {'8314a62f-531e-42cb-b6fb-02b8ecd0a48d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:19.516335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:19.517295 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8314a62f-531e-42cb-b6fb-02b8ecd0a48d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:19.519333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.524804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:19.525542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.545417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-309661e1-cd37-4b49-b0ae-5ef85c0a9193 None None] Allocated IP 2001:db8:0:1::2 (df843423-30a7-415a-b7df-8e44671d8f89/49d1e9ec-aea9-45f2-86f4-61776fdebef3/4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:19.601766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=7fd89b2c-c5d0-42e7-9456-eee18cca8431,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:19.637686 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:19.654906 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-883707fb-239f-4815-9356-9273b9dc37e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4075890 Apr 29 07:51:19.658921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44716) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:19.664957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83ce35e2-15d2-49ed-ac33-950e7ed4d77f'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:19.675697 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] Routers {'8314a62f-531e-42cb-b6fb-02b8ecd0a48d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:19.676322 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8314a62f-531e-42cb-b6fb-02b8ecd0a48d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:19.726513 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:19.727381 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfef60a-31c6-4f11-a463-0bfca06a591f None None] The sync data for ids ['8314a62f-531e-42cb-b6fb-02b8ecd0a48d'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:19.731552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:19.788451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.814410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.845898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-309661e1-cd37-4b49-b0ae-5ef85c0a9193 None None] For port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,segment=NetworkSegment(5ceda361-4875-42dd-8f84-ed69fa21cec7),segment_id=5ceda361-4875-42dd-8f84-ed69fa21cec7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:19.858461 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ee9b51b2-8eb0-445f-8d5b-6149b91bb15f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/8314a62f-531e-42cb-b6fb-02b8ecd0a48d HTTP/1.1" status: 200 len: 924 time: 0.3318729 Apr 29 07:51:19.862471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44718) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:19.893416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-309661e1-cd37-4b49-b0ae-5ef85c0a9193 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.907159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.911108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:19.912052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.969692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-309661e1-cd37-4b49-b0ae-5ef85c0a9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:19.981652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21147462-61f3-44ce-8e93-39468656c7df tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:19.985393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-21147462-61f3-44ce-8e93-39468656c7df tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=8314a62f-531e-42cb-b6fb-02b8ecd0a48d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1174669 Apr 29 07:51:19.993018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44720) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:20.148038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Delete allocated IP 2001:db8:0:1::136 (df843423-30a7-415a-b7df-8e44671d8f89/49d1e9ec-aea9-45f2-86f4-61776fdebef3) {{(pid=109781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:51:20.153692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309661e1-cd37-4b49-b0ae-5ef85c0a9193 None None] Pushing event updated for resources: {'Port': ['ID=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:20.170059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.220705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.232392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8cb19-c37c-48f8-80de-3847603b11e7 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:20.237041 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-55e8cb19-c37c-48f8-80de-3847603b11e7 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.2428534 Apr 29 07:51:20.241548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44724) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:20.280846 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4f9ec9d9-02d3-45d7-87f4-8f9d76e70857 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=8314a62f-531e-42cb-b6fb-02b8ecd0a48d HTTP/1.1" status: 200 len: 205 time: 0.0366492 Apr 29 07:51:20.281868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44726) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:20.319762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:20.322260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.340115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:20.343852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=6242f002-da5d-45c5-b004-7efe30391474,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:20.350041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:20.356023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:20.356834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.444219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242936d-abe0-43f7-a882-836a3565709a req-b139398a-249e-4a6e-9fc1-74ee1f9c4801 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:20.454780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a242936d-abe0-43f7-a882-836a3565709a req-b139398a-249e-4a6e-9fc1-74ee1f9c4801 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2155449 Apr 29 07:51:20.469743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.505161 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7ef84478-a0ae-4bc6-8552-242b758b1b01 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0970802 Apr 29 07:51:20.515113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44728) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:20.541500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bc:54:bb'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:20.554162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.562174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.686037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.728174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Pushing event updated for resources: {'Port': ['ID=389eaf87-07b2-4970-a371-dbfdbafbd3f4,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:20.768787 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a242936d-abe0-43f7-a882-836a3565709a req-c0284482-f4e5-4334-9a66-a7d9dd736934 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093176 Apr 29 07:51:20.769108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] In _notify_port_updated(), no bound segment for port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 on network df843423-30a7-415a-b7df-8e44671d8f89 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:51:20.777019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:20.777949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.779593 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "PUT /v2.0/ports/7fd89b2c-c5d0-42e7-9456-eee18cca8431 HTTP/1.1" status: 200 len: 925 time: 1.1197166 Apr 29 07:51:20.810280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44730) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:20.811771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.819496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83ce35e2-15d2-49ed-ac33-950e7ed4d77f'}, {'subnet_id': '49d1e9ec-aea9-45f2-86f4-61776fdebef3'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:20.822987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5155a827-6c7e-416f-ba1b-67b0cbc3ff69 None None] Provisioning complete for port 6242f002-da5d-45c5-b004-7efe30391474 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:20.823481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5155a827-6c7e-416f-ba1b-67b0cbc3ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.828872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.850384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.856952 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fc549f2b-36fa-4dc7-bb5b-76ff5c02f06d tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1741478 Apr 29 07:51:20.860096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44732) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:20.902128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5155a827-6c7e-416f-ba1b-67b0cbc3ff69 None None] Port 6242f002-da5d-45c5-b004-7efe30391474 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:20.902128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b3100-c63d-4758-998c-523c3e2bd734 None None] Network df843423-30a7-415a-b7df-8e44671d8f89 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:20.914719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:20.930418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f81506-1fa7-4da9-86cf-a0d7d91e94ae tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=7fd89b2c-c5d0-42e7-9456-eee18cca8431,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:21.060476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d9774a9d-bb82-4975-b7d7-f48ce49c9ccc None None] Provisioning complete for port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:21.061186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9774a9d-bb82-4975-b7d7-f48ce49c9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.066501 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0256238f-4a33-4849-a152-249171ebbfc4 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.2051580 Apr 29 07:51:21.069540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44734) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:21.181189 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f4d3853b-73b6-4363-9d64-015f47a5f07e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1095247 Apr 29 07:51:21.197250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44736) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:21.246688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44738) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:21.254410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': '575b5a12-0c31-4c60-9736-0fc885f5d900', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:21.381811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.388070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8:0:1::2b2 (df843423-30a7-415a-b7df-8e44671d8f89/49d1e9ec-aea9-45f2-86f4-61776fdebef3/7fd89b2c-c5d0-42e7-9456-eee18cca8431) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:21.393085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Deleting port 90508571-4c55-40e4-90ea-19c9e1d4201f {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:21.393399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.434826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-904269c5-5bd5-4246-877d-b16332b48dc4 None None] Provisioning complete for port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:21.435289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-904269c5-5bd5-4246-877d-b16332b48dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.440747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:21.444646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.450314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.481820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-904269c5-5bd5-4246-877d-b16332b48dc4 None None] Port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:21.497270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-904269c5-5bd5-4246-877d-b16332b48dc4 None None] Provisioning complete for port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:21.497270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-904269c5-5bd5-4246-877d-b16332b48dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.562462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] In _notify_port_updated(), no bound segment for port 6242f002-da5d-45c5-b004-7efe30391474 on network b6392617-98dd-4a03-a2c0-178f7cc5a158 {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:51:21.569821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:21.570673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.572107 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "PUT /v2.0/ports/6242f002-da5d-45c5-b004-7efe30391474 HTTP/1.1" status: 200 len: 1002 time: 1.0417154 Apr 29 07:51:21.577251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44740) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:21.583234 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:51:21.616817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Deleting port 389eaf87-07b2-4970-a371-dbfdbafbd3f4 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:21.617156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.635450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edb277-5efc-4f02-b548-374062ac6d34 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=6242f002-da5d-45c5-b004-7efe30391474,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:21.637081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.648439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:21.709692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Calling delete_port for 90508571-4c55-40e4-90ea-19c9e1d4201f owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:21.761658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:21.763055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.837573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.855485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e5ca30dc-7a38-4953-9f69-806895e01425 None None] Provisioning complete for port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:21.856519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5ca30dc-7a38-4953-9f69-806895e01425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.895917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.896249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.920640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.922453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Calling delete_port for 389eaf87-07b2-4970-a371-dbfdbafbd3f4 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:21.925601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting port 6242f002-da5d-45c5-b004-7efe30391474 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:21.925944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:21.931916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca30dc-7a38-4953-9f69-806895e01425 None None] Port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:21.983977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.017543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f08d-7611-43b4-aa63-b262b0638f60 req-7749ff55-1a87-42ba-9c2e-62ac62a373ad tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:22.019018 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7fd0f08d-7611-43b4-aa63-b262b0638f60 req-7749ff55-1a87-42ba-9c2e-62ac62a373ad tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1462572 Apr 29 07:51:22.022810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '1061d6aa-8861-44b5-a448-8d6658d8de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '575b5a12-0c31-4c60-9736-0fc885f5d900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:22.023161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: 575b5a12-0c31-4c60-9736-0fc885f5d900, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:22.043755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=6342bca2-358b-4a9e-a816-e2da0cda7ed8,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:22.064431 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c45cdc93-93c5-41d3-a570-1543d3e08aba None None] Provisioning complete for port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:22.065372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c45cdc93-93c5-41d3-a570-1543d3e08aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.079341 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7fd0f08d-7611-43b4-aa63-b262b0638f60 req-633c670a-98d2-4429-a5b0-8c0dfa453357 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502958 Apr 29 07:51:22.107810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c45cdc93-93c5-41d3-a570-1543d3e08aba None None] Port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:22.121476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c45cdc93-93c5-41d3-a570-1543d3e08aba None None] Provisioning complete for port 6242f002-da5d-45c5-b004-7efe30391474 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:22.121476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c45cdc93-93c5-41d3-a570-1543d3e08aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.160105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c45cdc93-93c5-41d3-a570-1543d3e08aba None None] Port 6242f002-da5d-45c5-b004-7efe30391474 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:22.173207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 575b5a12-0c31-4c60-9736-0fc885f5d900 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:22.201911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=7fd89b2c-c5d0-42e7-9456-eee18cca8431,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:22.212081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] In _notify_port_updated(), no bound segment for port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 on network df843423-30a7-415a-b7df-8e44671d8f89 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:51:22.217592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:22.218205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.219546 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ef7f573e-9843-4178-a1be-aa7ecb1c4ba1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "PUT /v2.0/ports/7fd89b2c-c5d0-42e7-9456-eee18cca8431 HTTP/1.1" status: 200 len: 1011 time: 1.4042375 Apr 29 07:51:22.222868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44744) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:22.254418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.273578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 575b5a12-0c31-4c60-9736-0fc885f5d900) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:22.282616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Calling delete_port for 6242f002-da5d-45c5-b004-7efe30391474 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:22.290898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9be720-2539-4ae2-bfa6-e9565741493a None None] Network 575b5a12-0c31-4c60-9736-0fc885f5d900 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:22.299425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:22.300138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.345395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:22.346313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.361126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.435333 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-802905e1-a318-449a-a128-0bfe73010b23 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1871402 Apr 29 07:51:22.438941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44746) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:22.449225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902311407'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:22.459528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-575b5a12-0c31-4c60-9736-0fc885f5d900', 'network_id': '575b5a12-0c31-4c60-9736-0fc885f5d900', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': '6342bca2-358b-4a9e-a816-e2da0cda7ed8'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:22.460718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.466748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.487585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 7fd89b2c-c5d0-42e7-9456-eee18cca8431 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:22.555478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:22.559631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.628530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f0c3cf0b-48c9-43f6-81be-71c24f1fcfce None None] Provisioning complete for port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:22.628898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0c3cf0b-48c9-43f6-81be-71c24f1fcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.667077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3cf0b-48c9-43f6-81be-71c24f1fcfce None None] Port 7fd89b2c-c5d0-42e7-9456-eee18cca8431 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:22.674608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event deleted for resources: {'Port': ['ID=90508571-4c55-40e4-90ea-19c9e1d4201f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:22.757466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.777219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.805674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=7fd89b2c-c5d0-42e7-9456-eee18cca8431,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:22.806328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.811771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Pushing event deleted for resources: {'Port': ['ID=389eaf87-07b2-4970-a371-dbfdbafbd3f4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:22.850478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.856394 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5eb1ae1d-7311-46b1-a282-4aaf0cdf6e9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/7fd89b2c-c5d0-42e7-9456-eee18cca8431 HTTP/1.1" status: 204 len: 168 time: 0.6298172 Apr 29 07:51:22.856675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44748) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:22.884623 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8abe4cd-95de-4e07-8b9a-9d5a6a52e4ed tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:22.886333 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d8abe4cd-95de-4e07-8b9a-9d5a6a52e4ed tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/7fd89b2c-c5d0-42e7-9456-eee18cca8431 HTTP/1.1" status: 404 len: 333 time: 0.0287492 Apr 29 07:51:22.889205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44750) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:22.900001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Allocated IP 2001:db8:0:ffff::2 (575b5a12-0c31-4c60-9736-0fc885f5d900/6342bca2-358b-4a9e-a816-e2da0cda7ed8/4f417bcb-94bc-4a06-bac0-1b59d3852f1b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:22.952542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.957191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet 49d1e9ec-aea9-45f2-86f4-61776fdebef3 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:22.959724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:22.962208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.012182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.014708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.015874 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-94bc32c0-1f26-42e5-a267-346cc2850dd8 tempest-FloatingIPAdminTestJSON-2132264268 tempest-FloatingIPAdminTestJSON-2132264268-project] 10.222.0.16 "DELETE /v2.0/floatingips/700e06dc-af46-4739-ad02-669af1b5bef5 HTTP/1.1" status: 204 len: 168 time: 1.8092422 Apr 29 07:51:23.018180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.018720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44752) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:23.062828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.076990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.100527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:23.118475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.118824 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 398e0658-eb48-4b95-b151-3b0b062cd6bb of type vlan for network 3faebdc3-b400-4279-913d-11456efc8b27 Apr 29 07:51:23.126231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Port': ['ID=6242f002-da5d-45c5-b004-7efe30391474,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:23.128268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.128587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Fanout notify agent at l3_agent the message router_deleted on router 8314a62f-531e-42cb-b6fb-02b8ecd0a48d {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:23.134746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.143410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.146498 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-740b7f35-1410-4e53-bfa6-3ebc8986ee2c tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/8314a62f-531e-42cb-b6fb-02b8ecd0a48d HTTP/1.1" status: 204 len: 168 time: 2.8587134 Apr 29 07:51:23.149749 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44756) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:23.176448 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fdf71f5b-b222-4834-88bf-a929846f233a tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1244766345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:23.178573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.203587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.206493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.210540 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4aa617cc-9454-4ad7-87cb-273aa4c77b7d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/ports/6242f002-da5d-45c5-b004-7efe30391474 HTTP/1.1" status: 204 len: 168 time: 1.6276236 Apr 29 07:51:23.212497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44758) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:23.244920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Network 575b5a12-0c31-4c60-9736-0fc885f5d900 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:23.251528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:23.255016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Pushing event updated for resources: {'Port': ['ID=4f417bcb-94bc-4a06-bac0-1b59d3852f1b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:23.259970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:23.276797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Deleting port 0f0c9fc3-7116-4238-9fc6-294d9b1ecca4 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:23.277141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.284481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-46480fa0-a734-43f5-ac01-94e0ab377f14 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] GET failed (client error): The resource could not be found. Apr 29 07:51:23.289718 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-46480fa0-a734-43f5-ac01-94e0ab377f14 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "GET /v2.0/ports/6242f002-da5d-45c5-b004-7efe30391474 HTTP/1.1" status: 404 len: 333 time: 0.0743721 Apr 29 07:51:23.291346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44760) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:23.299588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1332202058'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:23.303158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fdf71f5b-b222-4834-88bf-a929846f233a tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.303760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fdf71f5b-b222-4834-88bf-a929846f233a tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.316781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Attempting to bind port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:23.317228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Attempting to bind port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1061d6aa-8861-44b5-a448-8d6658d8de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '575b5a12-0c31-4c60-9736-0fc885f5d900'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:23.317542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Attempting to bind port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b on network 575b5a12-0c31-4c60-9736-0fc885f5d900 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:23.323218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:23.323585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Checking segment: {'id': '1061d6aa-8861-44b5-a448-8d6658d8de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '575b5a12-0c31-4c60-9736-0fc885f5d900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:23.328109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3256-c5e5-4676-aeb7-2e1939f933e5 req-082875a7-d02a-430e-9b8a-05ebb58cd4e3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:23.328248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.328248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Bound using segment: {'id': '1061d6aa-8861-44b5-a448-8d6658d8de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '575b5a12-0c31-4c60-9736-0fc885f5d900'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:23.328248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Bound port: 4f417bcb-94bc-4a06-bac0-1b59d3852f1b, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1061d6aa-8861-44b5-a448-8d6658d8de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '575b5a12-0c31-4c60-9736-0fc885f5d900'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:23.328248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.328536 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-024a3256-c5e5-4676-aeb7-2e1939f933e5 req-082875a7-d02a-430e-9b8a-05ebb58cd4e3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0985684 Apr 29 07:51:23.383114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-024a3256-c5e5-4676-aeb7-2e1939f933e5 req-f1562879-c4bc-4db2-a735-d796dfa3297f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476291 Apr 29 07:51:23.397352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.397352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.399714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.405680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:23.406323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.408051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Calling delete_port for 0f0c9fc3-7116-4238-9fc6-294d9b1ecca4 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:23.408757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] For port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:23.414234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] For port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4f417bcb-94bc-4a06-bac0-1b59d3852f1b,segment=NetworkSegment(1061d6aa-8861-44b5-a448-8d6658d8de39),segment_id=1061d6aa-8861-44b5-a448-8d6658d8de39)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:23.417795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.488169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=49d1e9ec-aea9-45f2-86f4-61776fdebef3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:23.492450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.494129 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.500344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-17825232-43cb-4de9-b283-c44f579cfdd3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/49d1e9ec-aea9-45f2-86f4-61776fdebef3 HTTP/1.1" status: 204 len: 168 time: 0.6068189 Apr 29 07:51:23.500451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44762) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:23.518795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ac08a-02a8-4375-8616-1e0f8a1d62da None None] Network df843423-30a7-415a-b7df-8e44671d8f89 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:23.556782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fdf71f5b-b222-4834-88bf-a929846f233a tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.558841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet 83ce35e2-15d2-49ed-ac33-950e7ed4d77f {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:23.563610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=3faebdc3-b400-4279-913d-11456efc8b27,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:23.569034 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cec81f3e-a6e0-4394-badb-c66f29e94d9e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1288273 Apr 29 07:51:23.570180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.572868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44764) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:23.591790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 3faebdc3-b400-4279-913d-11456efc8b27 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:23.594879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': '3faebdc3-b400-4279-913d-11456efc8b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:23.622899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fdf71f5b-b222-4834-88bf-a929846f233a tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.718782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:23.723150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c6ceb-5daa-41e0-9484-da5e49c4732f None None] Pushing event updated for resources: {'Port': ['ID=4f417bcb-94bc-4a06-bac0-1b59d3852f1b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:23.726778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.743951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.770194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] device_id is not set on port e04ed677-146f-455f-b7b7-5802702cd63f yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:23.784151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fdf71f5b-b222-4834-88bf-a929846f233a tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.785723 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fdf71f5b-b222-4834-88bf-a929846f233a tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6332097 Apr 29 07:51:23.789037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44766) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:23.800390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': True}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:23.810094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.888632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:23.892134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:23.987177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.152865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f0c9fc3-7116-4238-9fc6-294d9b1ecca4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:24.262026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.279851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.282377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.283621 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-77a87551-697a-40d7-9f2f-09a53ea3be65 tempest-FloatingIPAdminTestJSON-252575604 tempest-FloatingIPAdminTestJSON-252575604-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/476b4da0-6c9c-4a1d-83c6-759d76d82e43 HTTP/1.1" status: 204 len: 168 time: 1.2638552 Apr 29 07:51:24.287822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44768) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:24.304184 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Allocated IP 2001:db8::11e (b6392617-98dd-4a03-a2c0-178f7cc5a158/aeb6f23d-ed36-419a-aa22-10defe796edb/e04ed677-146f-455f-b7b7-5802702cd63f) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:24.327654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.377537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.381310 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/83ce35e2-15d2-49ed-ac33-950e7ed4d77f HTTP/1.1" status: 204 len: 168 time: 0.8799191 Apr 29 07:51:24.382416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.384382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b429d3-1718-4782-b85a-576421c2b73a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=83ce35e2-15d2-49ed-ac33-950e7ed4d77f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:24.392898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44770) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:24.560946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.621531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ce67d-548c-4b6b-a228-96706c5f90bc None None] Network df843423-30a7-415a-b7df-8e44671d8f89 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:24.626114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2ef91de8-edb0-49f1-b8b4-f53028df9aee None None] Provisioning complete for port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:24.626511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ef91de8-edb0-49f1-b8b4-f53028df9aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.719680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.771948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:24.775817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.782590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:24.785209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:24.791698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:24.792316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.820346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.836660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=e04ed677-146f-455f-b7b7-5802702cd63f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:24.933964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=c2a9fb16-1176-452f-b242-7408b70c709b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:24.957234 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3c60a3b9-c91e-4fb2-9061-7666179ee388 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6633801 Apr 29 07:51:24.957472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44774) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:24.960997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d5765-9c6a-491c-89e8-2004be549157 req-95acf947-0b93-419b-993a-d016f760cc19 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:24.963075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'network_id': 'b6392617-98dd-4a03-a2c0-178f7cc5a158', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-295833585'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:24.963894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-745d5765-9c6a-491c-89e8-2004be549157 req-95acf947-0b93-419b-993a-d016f760cc19 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2326603 Apr 29 07:51:24.964834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] DHCP port deletion for df843423-30a7-415a-b7df-8e44671d8f89 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:24.970067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:24.973839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '398e0658-eb48-4b95-b151-3b0b062cd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3faebdc3-b400-4279-913d-11456efc8b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:24.974791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: 3faebdc3-b400-4279-913d-11456efc8b27, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:25.016507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Deleting port 1cf69c3e-a01f-4a81-8183-800f67378a9e {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:25.018328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.053786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] Deleting port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:25.054255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.112193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Allocated IP 172.26.2.24 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/12a14a95-b32f-4c27-b612-85df7b1286e9) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:25.127270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-745d5765-9c6a-491c-89e8-2004be549157 req-5fc94f42-f4d1-4ffd-a65a-84466a603025 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479990 Apr 29 07:51:25.140369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 3faebdc3-b400-4279-913d-11456efc8b27 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:25.150614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] For port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,segment=NetworkSegment(5ceda361-4875-42dd-8f84-ed69fa21cec7),segment_id=5ceda361-4875-42dd-8f84-ed69fa21cec7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:25.151397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.178882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] Calling delete_port for 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:25.188837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cbce15-ad44-42d7-8017-344ce6a0a7fb None None] Network 575b5a12-0c31-4c60-9736-0fc885f5d900 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:25.196806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.212400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Made reservation on behalf of e0b9ebc0820b4c579ff854ac26bf8337 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:25.213335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Calling delete_port for 1cf69c3e-a01f-4a81-8183-800f67378a9e owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:25.216084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.220642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:25.220914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.246191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 3faebdc3-b400-4279-913d-11456efc8b27) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:25.256758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] device_id is not set on port b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:25.275836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32791d5f-6825-4f27-9a88-db8710a41379 None None] Network 3faebdc3-b400-4279-913d-11456efc8b27 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:25.276390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.311822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:25.312417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.367118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] For port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,segment=NetworkSegment(5ceda361-4875-42dd-8f84-ed69fa21cec7),segment_id=5ceda361-4875-42dd-8f84-ed69fa21cec7)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:25.367632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.377367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Provisioning complete for port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:25.377839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.395283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:25.403683 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4290fd4e-b615-46f4-9f4d-6d722f2ab2db tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8272338 Apr 29 07:51:25.403883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Allocated IP 2001:db8::236 (b6392617-98dd-4a03-a2c0-178f7cc5a158/aeb6f23d-ed36-419a-aa22-10defe796edb/b58fb3ee-2c47-4166-a0b4-38e9b2766ba8) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:25.404454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44776) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:25.471923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.530718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:25.549714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:25.566330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:25.599711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.604925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.625041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Port': ['ID=12a14a95-b32f-4c27-b612-85df7b1286e9,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:25.644671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-3faebdc3-b400-4279-913d-11456efc8b27', 'network_id': '3faebdc3-b400-4279-913d-11456efc8b27', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': 'c2a9fb16-1176-452f-b242-7408b70c709b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:25.645521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.648552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:25.648682 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.664130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] Pushing event deleted for resources: {'Port': ['ID=4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:25.664130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.666595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdca229-e8ab-417d-ac03-5a5b0627a3fd None None] No DVR routers for this DVR port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:25.673771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.717922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4f417bcb-94bc-4a06-bac0-1b59d3852f1b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:25.731726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No DVR routers for this DVR port 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:25.775463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Port': ['ID=1cf69c3e-a01f-4a81-8183-800f67378a9e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:25.927763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.947435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] For port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4f417bcb-94bc-4a06-bac0-1b59d3852f1b,segment=NetworkSegment(1061d6aa-8861-44b5-a448-8d6658d8de39),segment_id=1061d6aa-8861-44b5-a448-8d6658d8de39)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:25.962125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df843423-30a7-415a-b7df-8e44671d8f89']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:25.979408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ceda361-4875-42dd-8f84-ed69fa21cec7') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:25.979708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ceda361-4875-42dd-8f84-ed69fa21cec7') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:25.986477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.987707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:25.999145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.032426 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.045386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.057314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:26.057718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:26.061152 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:26.068432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.070674 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d8d7a863-e839-4e7b-ab4a-70ea9e8d5566 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "DELETE /v2.0/ports/1cf69c3e-a01f-4a81-8183-800f67378a9e HTTP/1.1" status: 204 len: 168 time: 1.7810330 Apr 29 07:51:26.073283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:26.073654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.081271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44780) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:26.084265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Allocated IP 2001:db8::1 (3faebdc3-b400-4279-913d-11456efc8b27/c2a9fb16-1176-452f-b242-7408b70c709b/5019d829-40e1-4ef2-83e4-6d933d54a5ce) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:26.140220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Provisioning complete for port e04ed677-146f-455f-b7b7-5802702cd63f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:26.140587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.167840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb94e3f-9dad-4457-ae10-d60c7007076b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:26.172549 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dbb94e3f-9dad-4457-ae10-d60c7007076b tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfccc25d-9081-4ee3-9641-84d7a0eca69a HTTP/1.1" status: 200 len: 913 time: 0.0902407 Apr 29 07:51:26.173281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44784) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:26.249752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Pushing event updated for resources: {'Port': ['ID=4f417bcb-94bc-4a06-bac0-1b59d3852f1b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:26.258219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.262774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.270395 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/df843423-30a7-415a-b7df-8e44671d8f89 HTTP/1.1" status: 204 len: 168 time: 1.8759654 Apr 29 07:51:26.271633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44786) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:26.327319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-01213509-ec06-4c70-9cb9-22879777c2aa None None] Port e04ed677-146f-455f-b7b7-5802702cd63f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:26.333191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0f318-4197-4fc2-baac-fa975bda46b1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=df843423-30a7-415a-b7df-8e44671d8f89,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:26.383802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.399524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77995e-1245-4761-83ee-1b2ae992d17a req-fa0a61c3-ebea-45d2-8dfb-a62d06dfe3c2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:26.402605 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f77995e-1245-4761-83ee-1b2ae992d17a req-fa0a61c3-ebea-45d2-8dfb-a62d06dfe3c2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1806736 Apr 29 07:51:26.412290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee5830-9e29-4540-9372-2ef4946a3268 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:26.417433 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bfee5830-9e29-4540-9372-2ef4946a3268 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1330082 Apr 29 07:51:26.420907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44788) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:26.448904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.454969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.484249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:26.524528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-14c12598-d485-416e-9a30-9678870b8fd8 None None] Provisioning complete for port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:26.524903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14c12598-d485-416e-9a30-9678870b8fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.526911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:26.527252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4d3e4eda-0858-44ce-ab69-7c3e0fd1f07b not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:26.530510 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f77995e-1245-4761-83ee-1b2ae992d17a req-8e443b14-fa59-4fc0-8839-bea630df6d54 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154845 Apr 29 07:51:26.540726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:26.546525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:26.551868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:26.558922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:26.558922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.581025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=b58fb3ee-2c47-4166-a0b4-38e9b2766ba8,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:26.585880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Pushing event updated for resources: {'Port': ['ID=5019d829-40e1-4ef2-83e4-6d933d54a5ce,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:26.587127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.591300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Network 3faebdc3-b400-4279-913d-11456efc8b27 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:26.594340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:26.600099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:26.613699 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-30ca4e0a-89f9-497c-b184-1cac38b2e755 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1799569 Apr 29 07:51:26.615762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44790) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:26.622493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1880270607'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:26.634533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.665169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a9fb16-1176-452f-b242-7408b70c709b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:26.672797 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e3d7486d-006e-46df-a0ad-966e3f87bf93 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7143035 Apr 29 07:51:26.675489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44792) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:26.685338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b5', 'mac_address': 'fa:16:3e:bc:54:bb'}, {'ip_address': '2001:db8::11e', 'mac_address': 'fa:16:3e:af:df:54'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:26.715521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Attempting to bind port 5019d829-40e1-4ef2-83e4-6d933d54a5ce on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:26.716079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Attempting to bind port 5019d829-40e1-4ef2-83e4-6d933d54a5ce by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '398e0658-eb48-4b95-b151-3b0b062cd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3faebdc3-b400-4279-913d-11456efc8b27'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:26.716930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Attempting to bind port 5019d829-40e1-4ef2-83e4-6d933d54a5ce on network 3faebdc3-b400-4279-913d-11456efc8b27 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:26.726158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:26.726568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Checking segment: {'id': '398e0658-eb48-4b95-b151-3b0b062cd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3faebdc3-b400-4279-913d-11456efc8b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:26.726941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.727324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Bound using segment: {'id': '398e0658-eb48-4b95-b151-3b0b062cd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3faebdc3-b400-4279-913d-11456efc8b27'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:26.727793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Bound port: 5019d829-40e1-4ef2-83e4-6d933d54a5ce, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e0658-eb48-4b95-b151-3b0b062cd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3faebdc3-b400-4279-913d-11456efc8b27'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:26.728166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.738625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:26.742411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.809871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] For port 5019d829-40e1-4ef2-83e4-6d933d54a5ce, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:26.814179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] For port 5019d829-40e1-4ef2-83e4-6d933d54a5ce, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5019d829-40e1-4ef2-83e4-6d933d54a5ce,segment=NetworkSegment(398e0658-eb48-4b95-b151-3b0b062cd6bb),segment_id=398e0658-eb48-4b95-b151-3b0b062cd6bb)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:26.821579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:26.823125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.847244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.847803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment a15827a2-d502-46a9-b5ca-b08b2a3ed81c of type vlan for network 136d9ec1-cbbe-4dc4-9764-731b48c8709e Apr 29 07:51:26.886475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faebdc3-b400-4279-913d-11456efc8b27']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:26.904146 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398e0658-eb48-4b95-b151-3b0b062cd6bb') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:26.904443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398e0658-eb48-4b95-b151-3b0b062cd6bb') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:26.913296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.919444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.952373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.978191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-31cf89e3-8f14-4acc-96fe-1c76df42efaa None None] Provisioning complete for port b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:26.980017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31cf89e3-8f14-4acc-96fe-1c76df42efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:26.988865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.002142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:27.008537 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:27.014650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.031312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232071ea-c489-4efa-8cbf-6ffc42a75bb5 None None] Pushing event updated for resources: {'Port': ['ID=5019d829-40e1-4ef2-83e4-6d933d54a5ce,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:27.054384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-31cf89e3-8f14-4acc-96fe-1c76df42efaa None None] Port b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:27.054780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.059024 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:27.059700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.075827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1aa897-e381-4cfe-b4c8-c0ace2408556 None None] Network 3faebdc3-b400-4279-913d-11456efc8b27 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:27.119248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.133254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.137074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5202782 Apr 29 07:51:27.139177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.142696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44796) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:27.150299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:27.175255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97b555-6113-4486-b5ee-bb3a3d1d1d5d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=136d9ec1-cbbe-4dc4-9764-731b48c8709e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:27.194495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:27.226654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:51:27.226654 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:51:27.226654 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': '3faebdc3-b400-4279-913d-11456efc8b27'}] Apr 29 07:51:27.226654 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:51:27.227140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:51:27.282251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05408a-0dc2-455b-bb54-9fc2bb359783 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:51:27.412865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Deleting port ca39ce42-0641-4bb7-99b9-06fbb8c8089f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:27.413476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.423599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc05408a-0dc2-455b-bb54-9fc2bb359783 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:51:27.496314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:27.500861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.506612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.510487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.522963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Calling delete_port for ca39ce42-0641-4bb7-99b9-06fbb8c8089f owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:27.575129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Router 3629113f-09e7-4bf6-a9aa-a2d788183923 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:51:27.601026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.616465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4f417bcb-94bc-4a06-bac0-1b59d3852f1b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:27.654270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] In _notify_port_updated(), no bound segment for port b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 on network b6392617-98dd-4a03-a2c0-178f7cc5a158 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:51:27.660127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:27.660769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.665689 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "PUT /v2.0/ports/b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 HTTP/1.1" status: 200 len: 1067 time: 0.9864490 Apr 29 07:51:27.668940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44800) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:27.726332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32e94-bf9e-475a-9a09-61ec2c07aec5 req-5f383d1b-bed9-498e-b138-bd69b508caf2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:27.727976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ee32e94-bf9e-475a-9a09-61ec2c07aec5 req-5f383d1b-bed9-498e-b138-bd69b508caf2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0981815 Apr 29 07:51:27.733272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:27.734205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.758272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.792119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9db1cc-4d32-4779-9188-26ef9693fa20 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event updated for resources: {'Port': ['ID=b58fb3ee-2c47-4166-a0b4-38e9b2766ba8,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:27.814144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ee32e94-bf9e-475a-9a09-61ec2c07aec5 req-4c1300f5-a925-4ad7-87c5-f07525f07515 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711951 Apr 29 07:51:27.896088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:27.947504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Port': ['ID=ca39ce42-0641-4bb7-99b9-06fbb8c8089f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:27.965865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:27.986312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] Sync routers for ids ['3629113f-09e7-4bf6-a9aa-a2d788183923'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:27.998572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.000021 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-21652b9a-90d8-4271-b738-bc79f56e611b tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "PUT /v2.0/routers/3629113f-09e7-4bf6-a9aa-a2d788183923 HTTP/1.1" status: 200 len: 918 time: 4.2093210 Apr 29 07:51:28.003135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44802) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:28.003503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] Routers {'3629113f-09e7-4bf6-a9aa-a2d788183923'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:28.004146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3629113f-09e7-4bf6-a9aa-a2d788183923'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.084679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting port b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:28.086452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.124261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port 5019d829-40e1-4ef2-83e4-6d933d54a5ce {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:28.124601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.179635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.221767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.239917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.250856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] Routers {'3629113f-09e7-4bf6-a9aa-a2d788183923'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:28.251564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3629113f-09e7-4bf6-a9aa-a2d788183923'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.290557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.291332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635cfef-d85e-4950-91e0-e3dfbe9e9f7d None None] The sync data for ids ['3629113f-09e7-4bf6-a9aa-a2d788183923'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:28.301702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7eb2447d-4028-4e96-888b-1e0962df0dda None None] Provisioning complete for port b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:28.302613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7eb2447d-4028-4e96-888b-1e0962df0dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.352092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2447d-4028-4e96-888b-1e0962df0dda None None] Port b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:28.365635 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eceead85-edd2-4ea9-83d6-82a7033415a0 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/3629113f-09e7-4bf6-a9aa-a2d788183923 HTTP/1.1" status: 200 len: 924 time: 0.3546069 Apr 29 07:51:28.372265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:28.382405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44804) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:28.455909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Router bfccc25d-9081-4ee3-9641-84d7a0eca69a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:28.718318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.734483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port 5019d829-40e1-4ef2-83e4-6d933d54a5ce, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5019d829-40e1-4ef2-83e4-6d933d54a5ce,segment=NetworkSegment(398e0658-eb48-4b95-b151-3b0b062cd6bb),segment_id=398e0658-eb48-4b95-b151-3b0b062cd6bb)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:28.734859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:28.758224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Calling delete_port for b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:28.768582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for 5019d829-40e1-4ef2-83e4-6d933d54a5ce owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:28.781384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': 'a15827a2-d502-46a9-b5ca-b08b2a3ed81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:28.781779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: 136d9ec1-cbbe-4dc4-9764-731b48c8709e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:28.843776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:28.855774 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] Sync routers for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:28.859086 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ce5a8576-9777-4c99-8ab9-4f23b3261986 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "PUT /v2.0/routers/bfccc25d-9081-4ee3-9641-84d7a0eca69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6785176 Apr 29 07:51:28.859802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44808) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:28.870415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba61cda9-8f77-4a82-885d-0c528154c71d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:28.874379 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ba61cda9-8f77-4a82-885d-0c528154c71d tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=3629113f-09e7-4bf6-a9aa-a2d788183923&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4886069 Apr 29 07:51:28.875281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44810) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:28.877241 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:28.877882 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.916564 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.925628 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] Routers {'bfccc25d-9081-4ee3-9641-84d7a0eca69a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:28.926592 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.960444 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.961080 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df79d18-fe30-4325-bcf2-eb4de24b5c37 None None] The sync data for ids ['bfccc25d-9081-4ee3-9641-84d7a0eca69a'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:29.005122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e91f9-926e-4094-853b-010c49753c30 req-d2db726a-efa7-4f15-8065-6993c1885fe5 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:29.006611 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d4e91f9-926e-4094-853b-010c49753c30 req-d2db726a-efa7-4f15-8065-6993c1885fe5 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0995376 Apr 29 07:51:29.013669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.020270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd70bf-1304-462a-af44-41eb194f2b19 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:29.022182 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-49dd70bf-1304-462a-af44-41eb194f2b19 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.1446972 Apr 29 07:51:29.040427 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44812) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:29.051102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:29.078340 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-db092dbd-ad99-4714-9041-a65595bd68ec tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=3629113f-09e7-4bf6-a9aa-a2d788183923 HTTP/1.1" status: 200 len: 205 time: 0.0368223 Apr 29 07:51:29.083099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44814) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:29.086393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d4e91f9-926e-4094-853b-010c49753c30 req-c5864ece-f31d-42d6-9fc3-e0a382fa5aa0 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705926 Apr 29 07:51:29.098654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.145826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.162873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=5019d829-40e1-4ef2-83e4-6d933d54a5ce,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:29.168449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port 5019d829-40e1-4ef2-83e4-6d933d54a5ce on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:29.170370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 136d9ec1-cbbe-4dc4-9764-731b48c8709e) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:29.177988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ca5e1-ce71-4728-948f-3052c35fbfb7 None None] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:29.180359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.199964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:29.200557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.261792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Deleting port 065008f2-622a-4874-97ae-fa9dd79a4dc0 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:29.262162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.280147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Port': ['ID=b58fb3ee-2c47-4166-a0b4-38e9b2766ba8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:29.349745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-136d9ec1-cbbe-4dc4-9764-731b48c8709e', 'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e', 'tenant_id': '2af3b1688ec84ceb9d8f44184c745027', 'fixed_ips': [{'subnet_id': 'f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:29.351500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.354848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.366946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44816) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:29.367166 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a8bffa19-72c3-4143-aa71-036941734dea tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2214332 Apr 29 07:51:29.369407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.375166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e', 'name': 'tempest-PortsIpV6TestJSON-773402854'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:29.398935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.451070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faebdc3-b400-4279-913d-11456efc8b27']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:29.461723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Calling delete_port for 065008f2-622a-4874-97ae-fa9dd79a4dc0 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:29.486631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398e0658-eb48-4b95-b151-3b0b062cd6bb') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:29.491043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398e0658-eb48-4b95-b151-3b0b062cd6bb') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:29.506274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.540968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Allocated IP 2001:db8::2 (136d9ec1-cbbe-4dc4-9764-731b48c8709e/f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58/7e4c2a56-35c2-4d80-bab7-e10c771c226e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:29.562864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:29.566916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.569420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.592336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 8a3f7c66-e1f3-4ebb-b377-e463abffea60 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:29.595600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:29.596006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:29.599482 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:29.698965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.704508 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-80cc96d9-2aaa-4a91-8a18-512348e61639 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/ports/b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 HTTP/1.1" status: 204 len: 168 time: 2.0324707 Apr 29 07:51:29.704903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.707503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44818) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:29.707901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.734346 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c0cf4c-b41a-41ae-aef2-500494bb8a6d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] GET failed (client error): The resource could not be found. Apr 29 07:51:29.738852 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-09c0cf4c-b41a-41ae-aef2-500494bb8a6d tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "GET /v2.0/ports/b58fb3ee-2c47-4166-a0b4-38e9b2766ba8 HTTP/1.1" status: 404 len: 333 time: 0.0259511 Apr 29 07:51:29.739037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44820) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:29.765938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.774251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.777209 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/3faebdc3-b400-4279-913d-11456efc8b27 HTTP/1.1" status: 204 len: 168 time: 4.3717580 Apr 29 07:51:29.781029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44822) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:29.783777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.798636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199582966'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:29.800463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07256413-7a66-4913-a845-e6dea58d34d4 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=3faebdc3-b400-4279-913d-11456efc8b27,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:29.820604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:29.825391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:29.828982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:29.838676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Pushing event updated for resources: {'Port': ['ID=7e4c2a56-35c2-4d80-bab7-e10c771c226e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:29.855083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.884615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting port e04ed677-146f-455f-b7b7-5802702cd63f {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:29.884992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.892836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Attempting to bind port 7e4c2a56-35c2-4d80-bab7-e10c771c226e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:29.893065 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Attempting to bind port 7e4c2a56-35c2-4d80-bab7-e10c771c226e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'a15827a2-d502-46a9-b5ca-b08b2a3ed81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:29.893433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Attempting to bind port 7e4c2a56-35c2-4d80-bab7-e10c771c226e on network 136d9ec1-cbbe-4dc4-9764-731b48c8709e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:29.899076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:29.899546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Checking segment: {'id': 'a15827a2-d502-46a9-b5ca-b08b2a3ed81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:29.901896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.901896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Bound using segment: {'id': 'a15827a2-d502-46a9-b5ca-b08b2a3ed81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:29.901896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Bound port: 7e4c2a56-35c2-4d80-bab7-e10c771c226e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15827a2-d502-46a9-b5ca-b08b2a3ed81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:29.902292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Deleting port 12a14a95-b32f-4c27-b612-85df7b1286e9 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:29.902386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.902484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:29.912925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::328 (136d9ec1-cbbe-4dc4-9764-731b48c8709e/f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58/8a3f7c66-e1f3-4ebb-b377-e463abffea60) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:29.915473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Port': ['ID=065008f2-622a-4874-97ae-fa9dd79a4dc0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:29.969448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] For port 7e4c2a56-35c2-4d80-bab7-e10c771c226e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:29.972915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] For port 7e4c2a56-35c2-4d80-bab7-e10c771c226e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7e4c2a56-35c2-4d80-bab7-e10c771c226e,segment=NetworkSegment(a15827a2-d502-46a9-b5ca-b08b2a3ed81c),segment_id=a15827a2-d502-46a9-b5ca-b08b2a3ed81c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:29.997791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:30.001348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.020857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.034865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.043908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.058033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.062077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Calling delete_port for e04ed677-146f-455f-b7b7-5802702cd63f owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:30.064249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Calling delete_port for 12a14a95-b32f-4c27-b612-85df7b1286e9 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:30.103195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:30.130961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79087a53-2e9c-49e9-b6b1-d6f63c813554 None None] Pushing event updated for resources: {'Port': ['ID=7e4c2a56-35c2-4d80-bab7-e10c771c226e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:30.159973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.164084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.195409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.196015 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 3d684b6c-d61b-4df3-9ea5-1745fa3ac896 of type vlan for network b3927f35-2e67-4e5b-87ca-6d34d9119f19 Apr 29 07:51:30.312773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.355905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.356416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Fanout notify agent at l3_agent the message router_deleted on router bfccc25d-9081-4ee3-9641-84d7a0eca69a {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:30.373257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.374363 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f3cf77ab-28d1-493b-9483-16e9dbcebeaa tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "DELETE /v2.0/routers/bfccc25d-9081-4ee3-9641-84d7a0eca69a HTTP/1.1" status: 204 len: 168 time: 1.5136161 Apr 29 07:51:30.377189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44826) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:30.393066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad8311-6e99-457c-81ab-e82514f29671 req-aafa3284-1dd5-422c-93ae-0089d10825fd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:30.395260 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01ad8311-6e99-457c-81ab-e82514f29671 req-aafa3284-1dd5-422c-93ae-0089d10825fd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1755235 Apr 29 07:51:30.399936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.432853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.457350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.463435 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:30.464051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.484827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01ad8311-6e99-457c-81ab-e82514f29671 req-615c1ab5-4add-4712-8eb1-586b81914c25 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806892 Apr 29 07:51:30.523901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.528463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.534479 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/ports/e04ed677-146f-455f-b7b7-5802702cd63f HTTP/1.1" status: 204 len: 168 time: 0.7917790 Apr 29 07:51:30.540055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44828) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:30.542368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca09d8-36c5-4ba8-bde2-ef85f1c0b348 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Port': ['ID=e04ed677-146f-455f-b7b7-5802702cd63f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:30.559272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=b3927f35-2e67-4e5b-87ca-6d34d9119f19,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:30.570120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b3927f35-2e67-4e5b-87ca-6d34d9119f19 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:30.591830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Deleting subnet 93f89e06-a4cc-4ec1-a71e-343ae14f7a0d {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:30.604913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.612239 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b00cb1-646b-40f0-88be-ff7cfabcc273 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] GET failed (client error): The resource could not be found. Apr 29 07:51:30.614263 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29b00cb1-646b-40f0-88be-ff7cfabcc273 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "GET /v2.0/ports/e04ed677-146f-455f-b7b7-5802702cd63f HTTP/1.1" status: 404 len: 333 time: 0.0731006 Apr 29 07:51:30.618328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44830) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:30.622949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.629965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event deleted for resources: {'Port': ['ID=12a14a95-b32f-4c27-b612-85df7b1286e9,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:30.652554 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e7abce86-531b-465a-8cde-2ef5039110ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8699582 Apr 29 07:51:30.658086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44832) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:30.664786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': 'b3927f35-2e67-4e5b-87ca-6d34d9119f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:30.702002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:30.711981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:30.728168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.742543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:30.748438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:30.749158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.770708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=8a3f7c66-e1f3-4ebb-b377-e463abffea60,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:30.803361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.861578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9cf32503-15b3-4d0f-8e0b-c03932c3b764 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4933250 Apr 29 07:51:30.864444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44834) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:30.869978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': '136d9ec1-cbbe-4dc4-9764-731b48c8709e', 'name': 'tempest-PortsIpV6TestJSON-1081608126'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:30.925479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.932469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.938526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:30.942696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:30.984668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.017907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting port 0e26504c-5fd1-4871-b9f8-419d0bf50d4a {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:31.018245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.089673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.090192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Fanout notify agent at l3_agent the message router_deleted on router 3629113f-09e7-4bf6-a9aa-a2d788183923 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:31.100688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.101783 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-797cc07f-9769-48e4-813d-b80edf2120ab tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/3629113f-09e7-4bf6-a9aa-a2d788183923 HTTP/1.1" status: 204 len: 168 time: 2.0158730 Apr 29 07:51:31.106861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44836) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:31.109865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:31.113984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ee996066-463a-4b48-995e-ead76564c59b tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1313652722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:31.120492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.152860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.166163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Calling delete_port for 0e26504c-5fd1-4871-b9f8-419d0bf50d4a owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:31.172721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port a64cd342-b475-4a87-b4b2-3554ac40b8e1 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:31.208882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.241094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee996066-463a-4b48-995e-ead76564c59b tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.242127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee996066-463a-4b48-995e-ead76564c59b tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.247695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Subnet': ['ID=93f89e06-a4cc-4ec1-a71e-343ae14f7a0d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:31.263370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.264971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5b25b-7449-4913-a6a4-003aad020e97 None None] Network fa446394-c065-4d50-bef7-c9cee131294f requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:31.265101 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-de89af14-e42a-4d90-8843-832c783993bd tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "DELETE /v2.0/subnets/93f89e06-a4cc-4ec1-a71e-343ae14f7a0d HTTP/1.1" status: 204 len: 168 time: 0.8866558 Apr 29 07:51:31.268783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44838) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:31.309804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.321166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::32c (136d9ec1-cbbe-4dc4-9764-731b48c8709e/f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58/a64cd342-b475-4a87-b4b2-3554ac40b8e1) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:31.368168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b274b3-420a-4f62-8cf3-4691df8c7604 None None] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:31.376251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee996066-463a-4b48-995e-ead76564c59b tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.413941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=12ea709a-8d9e-4d98-8732-5ea9b009eecb,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:31.426419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.446669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee996066-463a-4b48-995e-ead76564c59b tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.446879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '3d684b6c-d61b-4df3-9ea5-1745fa3ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3927f35-2e67-4e5b-87ca-6d34d9119f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:31.447159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: b3927f35-2e67-4e5b-87ca-6d34d9119f19, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:31.475466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a419759d-17a7-4abe-a8e4-7cd79c7f449e None None] Provisioning complete for port 7e4c2a56-35c2-4d80-bab7-e10c771c226e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:31.475826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a419759d-17a7-4abe-a8e4-7cd79c7f449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.508411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Deleting port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:31.509313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.590874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network b3927f35-2e67-4e5b-87ca-6d34d9119f19 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:31.608853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] For port 8e47cd9f-c404-41e4-b50c-f59f52c02de3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8e47cd9f-c404-41e4-b50c-f59f52c02de3,segment=NetworkSegment(830410b1-b703-4af4-9ccc-cc91b8293d80),segment_id=830410b1-b703-4af4-9ccc-cc91b8293d80)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:31.609335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.623608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee996066-463a-4b48-995e-ead76564c59b tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.623608 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ee996066-463a-4b48-995e-ead76564c59b tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5156755 Apr 29 07:51:31.624221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.628270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44844) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:31.643621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': False}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:31.655466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] DHCP port deletion for fa446394-c065-4d50-bef7-c9cee131294f request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:31.662568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.677572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Calling delete_port for 8e47cd9f-c404-41e4-b50c-f59f52c02de3 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:31.691102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab520e-ebd1-4efa-937d-27f0817c19f4 req-7530b94e-4f51-46e7-8c7b-9451d39f7e61 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:31.691488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a419759d-17a7-4abe-a8e4-7cd79c7f449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.692290 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e7ab520e-ebd1-4efa-937d-27f0817c19f4 req-7530b94e-4f51-46e7-8c7b-9451d39f7e61 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0899513 Apr 29 07:51:31.714452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b3927f35-2e67-4e5b-87ca-6d34d9119f19) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:31.721109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Port': ['ID=0e26504c-5fd1-4871-b9f8-419d0bf50d4a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:31.726984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:31.727573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.753746 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e7ab520e-ebd1-4efa-937d-27f0817c19f4 req-b4a6ec20-7450-4ac2-8ac4-ed8c26073dae tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527298 Apr 29 07:51:31.764825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b24418-f7e4-4032-b944-5df2b8ee5217 None None] Network b3927f35-2e67-4e5b-87ca-6d34d9119f19 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:31.790483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7e4c2a56-35c2-4d80-bab7-e10c771c226e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:31.795403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.839820 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-97e570ea-8e36-4e4f-b4b8-6b0751afd14e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1751602 Apr 29 07:51:31.839820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44846) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:31.844642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795531448'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:31.877128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:31.886178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:31.889868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a419759d-17a7-4abe-a8e4-7cd79c7f449e None None] For port 7e4c2a56-35c2-4d80-bab7-e10c771c226e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7e4c2a56-35c2-4d80-bab7-e10c771c226e,segment=NetworkSegment(a15827a2-d502-46a9-b5ca-b08b2a3ed81c),segment_id=a15827a2-d502-46a9-b5ca-b08b2a3ed81c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:31.893485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:31.901195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:31.902622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.908311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=a64cd342-b475-4a87-b4b2-3554ac40b8e1,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:31.926401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] Deleting port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:31.926802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:31.998653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:32.002289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.008663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8f072516-9c7d-4b30-8a4a-8fd9da841dbc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1425350 Apr 29 07:51:32.012719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44848) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:32.043862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] For port 8e47cd9f-c404-41e4-b50c-f59f52c02de3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8e47cd9f-c404-41e4-b50c-f59f52c02de3,segment=NetworkSegment(830410b1-b703-4af4-9ccc-cc91b8293d80),segment_id=830410b1-b703-4af4-9ccc-cc91b8293d80)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:32.044745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.061360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] Calling delete_port for 8e47cd9f-c404-41e4-b50c-f59f52c02de3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:32.113352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a419759d-17a7-4abe-a8e4-7cd79c7f449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.135285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:32.150662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.154013 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-30da2eaf-9c7a-4fbe-9fae-21da6edcdea7 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/ports/0e26504c-5fd1-4871-b9f8-419d0bf50d4a HTTP/1.1" status: 204 len: 168 time: 1.5345833 Apr 29 07:51:32.160773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb061b1d-892d-4c9d-8af8-dcb860f79002 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:32.165824 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cb061b1d-892d-4c9d-8af8-dcb860f79002 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A328 HTTP/1.1" status: 200 len: 928 time: 0.1357069 Apr 29 07:51:32.167210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.170469 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 5f68c0c4-6de7-4355-a11b-508a57408cdb of type vlan for network 410e7ee1-c092-41e0-a056-3462e418d12e Apr 29 07:51:32.170469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44850) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:32.170469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44852) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:32.204031 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419759d-17a7-4abe-a8e4-7cd79c7f449e None None] Pushing event updated for resources: {'Port': ['ID=7e4c2a56-35c2-4d80-bab7-e10c771c226e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:32.211621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7e4c2a56-35c2-4d80-bab7-e10c771c226e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:32.212121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.300738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b3927f35-2e67-4e5b-87ca-6d34d9119f19', 'network_id': 'b3927f35-2e67-4e5b-87ca-6d34d9119f19', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': '12ea709a-8d9e-4d98-8732-5ea9b009eecb'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:32.301828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.330077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.336219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting subnet aeb6f23d-ed36-419a-aa22-10defe796edb {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:32.345769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.345938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.411142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.426635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.440094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.453303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port a64cd342-b475-4a87-b4b2-3554ac40b8e1 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:32.453642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.485630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] Pushing event deleted for resources: {'Port': ['ID=8e47cd9f-c404-41e4-b50c-f59f52c02de3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:32.493186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f75ad345-f51b-42cf-acef-821e55998767 None None] Provisioning complete for port 7e4c2a56-35c2-4d80-bab7-e10c771c226e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:32.493505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f75ad345-f51b-42cf-acef-821e55998767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.507723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06652bc8-d783-4823-8f2e-168b8c256b3f None None] No DVR routers for this DVR port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:32.545431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.545680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Port': ['ID=8e47cd9f-c404-41e4-b50c-f59f52c02de3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:32.551310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:32.551754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.554181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] No DVR routers for this DVR port 8e47cd9f-c404-41e4-b50c-f59f52c02de3 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:32.596266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Allocated IP 2001:db8::3 (b3927f35-2e67-4e5b-87ca-6d34d9119f19/12ea709a-8d9e-4d98-8732-5ea9b009eecb/e5e795e6-24f1-4e68-989a-d6684be43713) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:32.665539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=410e7ee1-c092-41e0-a056-3462e418d12e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:32.668813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.674004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.709525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa446394-c065-4d50-bef7-c9cee131294f']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:32.717555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4512939a-2301-4ae0-8d45-2917fbcf9800 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8767662 Apr 29 07:51:32.723442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44856) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:32.730159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': '410e7ee1-c092-41e0-a056-3462e418d12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:32.731598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830410b1-b703-4af4-9ccc-cc91b8293d80') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:32.731837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830410b1-b703-4af4-9ccc-cc91b8293d80') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:32.736541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.750249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.778316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.787546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:32.787956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:32.791343 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:32.804300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for a64cd342-b475-4a87-b4b2-3554ac40b8e1 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:32.831088 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 410e7ee1-c092-41e0-a056-3462e418d12e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:32.972123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f75ad345-f51b-42cf-acef-821e55998767 None None] Provisioning complete for port 8a3f7c66-e1f3-4ebb-b377-e463abffea60 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:32.972488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f75ad345-f51b-42cf-acef-821e55998767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.973558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.990747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:32.995423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254b67c-6bfe-4cf1-af55-05588eee92e8 req-560528f2-72c8-4d96-8bda-7ae22c689817 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:32.996913 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1254b67c-6bfe-4cf1-af55-05588eee92e8 req-560528f2-72c8-4d96-8bda-7ae22c689817 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0876377 Apr 29 07:51:33.014558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.032233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb6f23d-ed36-419a-aa22-10defe796edb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.043759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.046966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-477af040-9629-4d46-89f5-69484c2e867e tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/subnets/aeb6f23d-ed36-419a-aa22-10defe796edb HTTP/1.1" status: 204 len: 168 time: 0.8769703 Apr 29 07:51:33.051916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44860) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:33.055309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59735333-e096-4813-8be1-f4ad66c72afa None None] Network b6392617-98dd-4a03-a2c0-178f7cc5a158 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:33.059334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f75ad345-f51b-42cf-acef-821e55998767 None None] Port 8a3f7c66-e1f3-4ebb-b377-e463abffea60 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:33.062576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.076081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.078750 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "DELETE /v2.0/networks/fa446394-c065-4d50-bef7-c9cee131294f HTTP/1.1" status: 204 len: 168 time: 1.8089199 Apr 29 07:51:33.085681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44862) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:33.111000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94a803-a7ed-4184-b6ee-c40de01df580 tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Network': ['ID=fa446394-c065-4d50-bef7-c9cee131294f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.140473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.142675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:33.148137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.180760 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1254b67c-6bfe-4cf1-af55-05588eee92e8 req-40b10168-c1aa-4e82-9990-1d0a71a26554 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552987 Apr 29 07:51:33.217397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-96eaf540-7033-4f47-a4bf-3ba54337e7b1 None None] Provisioning complete for port a64cd342-b475-4a87-b4b2-3554ac40b8e1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:33.217761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96eaf540-7033-4f47-a4bf-3ba54337e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.234268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.238563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_backend_mixin [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Performing IP validity checks on allocation pools {{(pid=109782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:51:33.239317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_backend_mixin [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:51:33.242505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.278940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Allocated IP 172.26.2.51 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/b590a32b-5904-4c42-8c37-08756189ed92) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:33.297162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Network b3927f35-2e67-4e5b-87ca-6d34d9119f19 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:33.298090 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-96eaf540-7033-4f47-a4bf-3ba54337e7b1 None None] Port a64cd342-b475-4a87-b4b2-3554ac40b8e1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:33.305418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:33.308064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:33.312770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.321263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Pushing event updated for resources: {'Port': ['ID=e5e795e6-24f1-4e68-989a-d6684be43713,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.332665 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] DHCP port deletion for b6392617-98dd-4a03-a2c0-178f7cc5a158 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:33.359400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-96eaf540-7033-4f47-a4bf-3ba54337e7b1 None None] Provisioning complete for port 8a3f7c66-e1f3-4ebb-b377-e463abffea60 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:33.359780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96eaf540-7033-4f47-a4bf-3ba54337e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.368494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Deleting port 2c3d18a6-d7fb-4d40-8b17-b71e5ab8d17b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:33.368765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.443517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Attempting to bind port e5e795e6-24f1-4e68-989a-d6684be43713 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:33.443993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Attempting to bind port e5e795e6-24f1-4e68-989a-d6684be43713 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '3d684b6c-d61b-4df3-9ea5-1745fa3ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3927f35-2e67-4e5b-87ca-6d34d9119f19'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:33.444456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Attempting to bind port e5e795e6-24f1-4e68-989a-d6684be43713 on network b3927f35-2e67-4e5b-87ca-6d34d9119f19 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:33.453319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-96eaf540-7033-4f47-a4bf-3ba54337e7b1 None None] Port 8a3f7c66-e1f3-4ebb-b377-e463abffea60 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:33.458265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:33.458265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Checking segment: {'id': '3d684b6c-d61b-4df3-9ea5-1745fa3ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3927f35-2e67-4e5b-87ca-6d34d9119f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:33.458776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.459265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Bound using segment: {'id': '3d684b6c-d61b-4df3-9ea5-1745fa3ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3927f35-2e67-4e5b-87ca-6d34d9119f19'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:33.460245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Bound port: e5e795e6-24f1-4e68-989a-d6684be43713, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d684b6c-d61b-4df3-9ea5-1745fa3ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3927f35-2e67-4e5b-87ca-6d34d9119f19'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:33.460245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.477180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.496883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.497216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.516872 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Calling delete_port for 2c3d18a6-d7fb-4d40-8b17-b71e5ab8d17b owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:33.525941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] Deleting port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:33.526312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.596046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] For port e5e795e6-24f1-4e68-989a-d6684be43713, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:33.619955 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] For port e5e795e6-24f1-4e68-989a-d6684be43713, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e5e795e6-24f1-4e68-989a-d6684be43713,segment=NetworkSegment(3d684b6c-d61b-4df3-9ea5-1745fa3ac896),segment_id=3d684b6c-d61b-4df3-9ea5-1745fa3ac896)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:33.626225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] For port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,segment=NetworkSegment(2d0f9165-0ae3-4e26-82bd-8df9e288cdd8),segment_id=2d0f9165-0ae3-4e26-82bd-8df9e288cdd8)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:33.626680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.639710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] Calling delete_port for ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:33.645933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7e4c2a56-35c2-4d80-bab7-e10c771c226e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:33.699284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=a64cd342-b475-4a87-b4b2-3554ac40b8e1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.710991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.727930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Deleting port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:33.728268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.735618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.753444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.757198 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-814dcba9-8ec9-4ce8-8ced-4c66ba0e10dc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/a64cd342-b475-4a87-b4b2-3554ac40b8e1 HTTP/1.1" status: 204 len: 168 time: 1.5780795 Apr 29 07:51:33.761456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:33.767692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44864) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:33.783599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:33.798808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Pushing event updated for resources: {'Port': ['ID=b590a32b-5904-4c42-8c37-08756189ed92,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.801508 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:33.806021 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6902ef24-01cb-4504-9ffa-eef71803b3cd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:33.811325 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6902ef24-01cb-4504-9ffa-eef71803b3cd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/a64cd342-b475-4a87-b4b2-3554ac40b8e1 HTTP/1.1" status: 404 len: 333 time: 0.0422969 Apr 29 07:51:33.812257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44866) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:33.832385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.846295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd13b36-42b9-4433-b210-6e99b2b3c747 None None] Pushing event updated for resources: {'Port': ['ID=e5e795e6-24f1-4e68-989a-d6684be43713,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.891319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7e4c2a56-35c2-4d80-bab7-e10c771c226e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:33.891319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.903558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Pushing event deleted for resources: {'Port': ['ID=2c3d18a6-d7fb-4d40-8b17-b71e5ab8d17b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.959312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] For port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,segment=NetworkSegment(2d0f9165-0ae3-4e26-82bd-8df9e288cdd8),segment_id=2d0f9165-0ae3-4e26-82bd-8df9e288cdd8)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:33.959312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:33.959312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Calling delete_port for ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:34.034744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.055613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.073581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] Pushing event deleted for resources: {'Port': ['ID=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.077102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16c794-eb0e-43e6-9f71-42c38f9f9c60 None None] No DVR routers for this DVR port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:34.103359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.111637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:34.134744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:34.135096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:34.135603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8e47cd9f-c404-41e4-b50c-f59f52c02de3 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:34.139018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.147564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.153289 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed54c3a2-089f-40db-be88-0541cde87e4e tempest-FloatingIPAdminTestJSON-749599541 tempest-FloatingIPAdminTestJSON-749599541-project] 10.222.0.16 "DELETE /v2.0/floatingips/a0acdb1e-83c8-4265-97bb-7066a6aafbf6 HTTP/1.1" status: 204 len: 168 time: 1.0601993 Apr 29 07:51:34.180743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] No DVR routers for this DVR port ee8b504d-3d25-46a1-8aa2-dcf6ac61b452 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:34.190327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 8e47cd9f-c404-41e4-b50c-f59f52c02de3 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:34.190870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8e47cd9f-c404-41e4-b50c-f59f52c02de3 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:34.234808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Port': ['ID=ee8b504d-3d25-46a1-8aa2-dcf6ac61b452,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.245226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 8a3f7c66-e1f3-4ebb-b377-e463abffea60 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:34.251257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.281018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '5f68c0c4-6de7-4355-a11b-508a57408cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '410e7ee1-c092-41e0-a056-3462e418d12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:34.281377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: 410e7ee1-c092-41e0-a056-3462e418d12e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:34.303760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=cdd0a6ca-f959-4c08-a8a4-9ad67f8233e4,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.398065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 410e7ee1-c092-41e0-a056-3462e418d12e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:34.403781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.432503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6392617-98dd-4a03-a2c0-178f7cc5a158']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:34.444838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0f9165-0ae3-4e26-82bd-8df9e288cdd8') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:34.445124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0f9165-0ae3-4e26-82bd-8df9e288cdd8') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:34.453427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fe8da-a224-4eb9-bab2-91d7d5b3134e req-43fb1002-7ecb-4d7c-9239-3859c2faa9a1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:34.454940 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf1fe8da-a224-4eb9-bab2-91d7d5b3134e req-43fb1002-7ecb-4d7c-9239-3859c2faa9a1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1074972 Apr 29 07:51:34.464331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.465912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.484731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 8a3f7c66-e1f3-4ebb-b377-e463abffea60 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:34.488425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 410e7ee1-c092-41e0-a056-3462e418d12e) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:34.492464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.497495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf47f28-6d39-48d7-95f1-afbd34be293a None None] Network 410e7ee1-c092-41e0-a056-3462e418d12e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:34.499138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.500949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:34.501559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.509388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:34.509783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:34.512815 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:34.537979 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf1fe8da-a224-4eb9-bab2-91d7d5b3134e req-ac363df7-85c0-4aaa-bb40-5c2175ac1942 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749745 Apr 29 07:51:34.633309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-daa1ce99-ddfc-4420-bb9b-fd994af6027d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9081700 Apr 29 07:51:34.636095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44874) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:34.701049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.711664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.714936 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] 10.222.0.16 "DELETE /v2.0/networks/b6392617-98dd-4a03-a2c0-178f7cc5a158 HTTP/1.1" status: 204 len: 168 time: 1.6638014 Apr 29 07:51:34.730202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd2cb7-e338-48ac-8339-70c258fee451 tempest-AllowedAddressPairIpV6TestJSON-2075415979 tempest-AllowedAddressPairIpV6TestJSON-2075415979-project] Pushing event deleted for resources: {'Network': ['ID=b6392617-98dd-4a03-a2c0-178f7cc5a158,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.786620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.808537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.814322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-410e7ee1-c092-41e0-a056-3462e418d12e', 'network_id': '410e7ee1-c092-41e0-a056-3462e418d12e', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': 'cdd0a6ca-f959-4c08-a8a4-9ad67f8233e4'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:34.815227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.849148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=8a3f7c66-e1f3-4ebb-b377-e463abffea60,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.906865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.909829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44880) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:34.934946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:34.943220 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-aed3c8e3-a651-407d-bd33-bdb865a199bc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/8a3f7c66-e1f3-4ebb-b377-e463abffea60 HTTP/1.1" status: 204 len: 168 time: 1.1067641 Apr 29 07:51:34.943880 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44884) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:35.033063 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2925c0e5-b69e-47bf-ad9e-060b078b0375 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:35.037533 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2925c0e5-b69e-47bf-ad9e-060b078b0375 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/8a3f7c66-e1f3-4ebb-b377-e463abffea60 HTTP/1.1" status: 404 len: 333 time: 0.0909448 Apr 29 07:51:35.038147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44888) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:35.061147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.097451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.102492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Allocated IP 2001:db8::3 (410e7ee1-c092-41e0-a056-3462e418d12e/cdd0a6ca-f959-4c08-a8a4-9ad67f8233e4/8154a8e3-e5de-49bc-8cf7-654c73505a86) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:35.170476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:35.176268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.281698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd504-fbf0-4447-93bf-f0913129f7a8 req-33ca7d74-9660-40a0-9ba4-07f0e50031c3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:35.283341 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b7dd504-fbf0-4447-93bf-f0913129f7a8 req-33ca7d74-9660-40a0-9ba4-07f0e50031c3 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1753404 Apr 29 07:51:35.298656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.350921 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0126bb24-2b3d-4c37-a336-78d4096b83bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b878db3a1144b05b64c8964557a7473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348593 Apr 29 07:51:35.352468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44892) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:35.377017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.398993 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b7dd504-fbf0-4447-93bf-f0913129f7a8 req-1ca5caeb-1856-4eda-82e8-40c0216fe1aa tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650618 Apr 29 07:51:35.444584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-14293974-2c96-44e6-b84f-520a05ec35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:35.446057 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-14293974-2c96-44e6-b84f-520a05ec35f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.1439340 Apr 29 07:51:35.461921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44894) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:35.477082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.538159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3242ae-6330-4c46-97c9-9fb2deb972df None None] Network b3927f35-2e67-4e5b-87ca-6d34d9119f19 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:35.552668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Network 410e7ee1-c092-41e0-a056-3462e418d12e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:35.559069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.595292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:35.603770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.632877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:35.633478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4880cb68-a1cb-448d-8b12-f73b5e27bfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.658173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Pushing event updated for resources: {'Port': ['ID=8154a8e3-e5de-49bc-8cf7-654c73505a86,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:35.680937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-da6172b9-05b1-4183-82a0-7f5948f08a5f None None] Provisioning complete for port e5e795e6-24f1-4e68-989a-d6684be43713 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:35.681245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6172b9-05b1-4183-82a0-7f5948f08a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.683044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd0a6ca-f959-4c08-a8a4-9ad67f8233e4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:35.700612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.727902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e5e795e6-24f1-4e68-989a-d6684be43713 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:35.737174 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a8d970e0-992b-4a2a-a796-6b3182921777 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0b9ebc0820b4c579ff854ac26bf8337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719235 Apr 29 07:51:35.741642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44898) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:35.761204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410e7ee1-c092-41e0-a056-3462e418d12e']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:35.779506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f68c0c4-6de7-4355-a11b-508a57408cdb') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:35.779863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f68c0c4-6de7-4355-a11b-508a57408cdb') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:35.784998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Attempting to bind port 8154a8e3-e5de-49bc-8cf7-654c73505a86 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:35.785376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Attempting to bind port 8154a8e3-e5de-49bc-8cf7-654c73505a86 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5f68c0c4-6de7-4355-a11b-508a57408cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '410e7ee1-c092-41e0-a056-3462e418d12e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:35.785742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Attempting to bind port 8154a8e3-e5de-49bc-8cf7-654c73505a86 on network 410e7ee1-c092-41e0-a056-3462e418d12e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:35.800124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.822602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.831391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:35.831644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c13bf8a-eb5f-46ca-bfc7-43807088e658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.834306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Checking segment: {'id': '5f68c0c4-6de7-4355-a11b-508a57408cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '410e7ee1-c092-41e0-a056-3462e418d12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:35.834306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.834306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Bound using segment: {'id': '5f68c0c4-6de7-4355-a11b-508a57408cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '410e7ee1-c092-41e0-a056-3462e418d12e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:35.834732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:35.834819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Bound port: 8154a8e3-e5de-49bc-8cf7-654c73505a86, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f68c0c4-6de7-4355-a11b-508a57408cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '410e7ee1-c092-41e0-a056-3462e418d12e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:35.834909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.835015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:35.838343 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:35.923864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c13bf8a-eb5f-46ca-bfc7-43807088e658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.001187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.api [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:51:36.001187 dv-neutron-839740-1-hyperv neutron-server[109782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:51:36.001187 dv-neutron-839740-1-hyperv neutron-server[109782]: [parameters: {'id': '410e7ee1-c092-41e0-a056-3462e418d12e'}] Apr 29 07:51:36.001187 dv-neutron-839740-1-hyperv neutron-server[109782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:51:36.001591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG oslo_db.api [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:51:36.013976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Router 99d50584-3d4b-407a-abb5-2fe22f22d660 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:51:36.040306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4880cb68-a1cb-448d-8b12-f73b5e27bfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.044616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-9e431529-066c-41f5-b119-83055bc168be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:36.045687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c13bf8a-eb5f-46ca-bfc7-43807088e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.046091 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-9e431529-066c-41f5-b119-83055bc168be service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.5759950 Apr 29 07:51:36.048808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c13bf8a-eb5f-46ca-bfc7-43807088e658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.063209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2c13bf8a-eb5f-46ca-bfc7-43807088e658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97979e7b-4866-49a2-8001-685b5d8c9788 HTTP/1.1" status: 204 len: 168 time: 0.3200052 Apr 29 07:51:36.074278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13bf8a-eb5f-46ca-bfc7-43807088e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97979e7b-4866-49a2-8001-685b5d8c9788,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:36.104001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e5e795e6-24f1-4e68-989a-d6684be43713 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:36.104001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.152448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6172b9-05b1-4183-82a0-7f5948f08a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.179720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] For port 8154a8e3-e5de-49bc-8cf7-654c73505a86, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:36.188159 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-91f99978-244f-48a9-b4f0-e8f21aa1f5d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1002 time: 0.1306129 Apr 29 07:51:36.203252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] For port 8154a8e3-e5de-49bc-8cf7-654c73505a86, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8154a8e3-e5de-49bc-8cf7-654c73505a86,segment=NetworkSegment(5f68c0c4-6de7-4355-a11b-508a57408cdb),segment_id=5f68c0c4-6de7-4355-a11b-508a57408cdb)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:36.229973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-da6172b9-05b1-4183-82a0-7f5948f08a5f None None] For port e5e795e6-24f1-4e68-989a-d6684be43713, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e5e795e6-24f1-4e68-989a-d6684be43713,segment=NetworkSegment(3d684b6c-d61b-4df3-9ea5-1745fa3ac896),segment_id=3d684b6c-d61b-4df3-9ea5-1745fa3ac896)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:36.271252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.276252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.307567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6172b9-05b1-4183-82a0-7f5948f08a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.309921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.325869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.332124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44902) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:36.332858 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58 HTTP/1.1" status: 204 len: 168 time: 1.2919104 Apr 29 07:51:36.334292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4541-9d16-4861-9f01-7a7e347738d1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:36.345986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-eb66228c-2770-4f4b-bf98-97f7d1370915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:36.347457 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-eb66228c-2770-4f4b-bf98-97f7d1370915 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.1483810 Apr 29 07:51:36.348595 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:36.355685 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.357018 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d6128520-c8fb-43fb-8fb6-6417226cc99a tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "PUT /v2.0/routers/99d50584-3d4b-407a-abb5-2fe22f22d660 HTTP/1.1" status: 200 len: 919 time: 4.7256479 Apr 29 07:51:36.363434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90582971-f33b-4e52-aa06-a0198c62da19 None None] Network 136d9ec1-cbbe-4dc4-9764-731b48c8709e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:36.366993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44904) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:36.396579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4880cb68-a1cb-448d-8b12-f73b5e27bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.402298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4880cb68-a1cb-448d-8b12-f73b5e27bfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.403526 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4880cb68-a1cb-448d-8b12-f73b5e27bfee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/550d4693-fa82-405b-8ea9-354692ffbfa6 HTTP/1.1" status: 204 len: 168 time: 1.0466995 Apr 29 07:51:36.418355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880cb68-a1cb-448d-8b12-f73b5e27bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550d4693-fa82-405b-8ea9-354692ffbfa6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:36.452479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-28fa8a3e-391d-4fb5-90f7-b05b4b59536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:36.456522 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-28fa8a3e-391d-4fb5-90f7-b05b4b59536f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0983593 Apr 29 07:51:36.473258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] Sync routers for ids ['99d50584-3d4b-407a-abb5-2fe22f22d660'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:36.571058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.574634 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-906e9c25-f613-4675-80f4-4b66051c5adb tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/99d50584-3d4b-407a-abb5-2fe22f22d660 HTTP/1.1" status: 200 len: 925 time: 0.2064745 Apr 29 07:51:36.580444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44914) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:36.653495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e13399-d31a-4757-b73b-24a19d083d77 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:36.658792 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f0e13399-d31a-4757-b73b-24a19d083d77 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=99d50584-3d4b-407a-abb5-2fe22f22d660&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0765224 Apr 29 07:51:36.659691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44918) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:36.661901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] Routers {'99d50584-3d4b-407a-abb5-2fe22f22d660'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:36.662575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['99d50584-3d4b-407a-abb5-2fe22f22d660'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:36.665505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:51:36.666404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:51:36.668198 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-3440221f-3228-4058-984c-feaff5bc0ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030132 Apr 29 07:51:36.712136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.751084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6172b9-05b1-4183-82a0-7f5948f08a5f None None] Pushing event updated for resources: {'Port': ['ID=e5e795e6-24f1-4e68-989a-d6684be43713,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:36.757551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336076d-594f-4ef7-8242-ee641bff0306 None None] Network 410e7ee1-c092-41e0-a056-3462e418d12e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:36.762478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:36.764533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3d6d810f-d177-4e3d-afba-58a5d5569a7f None None] Provisioning complete for port e5e795e6-24f1-4e68-989a-d6684be43713 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:36.764903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d6d810f-d177-4e3d-afba-58a5d5569a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.768831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53df5b-858e-47a5-a305-8c2ab23a5263 req-aca46917-7bd0-4d4c-ad25-fa0e2fce7ddd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:36.770394 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac53df5b-858e-47a5-a305-8c2ab23a5263 req-aca46917-7bd0-4d4c-ad25-fa0e2fce7ddd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1931632 Apr 29 07:51:36.880906 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac53df5b-858e-47a5-a305-8c2ab23a5263 req-e98da4a5-b628-4ba5-8f63-5c5a59183b3a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819170 Apr 29 07:51:36.882254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1aa0f-1afe-4db7-b119-a654184f4a22 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:36.896446 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c9e1aa0f-1afe-4db7-b119-a654184f4a22 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.2270377 Apr 29 07:51:36.897287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44926) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:36.899977 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-c154dcb6-adc6-4b1d-a861-4eb066d78626 req-2ed87ebc-d998-44d8-95d0-9fe47446491a service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098477 Apr 29 07:51:36.903475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port 8154a8e3-e5de-49bc-8cf7-654c73505a86 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:36.904138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:36.949802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44928) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:36.950069 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1719c109-384f-43ea-bda6-e44fd20dd564 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d50584-3d4b-407a-abb5-2fe22f22d660 HTTP/1.1" status: 200 len: 205 time: 0.0489860 Apr 29 07:51:36.966293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] Routers {'99d50584-3d4b-407a-abb5-2fe22f22d660'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:36.966965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['99d50584-3d4b-407a-abb5-2fe22f22d660'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.015790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 7e4c2a56-35c2-4d80-bab7-e10c771c226e {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:37.016114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.020211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.021928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a744b-4b23-4f41-8ddc-b2ddccf389ef None None] The sync data for ids ['99d50584-3d4b-407a-abb5-2fe22f22d660'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:37.026201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7c08b-27d2-4784-84f7-69a5f61d1557 None None] Pushing event updated for resources: {'Port': ['ID=8154a8e3-e5de-49bc-8cf7-654c73505a86,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.116228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] DHCP port deletion for 136d9ec1-cbbe-4dc4-9764-731b48c8709e request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:37.129712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port 8154a8e3-e5de-49bc-8cf7-654c73505a86, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8154a8e3-e5de-49bc-8cf7-654c73505a86,segment=NetworkSegment(5f68c0c4-6de7-4355-a11b-508a57408cdb),segment_id=5f68c0c4-6de7-4355-a11b-508a57408cdb)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:37.130744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.173140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for 8154a8e3-e5de-49bc-8cf7-654c73505a86 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:37.190352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] For port 7e4c2a56-35c2-4d80-bab7-e10c771c226e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7e4c2a56-35c2-4d80-bab7-e10c771c226e,segment=NetworkSegment(a15827a2-d502-46a9-b5ca-b08b2a3ed81c),segment_id=a15827a2-d502-46a9-b5ca-b08b2a3ed81c)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:37.190736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.220790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.225172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] Deleting port 7e4c2a56-35c2-4d80-bab7-e10c771c226e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:37.225544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.248513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 7e4c2a56-35c2-4d80-bab7-e10c771c226e owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:37.294770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] For port 7e4c2a56-35c2-4d80-bab7-e10c771c226e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7e4c2a56-35c2-4d80-bab7-e10c771c226e,segment=NetworkSegment(a15827a2-d502-46a9-b5ca-b08b2a3ed81c),segment_id=a15827a2-d502-46a9-b5ca-b08b2a3ed81c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:37.295180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.324629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] Calling delete_port for 7e4c2a56-35c2-4d80-bab7-e10c771c226e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:37.328125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44938) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:37.426969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c9245076-c61e-4094-928f-d9601a90539e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.440957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.491520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.522853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44940) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:37.523121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=8154a8e3-e5de-49bc-8cf7-654c73505a86,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.525653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port 8154a8e3-e5de-49bc-8cf7-654c73505a86 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:37.542695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.575021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] Pushing event deleted for resources: {'Port': ['ID=7e4c2a56-35c2-4d80-bab7-e10c771c226e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.590158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157f9fb-1f80-4d79-974b-feda598ab66d None None] No DVR routers for this DVR port 7e4c2a56-35c2-4d80-bab7-e10c771c226e on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:37.612739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add0cf5-1ca5-4f57-a8da-7f1a1113cb7e None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:51:37.625212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.633582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.668486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c9245076-c61e-4094-928f-d9601a90539e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.676589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=7e4c2a56-35c2-4d80-bab7-e10c771c226e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.680529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e5e795e6-24f1-4e68-989a-d6684be43713 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:37.684570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No DVR routers for this DVR port 7e4c2a56-35c2-4d80-bab7-e10c771c226e on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:37.697441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410e7ee1-c092-41e0-a056-3462e418d12e']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.727793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f68c0c4-6de7-4355-a11b-508a57408cdb') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.728094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f68c0c4-6de7-4355-a11b-508a57408cdb') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.735677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-326214397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:37.745126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c9245076-c61e-4094-928f-d9601a90539e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.752173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.788433 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c9245076-c61e-4094-928f-d9601a90539e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afca955ff06346af95ef9cfb52fc3558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588742 Apr 29 07:51:37.789052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e5e795e6-24f1-4e68-989a-d6684be43713 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:37.789427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.792456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44944) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:37.797964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Deleting port b590a32b-5904-4c42-8c37-08756189ed92 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:37.798536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.806829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245076-c61e-4094-928f-d9601a90539e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45049092-c9b9-4f74-8956-567b6e7ee751,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.821473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.828822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.831421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add0cf5-1ca5-4f57-a8da-7f1a1113cb7e None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:51:37.833510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Made reservation on behalf of e50ad7d0d4b74af68c2fa03295b540aa for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:37.837356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.842781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:37.842917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.849945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:37.871220 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:37.875980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ada2c-108d-4799-8c2c-f3b8bb7602dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.898120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136d9ec1-cbbe-4dc4-9764-731b48c8709e']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.909249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ada2c-108d-4799-8c2c-f3b8bb7602dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.947276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15827a2-d502-46a9-b5ca-b08b2a3ed81c') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.947572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15827a2-d502-46a9-b5ca-b08b2a3ed81c') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.972691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:37.986111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.001467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.028666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:38.029073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:38.032787 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:38.037074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.056642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7e4c2a56-35c2-4d80-bab7-e10c771c226e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:38.073329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.075104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Calling delete_port for b590a32b-5904-4c42-8c37-08756189ed92 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:38.080286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 7e4c2a56-35c2-4d80-bab7-e10c771c226e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:38.080703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7e4c2a56-35c2-4d80-bab7-e10c771c226e not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:38.084410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ada2c-108d-4799-8c2c-f3b8bb7602dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.087400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ada2c-108d-4799-8c2c-f3b8bb7602dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.092513 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c8ada2c-108d-4799-8c2c-f3b8bb7602dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45049092-c9b9-4f74-8956-567b6e7ee751 HTTP/1.1" status: 204 len: 168 time: 0.2951765 Apr 29 07:51:38.092513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.115497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ada2c-108d-4799-8c2c-f3b8bb7602dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45049092-c9b9-4f74-8956-567b6e7ee751,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.125700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.130011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/410e7ee1-c092-41e0-a056-3462e418d12e HTTP/1.1" status: 204 len: 168 time: 3.4928143 Apr 29 07:51:38.144344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44952) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:38.150053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d31c3-4767-477f-a92d-6323687c0b2d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=410e7ee1-c092-41e0-a056-3462e418d12e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.151990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023990677'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:38.158601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:38.187846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ea14c-bf4e-42cf-b039-77b23fb31a2c,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.193053 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.193568 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Added segment 4f2b28c0-ffc4-4173-a831-1d4409aa8426 of type vlan for network d60f1c25-5983-4765-97f1-ca482a6fa475 Apr 29 07:51:38.202960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686d41-c442-4b63-84d8-1732e8664014 req-f794811d-e479-4853-96c0-0d2100f5c1d2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:38.204501 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34686d41-c442-4b63-84d8-1732e8664014 req-f794811d-e479-4853-96c0-0d2100f5c1d2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1979787 Apr 29 07:51:38.249320 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.285510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:38.289607 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.292383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.296509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.303765 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/136d9ec1-cbbe-4dc4-9764-731b48c8709e HTTP/1.1" status: 204 len: 168 time: 1.9654784 Apr 29 07:51:38.304030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44954) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:38.309007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-372529164'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:38.312735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34686d41-c442-4b63-84d8-1732e8664014 req-3ef9664d-149d-4e11-a717-d45e3a725273 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880060 Apr 29 07:51:38.328978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18238c75-f4a1-4b02-942c-b6b417360cb0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=136d9ec1-cbbe-4dc4-9764-731b48c8709e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.335067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:38.345598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.354207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:38.354207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.359693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.360032 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 38d98530-670f-4321-be4b-60558287cbd6 of type vlan for network 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc Apr 29 07:51:38.442263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701737b9-c005-45be-8654-be1fda3a6e80 req-d4582d30-6338-4de4-9eca-0e87a1bcdd94 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:38.443911 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-701737b9-c005-45be-8654-be1fda3a6e80 req-d4582d30-6338-4de4-9eca-0e87a1bcdd94 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0590734 Apr 29 07:51:38.451694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:38.455028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.477054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event updated for resources: {'Network': ['ID=d60f1c25-5983-4765-97f1-ca482a6fa475,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.483257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.483468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-701737b9-c005-45be-8654-be1fda3a6e80 req-e8540ed1-fbe5-4a85-8b77-099be6e824d9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Apr 29 07:51:38.488958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d60f1c25-5983-4765-97f1-ca482a6fa475 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:38.492979 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-441023ff-5465-49bd-9f70-5cc9fffefc12 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9677677 Apr 29 07:51:38.497249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44958) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:38.502375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Request body: {'subnet': {'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:38.506318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:38.520351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.531148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.531148 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment 7c88048b-1971-4459-afab-df3e0ddc719c of type vlan for network 5ec3a38b-3793-4015-9337-9069044013e7 Apr 29 07:51:38.564599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event deleted for resources: {'Port': ['ID=b590a32b-5904-4c42-8c37-08756189ed92,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.569358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.617402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.624299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:38.628216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.689617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.690586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:38.690586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.722747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.726743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.735891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:38.780055 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-400d5557-6e0d-4d4f-ba82-2d5ccb5e2a64 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6339896 Apr 29 07:51:38.785262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44966) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:38.790559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:38.798562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=5ec3a38b-3793-4015-9337-9069044013e7,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.817480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 5ec3a38b-3793-4015-9337-9069044013e7 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:38.841582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.844426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:38.861415 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-548b66b8-ef65-4a20-b577-a9b6b7f45d84 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5562315 Apr 29 07:51:38.868940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44970) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:38.874834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': '5ec3a38b-3793-4015-9337-9069044013e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:39.106238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:39.111617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.119696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:39.125460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.146166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44976) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:39.199051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Made reservation on behalf of e50ad7d0d4b74af68c2fa03295b540aa for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:39.202382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.240451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f429638c-c972-48f1-a4f3-f1abcf04756b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.304176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.304716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Fanout notify agent at l3_agent the message router_deleted on router 99d50584-3d4b-407a-abb5-2fe22f22d660 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:39.314292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.315391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-96cd55c1-1c0a-416b-88d8-6d52538d390d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/99d50584-3d4b-407a-abb5-2fe22f22d660 HTTP/1.1" status: 204 len: 168 time: 2.3582640 Apr 29 07:51:39.324721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44978) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:39.328331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-292893011', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:39.353237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93cf14-9b18-41bc-9b9b-0abfdb1e4f5b req-1407b574-8f32-41d5-b9c0-0345005f82e0 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:39.354743 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac93cf14-9b18-41bc-9b9b-0abfdb1e4f5b req-1407b574-8f32-41d5-b9c0-0345005f82e0 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.1582692 Apr 29 07:51:39.363401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff11895-ab4a-4230-8418-26ab312f1d20 req-80bec56b-4a31-41dc-91bf-116984aa5336 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:39.365389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cff11895-ab4a-4230-8418-26ab312f1d20 req-80bec56b-4a31-41dc-91bf-116984aa5336 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1703267 Apr 29 07:51:39.459657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac93cf14-9b18-41bc-9b9b-0abfdb1e4f5b req-48dcadb8-0dda-4a09-af86-16202f2b8d7c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932822 Apr 29 07:51:39.460463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.461470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.464488 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cff11895-ab4a-4230-8418-26ab312f1d20 req-4ce88cdf-3ee7-41bc-b732-e1f3ed6078e6 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894921 Apr 29 07:51:39.561711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f429638c-c972-48f1-a4f3-f1abcf04756b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.605094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.626313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.648433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539682a-2f57-4374-a924-a4c16d27a4f3 req-e2613d4f-a4e4-4bbe-bed9-6df99d4eefd8 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:39.649941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9539682a-2f57-4374-a924-a4c16d27a4f3 req-e2613d4f-a4e4-4bbe-bed9-6df99d4eefd8 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0952539 Apr 29 07:51:39.651823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f429638c-c972-48f1-a4f3-f1abcf04756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.694526 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f429638c-c972-48f1-a4f3-f1abcf04756b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddb988bf80cb46568dab97af37a3345f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469894 Apr 29 07:51:39.697137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 44984) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:39.703326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429638c-c972-48f1-a4f3-f1abcf04756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d834af-e3da-45af-a4af-0b55cca87eaf,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:39.704746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event updated for resources: {'Subnet': ['ID=0ef230b6-59bd-4748-a0ae-37ab9d608039,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:39.715090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.717045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.723380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Checking segment: {'id': '4f2b28c0-ffc4-4173-a831-1d4409aa8426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:39.724624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Network hostable DHCP agents. Network: d60f1c25-5983-4765-97f1-ca482a6fa475, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:39.730405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9539682a-2f57-4374-a924-a4c16d27a4f3 req-2cc54fc1-9be4-4553-bdb4-b51b9f222c15 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719657 Apr 29 07:51:39.811178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Network d60f1c25-5983-4765-97f1-ca482a6fa475 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:39.855326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204243b2-ddf6-4103-a0f5-af9bd076956d req-4653fd0c-4e70-4ea9-8085-1500b60f8dd1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:39.856787 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-204243b2-ddf6-4103-a0f5-af9bd076956d req-4653fd0c-4e70-4ea9-8085-1500b60f8dd1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0577526 Apr 29 07:51:39.895847 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-204243b2-ddf6-4103-a0f5-af9bd076956d req-5a3fcf64-684d-4104-93cd-bdeedad28258 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Apr 29 07:51:39.902956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d60f1c25-5983-4765-97f1-ca482a6fa475) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:39.912660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:39.912660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.916596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff11df-ed4c-4ea2-abf5-fef1a1823619 None None] Network d60f1c25-5983-4765-97f1-ca482a6fa475 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:39.956826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:39.994532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=8ae38b65-22fe-42d7-b545-d6700b254d57,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.008555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-074f23ca-3365-4d46-8c8c-7b6f52b616fb tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5102866 Apr 29 07:51:40.011170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44992) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:40.017984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Request body: {'port': {'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1974851467'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.035824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0da68188-2654-4206-a30a-532bd75c4f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.044175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '38d98530-670f-4321-be4b-60558287cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:40.044548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:40.063571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': '7c88048b-1971-4459-afab-df3e0ddc719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5ec3a38b-3793-4015-9337-9069044013e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:40.063571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: 5ec3a38b-3793-4015-9337-9069044013e7, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:40.105288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=aec8e188-def6-41b3-a83e-4d485b4a79e8,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.114356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0da68188-2654-4206-a30a-532bd75c4f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.132287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5d986-83f4-446d-9bc6-d1e8b4278fae req-005584f3-724d-499b-b1da-d5ff0a9cc640 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:40.133885 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ba5d986-83f4-446d-9bc6-d1e8b4278fae req-005584f3-724d-499b-b1da-d5ff0a9cc640 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.1238151 Apr 29 07:51:40.196746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:40.198638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 5ec3a38b-3793-4015-9337-9069044013e7 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:40.209081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ba5d986-83f4-446d-9bc6-d1e8b4278fae req-b52304ee-d47d-4885-86bf-d8080c5c6f22 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585036 Apr 29 07:51:40.213278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:40.215269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 5ec3a38b-3793-4015-9337-9069044013e7) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:40.220754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:40.221355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.226298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:40.226891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.236825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db222b45-8e20-4184-beaa-3bf78c5ca390 None None] Network 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:40.239079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f6d0b5-2ea0-4584-933f-959cfd64292b None None] Network 5ec3a38b-3793-4015-9337-9069044013e7 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:40.318076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0da68188-2654-4206-a30a-532bd75c4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.320681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0da68188-2654-4206-a30a-532bd75c4f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.324430 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0da68188-2654-4206-a30a-532bd75c4f29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64d834af-e3da-45af-a4af-0b55cca87eaf HTTP/1.1" status: 204 len: 168 time: 0.6236901 Apr 29 07:51:40.340426 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f6e15f1e-406f-4659-9900-7ac95a8fb917 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5516136 Apr 29 07:51:40.340627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-d60f1c25-5983-4765-97f1-ca482a6fa475', 'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475', 'tenant_id': 'e50ad7d0d4b74af68c2fa03295b540aa', 'fixed_ips': [{'subnet_id': '0ef230b6-59bd-4748-a0ae-37ab9d608039'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:40.340627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.343620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 44998) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:40.343797 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-15c15d7c-1d2f-4ca5-84c0-12457155c3b2 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4718289 Apr 29 07:51:40.353534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da68188-2654-4206-a30a-532bd75c4f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d834af-e3da-45af-a4af-0b55cca87eaf,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.355386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45000) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:40.416025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': '5ec3a38b-3793-4015-9337-9069044013e7', 'name': 'tempest-PortsIpV6TestJSON-1826194796', 'fixed_ips': [{'subnet_id': '8ae38b65-22fe-42d7-b545-d6700b254d57', 'ip_address': '2001:db8::10'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.424795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.447899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.458611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Made reservation on behalf of e50ad7d0d4b74af68c2fa03295b540aa for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:40.462035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.491654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Allocated IP 2001:db8::2 (d60f1c25-5983-4765-97f1-ca482a6fa475/0ef230b6-59bd-4748-a0ae-37ab9d608039/db04ea07-9776-4fdf-a8b6-a648abc90a96) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:40.574941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Allocated IP 172.26.2.196 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/dd5ef101-1e62-4bfc-a587-323ca1b46568) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:40.660993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] device_id is not set on port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:40.727297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298844ff-5350-4a83-bfed-6647fa52917d req-578bc3d5-fc4e-490f-ba4f-84cc63451523 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:40.729169 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-298844ff-5350-4a83-bfed-6647fa52917d req-578bc3d5-fc4e-490f-ba4f-84cc63451523 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.4153910 Apr 29 07:51:40.765398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-04eaa88d-9cee-4765-a466-a5951597a9dc tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:40.767252 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-04eaa88d-9cee-4765-a466-a5951597a9dc tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.1297712 Apr 29 07:51:40.793736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.837632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.857087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a662e-94a3-4513-925a-a088e54f0d18 req-f3f55e2c-f9e8-47d1-a518-c59fa192732b tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:40.859658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc', 'network_id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': 'aec8e188-def6-41b3-a83e-4d485b4a79e8'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:40.859849 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-626a662e-94a3-4513-925a-a088e54f0d18 req-f3f55e2c-f9e8-47d1-a518-c59fa192732b tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 946 time: 0.2740338 Apr 29 07:51:40.860515 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.883959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.939494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-5ec3a38b-3793-4015-9337-9069044013e7', 'network_id': '5ec3a38b-3793-4015-9337-9069044013e7', 'tenant_id': '2af3b1688ec84ceb9d8f44184c745027', 'fixed_ips': [{'subnet_id': '8ae38b65-22fe-42d7-b545-d6700b254d57'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:40.940133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Deleting port 966f008b-1240-4aa0-a696-4dc6035a826a {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:40.940551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.940865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.958890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:40.987056 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-298844ff-5350-4a83-bfed-6647fa52917d req-aa6463ad-a6ed-4bca-870d-508f1475a974 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293620 Apr 29 07:51:41.032818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Network d60f1c25-5983-4765-97f1-ca482a6fa475 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:41.064998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] For port 966f008b-1240-4aa0-a696-4dc6035a826a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=966f008b-1240-4aa0-a696-4dc6035a826a,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:41.065316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.075156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.087029 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-626a662e-94a3-4513-925a-a088e54f0d18 req-032ed035-40c0-469d-868b-fb703f9fe911 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8902e1c1-4749-4b4b-8718-2369cec89e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173254 Apr 29 07:51:41.096952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Allocated IP 2001:db8::266 (d60f1c25-5983-4765-97f1-ca482a6fa475/0ef230b6-59bd-4748-a0ae-37ab9d608039/8a6edf01-2be8-480e-a580-0f650dbe5dc8) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:41.143727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:41.145371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:41.150654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:41.167990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Pushing event updated for resources: {'Port': ['ID=db04ea07-9776-4fdf-a8b6-a648abc90a96,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:41.177350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Allocated IP 2001:db8::1 (98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc/aec8e188-def6-41b3-a83e-4d485b4a79e8/e81ab5c7-0166-4391-9b17-b51d10f3fd9b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:41.183623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.370943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35ec04c3-8d35-45f6-9eb2-dac6440d7e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.452735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.462823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Allocated IP 2001:db8::2 (5ec3a38b-3793-4015-9337-9069044013e7/8ae38b65-22fe-42d7-b545-d6700b254d57/4e6796d8-5895-411c-ba63-a436c33adb64) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:41.508600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port b8ca60a5-e106-4b93-bd95-26e1c1cad829 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:41.542954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.568918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Attempting to bind port db04ea07-9776-4fdf-a8b6-a648abc90a96 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:41.569367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Attempting to bind port db04ea07-9776-4fdf-a8b6-a648abc90a96 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '4f2b28c0-ffc4-4173-a831-1d4409aa8426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:41.569788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Attempting to bind port db04ea07-9776-4fdf-a8b6-a648abc90a96 on network d60f1c25-5983-4765-97f1-ca482a6fa475 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:41.579624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:41.582231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:41.582766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Checking segment: {'id': '4f2b28c0-ffc4-4173-a831-1d4409aa8426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:41.583284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.583732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Bound using segment: {'id': '4f2b28c0-ffc4-4173-a831-1d4409aa8426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:41.584274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Bound port: db04ea07-9776-4fdf-a8b6-a648abc90a96, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2b28c0-ffc4-4173-a831-1d4409aa8426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:41.584713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.617077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894f311-d253-4567-8824-7b71eaa882d0 req-799cfd41-617f-4702-a932-c81828003508 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:41.618325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:41.624630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:41.624817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7894f311-d253-4567-8824-7b71eaa882d0 req-799cfd41-617f-4702-a932-c81828003508 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.2549901 Apr 29 07:51:41.663874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-f7ef4064-418b-4f1f-a070-d358da301d0a tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:41.665463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-f7ef4064-418b-4f1f-a070-d358da301d0a tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.39 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 0.2847908 Apr 29 07:51:41.669484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event updated for resources: {'Port': ['ID=dd5ef101-1e62-4bfc-a587-323ca1b46568,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:41.729453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] For port db04ea07-9776-4fdf-a8b6-a648abc90a96, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:41.734464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] For port db04ea07-9776-4fdf-a8b6-a648abc90a96, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db04ea07-9776-4fdf-a8b6-a648abc90a96,segment=NetworkSegment(4f2b28c0-ffc4-4173-a831-1d4409aa8426),segment_id=4f2b28c0-ffc4-4173-a831-1d4409aa8426)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:41.808442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.820524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7894f311-d253-4567-8824-7b71eaa882d0 req-6fad7c75-4ab7-40e1-835c-43fdd91ebf9e tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940460 Apr 29 07:51:41.834947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.837313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.842721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.842721 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Floating IP 5b9c0916-add9-4e94-9671-c46ebf109922 disassociated. External IP: 172.26.2.3, port: 966f008b-1240-4aa0-a696-4dc6035a826a. Apr 29 07:51:41.842721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Calling delete_port for 966f008b-1240-4aa0-a696-4dc6035a826a owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:41.887376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.903610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.912288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:41.936749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Network 5ec3a38b-3793-4015-9337-9069044013e7 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:41.938080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dafe18-3ea3-40f9-8c0b-581c962d0003 None None] Pushing event updated for resources: {'Port': ['ID=db04ea07-9776-4fdf-a8b6-a648abc90a96,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:41.943528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:41.947245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:42.023532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.035583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Pushing event updated for resources: {'Port': ['ID=4e6796d8-5895-411c-ba63-a436c33adb64,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:42.048007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Attempting to bind port 4e6796d8-5895-411c-ba63-a436c33adb64 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:42.048007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Attempting to bind port 4e6796d8-5895-411c-ba63-a436c33adb64 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '7c88048b-1971-4459-afab-df3e0ddc719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5ec3a38b-3793-4015-9337-9069044013e7'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:42.048318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Attempting to bind port 4e6796d8-5895-411c-ba63-a436c33adb64 on network 5ec3a38b-3793-4015-9337-9069044013e7 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:42.050267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Network d60f1c25-5983-4765-97f1-ca482a6fa475 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:42.068188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event updated for resources: {'Port': ['ID=8a6edf01-2be8-480e-a580-0f650dbe5dc8,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:42.070901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:42.076571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::10 (5ec3a38b-3793-4015-9337-9069044013e7/8ae38b65-22fe-42d7-b545-d6700b254d57/b8ca60a5-e106-4b93-bd95-26e1c1cad829) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:42.079562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:42.081392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Network 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:42.085493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:42.085902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Checking segment: {'id': '7c88048b-1971-4459-afab-df3e0ddc719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5ec3a38b-3793-4015-9337-9069044013e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:42.086282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.086706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Bound using segment: {'id': '7c88048b-1971-4459-afab-df3e0ddc719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5ec3a38b-3793-4015-9337-9069044013e7'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:42.087190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Bound port: 4e6796d8-5895-411c-ba63-a436c33adb64, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c88048b-1971-4459-afab-df3e0ddc719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5ec3a38b-3793-4015-9337-9069044013e7'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:42.087613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.096623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:42.097610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:42.105348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.107945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:42.117433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Pushing event updated for resources: {'Port': ['ID=e81ab5c7-0166-4391-9b17-b51d10f3fd9b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:42.135303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Deleting port 84107c27-2ab1-4cde-b6c1-f998e27272af {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:42.138870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.182075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.185523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.217430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Attempting to bind port e81ab5c7-0166-4391-9b17-b51d10f3fd9b on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:42.217875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Attempting to bind port e81ab5c7-0166-4391-9b17-b51d10f3fd9b by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '38d98530-670f-4321-be4b-60558287cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:42.218242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Attempting to bind port e81ab5c7-0166-4391-9b17-b51d10f3fd9b on network 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:42.247598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:42.248362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Checking segment: {'id': '38d98530-670f-4321-be4b-60558287cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:42.256232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.256786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Bound using segment: {'id': '38d98530-670f-4321-be4b-60558287cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:42.257883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Bound port: e81ab5c7-0166-4391-9b17-b51d10f3fd9b, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d98530-670f-4321-be4b-60558287cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:42.258407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.264082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] For port 4e6796d8-5895-411c-ba63-a436c33adb64, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:42.268989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event deleted for resources: {'Port': ['ID=966f008b-1240-4aa0-a696-4dc6035a826a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:42.305348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] For port 4e6796d8-5895-411c-ba63-a436c33adb64, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4e6796d8-5895-411c-ba63-a436c33adb64,segment=NetworkSegment(7c88048b-1971-4459-afab-df3e0ddc719c),segment_id=7c88048b-1971-4459-afab-df3e0ddc719c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:42.379362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] For port e81ab5c7-0166-4391-9b17-b51d10f3fd9b, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:42.382524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1e41569-33de-4c36-9b74-77990d2f8a67 req-b894613c-d807-4414-86f2-dbe9306c278c tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 210 time: 0.1379962 Apr 29 07:51:42.386333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] For port e81ab5c7-0166-4391-9b17-b51d10f3fd9b, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e81ab5c7-0166-4391-9b17-b51d10f3fd9b,segment=NetworkSegment(38d98530-670f-4321-be4b-60558287cbd6),segment_id=38d98530-670f-4321-be4b-60558287cbd6)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:42.390081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.390808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.441577 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-87425576-4e4d-4063-92e7-c58b7c7c6a27 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4276071 Apr 29 07:51:42.441748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45032) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:42.496115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717c536-5508-459e-ac78-aa720b411bbf None None] Pushing event updated for resources: {'Port': ['ID=4e6796d8-5895-411c-ba63-a436c33adb64,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:42.500711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.537310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Request body: {'port': {'network_id': 'd60f1c25-5983-4765-97f1-ca482a6fa475', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1463555202', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:42.537310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.api.validators [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] bootfile-name is not in valid_values {{(pid=109782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:51:42.537310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.api.validators [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] tftp-server is not in valid_values {{(pid=109782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:51:42.537310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.api.validators [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] server-ip-address is not in valid_values {{(pid=109782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:51:42.570123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.595333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=aec8e188-def6-41b3-a83e-4d485b4a79e8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:42.630984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eafc2-1a50-43c4-a749-f9456fb660d2 None None] Pushing event updated for resources: {'Port': ['ID=e81ab5c7-0166-4391-9b17-b51d10f3fd9b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:42.691539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:42.737949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Router 540f3cdd-9496-441c-a27e-b500f2f0cf8e has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:42.750534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec3a3a-32f9-479a-9946-76dc5c936ca7 None None] Network 98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:43.009669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.014514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] For port 84107c27-2ab1-4cde-b6c1-f998e27272af, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=84107c27-2ab1-4cde-b6c1-f998e27272af,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:43.015123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.053421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:43.065949 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] Sync routers for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:43.083413 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:43.084477 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.124668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.196207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] No DVR routers for this DVR port 966f008b-1240-4aa0-a696-4dc6035a826a on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:43.203348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.206982 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-fd55b821-4f5c-45a0-b63e-c28c557d69cc req-e0421e41-b4c9-45a9-ac5f-cbd3b0e1fc81 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.39 "DELETE /v2.0/ports/966f008b-1240-4aa0-a696-4dc6035a826a HTTP/1.1" status: 204 len: 173 time: 2.4279237 Apr 29 07:51:43.216588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'name': 'network-vif-deleted', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:43.223567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011a2f0-3613-40b0-b4a5-ba6319d7258a" -d '{"events": [{"server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "name": "network-vif-deleted", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:43.305776 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:43.321692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00cf61b4-c66a-4316-8120-d11dd6d2fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.367724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45048) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:43.374352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Router dbabf68b-8605-48ce-95d7-00b21c97f6da is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:51:43.406421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544245e-7a70-498d-b75b-ec4e85fbd252 req-22461575-c1b1-435f-a8c7-e5daa27913bb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:43.408223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a544245e-7a70-498d-b75b-ec4e85fbd252 req-22461575-c1b1-435f-a8c7-e5daa27913bb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 1.0526381 Apr 29 07:51:43.424030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.461888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.595067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-304460264', 'router:external': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:43.646847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d98530-670f-4321-be4b-60558287cbd6') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.647558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d98530-670f-4321-be4b-60558287cbd6') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.681126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:43.693998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] Sync routers for ids ['dbabf68b-8605-48ce-95d7-00b21c97f6da'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:43.715237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] Routers {'dbabf68b-8605-48ce-95d7-00b21c97f6da'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:43.716003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['dbabf68b-8605-48ce-95d7-00b21c97f6da'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.726449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Made reservation on behalf of 5a67515c8bec4b09a648a62e09c9cb98 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:43.730907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.758628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.784099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.784856 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.810836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] Routers {'dbabf68b-8605-48ce-95d7-00b21c97f6da'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:43.811649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['dbabf68b-8605-48ce-95d7-00b21c97f6da'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.824001 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] Checking router: 540f3cdd-9496-441c-a27e-b500f2f0cf8e for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:43.835566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:43.835566 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bb978d0f-b7cf-46ba-8b66-262a5716d13e tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5086188 Apr 29 07:51:43.841202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45054) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:43.851753 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:43.854633 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.861065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:43.898362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:43.899054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cd619-ce35-4cce-bde4-ee85b944f86e None None] The sync data for ids ['dbabf68b-8605-48ce-95d7-00b21c97f6da'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:43.905223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc33798-97d9-4c0d-994c-023f0204f463 None None] Network d60f1c25-5983-4765-97f1-ca482a6fa475 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:43.909571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db04ea07-9776-4fdf-a8b6-a648abc90a96 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:44.005369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 966f008b-1240-4aa0-a696-4dc6035a826a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:44.057910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 966f008b-1240-4aa0-a696-4dc6035a826a {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:44.058396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 966f008b-1240-4aa0-a696-4dc6035a826a not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:44.058896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 84107c27-2ab1-4cde-b6c1-f998e27272af no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:44.092424 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:44.163283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port db04ea07-9776-4fdf-a8b6-a648abc90a96 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:44.163832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.189899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.205046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585330eb-1f64-4665-9730-9b4980f4dc18 None None] Network 5ec3a38b-3793-4015-9337-9069044013e7 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:44.232052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.260787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 5ec3a38b-3793-4015-9337-9069044013e7 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:44.291462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:44.293806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=b8ca60a5-e106-4b93-bd95-26e1c1cad829,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:44.304117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:44.310715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.311036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:44.312303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.318735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.327501 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a544245e-7a70-498d-b75b-ec4e85fbd252 req-f1d54c1d-d2b3-4cef-a2e2-b71f2fcde5fa tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8827791 Apr 29 07:51:44.350219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0868ec-8f9b-47a2-91bf-d371563f91be req-fc28d0cb-004a-4dd4-944a-dacc1203ecaf tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:44.350697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:44.358241 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cd0868ec-8f9b-47a2-91bf-d371563f91be req-fc28d0cb-004a-4dd4-944a-dacc1203ecaf tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 945 time: 1.3751364 Apr 29 07:51:44.388195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.389377 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Added segment 4829740e-96d4-4746-b8a0-08e80d89931d of type vlan for network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 Apr 29 07:51:44.405351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:44.406006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:44.412743 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:44.452343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9fcf6657-e26e-41b8-a790-45d5622a4646 None None] Provisioning complete for port db04ea07-9776-4fdf-a8b6-a648abc90a96 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:44.452810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6657-e26e-41b8-a790-45d5622a4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.534920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.535438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.535877 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Floating IP ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6 disassociated. External IP: 172.26.2.177, port: 84107c27-2ab1-4cde-b6c1-f998e27272af. Apr 29 07:51:44.536898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Calling delete_port for 84107c27-2ab1-4cde-b6c1-f998e27272af owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:44.540043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Made reservation on behalf of e50ad7d0d4b74af68c2fa03295b540aa for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:44.544217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.562942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.574010 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cd0868ec-8f9b-47a2-91bf-d371563f91be req-c03c1604-3f0b-4c10-90de-4bca8b03b907 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e79b93-6a2a-4a40-8bdc-56c8291c063e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143910 Apr 29 07:51:44.593703 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-946c96be-242a-45f4-95b1-a7d08626f79d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2155411 Apr 29 07:51:44.601286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45060) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:44.602915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73a7b9-9ce4-4637-a6ed-a4b4660acb1b x-openstack-request-id: req-2c73a7b9-9ce4-4637-a6ed-a4b4660acb1b {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:44.603211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1298ae-2f19-424b-b6ae-5db799547e20", "name": "network-vif-deleted", "tag": "966f008b-1240-4aa0-a696-4dc6035a826a", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:44.603461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c73a7b9-9ce4-4637-a6ed-a4b4660acb1b {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:44.603901 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c73a7b9-9ce4-4637-a6ed-a4b4660acb1b'] response: {'server_uuid': 'bf1298ae-2f19-424b-b6ae-5db799547e20', 'name': 'network-vif-deleted', 'tag': '966f008b-1240-4aa0-a696-4dc6035a826a', 'status': 'completed', 'code': 200} Apr 29 07:51:44.623674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.api [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:51:44.623674 dv-neutron-839740-1-hyperv neutron-server[109782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:51:44.623674 dv-neutron-839740-1-hyperv neutron-server[109782]: [parameters: {'id': '98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc'}] Apr 29 07:51:44.623674 dv-neutron-839740-1-hyperv neutron-server[109782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:51:44.623674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG oslo_db.api [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:51:44.634811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': '5ec3a38b-3793-4015-9337-9069044013e7', 'name': 'tempest-PortsIpV6TestJSON-1760082950', 'fixed_ips': [{'subnet_id': '8ae38b65-22fe-42d7-b545-d6700b254d57', 'ip_address': '2001:db8::f'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:44.640299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa49fd-b7e9-43b8-a120-5bb937a080fe,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:44.658943 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:44.680136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] device_id is not set on port b2059026-8ba1-4a41-9817-0ec7d9ba9356 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:44.715586 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77592e25-4e56-4569-be21-a09283ce19f8 None None] The sync data for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv is: [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '792a691f-5d1d-4fdc-8c2e-e4710e2ffb40', 'name': '', 'network_id': '24b027d7-b7a1-45a8-a357-32c318f3750e', 'tenant_id': '3db95d922264435a828d96d456d20755', 'mac_address': 'fa:16:3e:9a:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:07Z', 'updated_at': '2022-04-29T07:50:18Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'subnets': [{'id': '3b10427a-70fd-4707-89d5-59e8f0c4e419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:44.737105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.739277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:44.739895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.764698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.821564 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0df5b962-48b1-48c8-8ea1-688e1123ce51 req-6038838e-bf57-458a-9fe9-4cb2995c9913 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1298ae-2f19-424b-b6ae-5db799547e20 HTTP/1.1" status: 200 len: 210 time: 0.1171906 Apr 29 07:51:44.889844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6657-e26e-41b8-a790-45d5622a4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.890916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:44.962555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port db04ea07-9776-4fdf-a8b6-a648abc90a96, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db04ea07-9776-4fdf-a8b6-a648abc90a96,segment=NetworkSegment(4f2b28c0-ffc4-4173-a831-1d4409aa8426),segment_id=4f2b28c0-ffc4-4173-a831-1d4409aa8426)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:45.034635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Allocated IP 2001:db8::17 (d60f1c25-5983-4765-97f1-ca482a6fa475/0ef230b6-59bd-4748-a0ae-37ab9d608039/b2059026-8ba1-4a41-9817-0ec7d9ba9356) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:45.121340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.125002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.125959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4e6796d8-5895-411c-ba63-a436c33adb64 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:45.127576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.194062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a42cd-9ef1-41c8-a04a-a57e87f77f25 req-4fdad533-b0cd-4781-97de-78ec0c620db9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:45.202512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1e7a42cd-9ef1-41c8-a04a-a57e87f77f25 req-4fdad533-b0cd-4781-97de-78ec0c620db9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1565607 Apr 29 07:51:45.204667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Network': ['ID=4028ec03-7a74-4596-9cf4-de08cd18e1d9,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:45.239139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.242710 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd43d1b-1627-4b26-bcb6-512d81aadfae None None] New status for floating IP 5b9c0916-add9-4e94-9671-c46ebf109922: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:45.253562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:45.285770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.345588 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-634876c4-9b5a-4279-be21-8c14249b8ea3 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9766645 Apr 29 07:51:45.346281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45064) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:45.362509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'subnet': {'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:45.398712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event deleted for resources: {'Port': ['ID=84107c27-2ab1-4cde-b6c1-f998e27272af,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:45.421852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.440425 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-9fcf6657-e26e-41b8-a790-45d5622a4646 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:51:45.440789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-9fcf6657-e26e-41b8-a790-45d5622a4646 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:51:45.441600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4e6796d8-5895-411c-ba63-a436c33adb64 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:45.442144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.445135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=db04ea07-9776-4fdf-a8b6-a648abc90a96,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:45.462774 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1e7a42cd-9ef1-41c8-a04a-a57e87f77f25 req-1f466ca7-c2ae-4fda-bdac-7de678499ab7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541339 Apr 29 07:51:45.483382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:45.488970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Made reservation on behalf of 5a67515c8bec4b09a648a62e09c9cb98 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:45.506562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.587670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.643489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port e81ab5c7-0166-4391-9b17-b51d10f3fd9b {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:45.643881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.676127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.700167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 4e6796d8-5895-411c-ba63-a436c33adb64, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4e6796d8-5895-411c-ba63-a436c33adb64,segment=NetworkSegment(7c88048b-1971-4459-afab-df3e0ddc719c),segment_id=7c88048b-1971-4459-afab-df3e0ddc719c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:45.769951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.785427 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9fd94f3e-2a7e-438d-9b2a-399482437a54 req-ae7cc960-734e-4363-b493-bb2f998442fe tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.0508261 Apr 29 07:51:45.795511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:45.798835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port e81ab5c7-0166-4391-9b17-b51d10f3fd9b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e81ab5c7-0166-4391-9b17-b51d10f3fd9b,segment=NetworkSegment(38d98530-670f-4321-be4b-60558287cbd6),segment_id=38d98530-670f-4321-be4b-60558287cbd6)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:45.799208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:45.862191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for e81ab5c7-0166-4391-9b17-b51d10f3fd9b owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:45.896772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=4e6796d8-5895-411c-ba63-a436c33adb64,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:45.931075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db04ea07-9776-4fdf-a8b6-a648abc90a96 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:46.025432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.043955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45072) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:46.084795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port db04ea07-9776-4fdf-a8b6-a648abc90a96 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:46.085708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.133887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.199242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:46.201108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Provisioning complete for port db04ea07-9776-4fdf-a8b6-a648abc90a96 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:46.201483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.231318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] Sync routers for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:46.235508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Network d60f1c25-5983-4765-97f1-ca482a6fa475 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:46.270560 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:46.271644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:46.278485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:46.289702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Deleting port dd5ef101-1e62-4bfc-a587-323ca1b46568 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:46.290234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.300555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:46.308005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:46.308684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.325149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event updated for resources: {'Port': ['ID=b2059026-8ba1-4a41-9817-0ec7d9ba9356,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:46.355770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] No DVR routers for this DVR port 84107c27-2ab1-4cde-b6c1-f998e27272af on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:46.365495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.371185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d0cd3ab-3e04-4aa9-840f-d3949795560d req-b17ee5ce-5961-494a-a01a-08595688bac1 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.39 "DELETE /v2.0/ports/84107c27-2ab1-4cde-b6c1-f998e27272af HTTP/1.1" status: 204 len: 173 time: 4.6949654 Apr 29 07:51:46.371185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'name': 'network-vif-deleted', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:46.373548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522ae04c-6193-4536-96e2-a8d8e7fd4e51" -d '{"events": [{"server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "name": "network-vif-deleted", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:46.391736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff329608-b788-4d23-b422-8b9a0e90e909 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.402891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.430262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff329608-b788-4d23-b422-8b9a0e90e909 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.446417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5f615d18-d66c-4f84-a028-8eb4af8d8ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.9939981 Apr 29 07:51:46.456624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c0a49-5d50-4c94-ad57-e5fe34bf0702 x-openstack-request-id: req-aa2c0a49-5d50-4c94-ad57-e5fe34bf0702 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:46.457031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434ee193-ade2-44a5-abdc-984f022891cc", "name": "network-vif-deleted", "tag": "84107c27-2ab1-4cde-b6c1-f998e27272af", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:46.457297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa2c0a49-5d50-4c94-ad57-e5fe34bf0702 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:46.457695 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2c0a49-5d50-4c94-ad57-e5fe34bf0702'] response: {'server_uuid': '434ee193-ade2-44a5-abdc-984f022891cc', 'name': 'network-vif-deleted', 'tag': '84107c27-2ab1-4cde-b6c1-f998e27272af', 'status': 'completed', 'code': 200} Apr 29 07:51:46.458241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45076) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:46.477137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.504989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port a36e1a56-0142-469e-b8a6-2e15a597364e yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:46.557198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Calling delete_port for dd5ef101-1e62-4bfc-a587-323ca1b46568 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:46.583496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.625049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:46.648296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=e81ab5c7-0166-4391-9b17-b51d10f3fd9b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:46.687782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30a014-77d8-4e86-88e5-095f8d1c059a None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:51:46.694108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff329608-b788-4d23-b422-8b9a0e90e909 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.696938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff329608-b788-4d23-b422-8b9a0e90e909 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.698007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ff329608-b788-4d23-b422-8b9a0e90e909 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "DELETE /v2.0/security-groups/8902e1c1-4749-4b4b-8718-2369cec89e23 HTTP/1.1" status: 204 len: 168 time: 0.6340783 Apr 29 07:51:46.702413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port e81ab5c7-0166-4391-9b17-b51d10f3fd9b on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:46.707263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45080) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:46.733360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2117c20b-e191-4f1d-9d1b-764b93871688 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:46.740413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2117c20b-e191-4f1d-9d1b-764b93871688 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:46.746659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2117c20b-e191-4f1d-9d1b-764b93871688 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:46.748381 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2117c20b-e191-4f1d-9d1b-764b93871688 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2867053 Apr 29 07:51:46.766562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Provisioning complete for port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:46.766975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.767896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45082) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:46.774878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff329608-b788-4d23-b422-8b9a0e90e909 tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8902e1c1-4749-4b4b-8718-2369cec89e23,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:46.780560 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-f28d1232-037b-496f-a606-501720947f5f tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] show failed (client error): The resource could not be found. Apr 29 07:51:46.781661 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f28d1232-037b-496f-a606-501720947f5f tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "GET /v2.0/security-groups/8902e1c1-4749-4b4b-8718-2369cec89e23 HTTP/1.1" status: 404 len: 347 time: 0.0689940 Apr 29 07:51:46.798369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.799237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45084) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:46.888760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35100157-a202-4120-bb67-3d9639641e4e req-71ecae2b-89b9-4147-8091-7fb2287ea68b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:46.890283 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35100157-a202-4120-bb67-3d9639641e4e req-71ecae2b-89b9-4147-8091-7fb2287ea68b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.3027201 Apr 29 07:51:46.901323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:46.935218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.973881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Provisioning complete for port 4e6796d8-5895-411c-ba63-a436c33adb64 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:46.973881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:46.980350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7c33c18-e801-4fad-b6f4-4ff1b44c132c req-f1b6f229-0133-4703-afb5-adea91006711 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/ports?device_id=434ee193-ade2-44a5-abdc-984f022891cc HTTP/1.1" status: 200 len: 210 time: 0.0565608 Apr 29 07:51:46.994814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:47.033165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d98530-670f-4321-be4b-60558287cbd6') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:47.033805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d98530-670f-4321-be4b-60558287cbd6') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:47.035416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30a014-77d8-4e86-88e5-095f8d1c059a None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:51:47.046797 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35100157-a202-4120-bb67-3d9639641e4e req-86831939-2fc5-4036-8eff-4d1f44279b0a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186121 Apr 29 07:51:47.049346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::f (5ec3a38b-3793-4015-9337-9069044013e7/8ae38b65-22fe-42d7-b545-d6700b254d57/a36e1a56-0142-469e-b8a6-2e15a597364e) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:47.050778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.074391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.082675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:47.083643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:47.087284 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:47.100068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Deleting port 1d5b71ac-588b-4a76-a8c4-44f5e0572f15 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:47.100488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.231397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Deleting port b2059026-8ba1-4a41-9817-0ec7d9ba9356 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:47.231822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.234230 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:22Z', 'revision_number': 5, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:47.253431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.254512 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.269477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] Checking router: 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:47.269733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b750f-7f2f-455c-bb3a-5145d95ecf3e req-3ce10967-fddd-4cff-82c7-8a05499838f2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:47.271176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-939b750f-7f2f-455c-bb3a-5145d95ecf3e req-3ce10967-fddd-4cff-82c7-8a05499838f2 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0857155 Apr 29 07:51:47.290312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.292766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Calling delete_port for 1d5b71ac-588b-4a76-a8c4-44f5e0572f15 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:47.311278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:47.311535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.311678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:47.317892 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc HTTP/1.1" status: 204 len: 168 time: 6.9705210 Apr 29 07:51:47.328309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45090) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:47.337293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464eab48-2e5f-4827-98d6-3c880a02dcbd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:47.398698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Provisioning complete for port b8ca60a5-e106-4b93-bd95-26e1c1cad829 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:47.399475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.414720 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-939b750f-7f2f-455c-bb3a-5145d95ecf3e req-95e9b21a-a543-4a6c-89a6-406438b85240 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271570 Apr 29 07:51:47.430352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1839759699'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:47.445551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.512975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d192b654-290e-4598-9355-1848171c84a4 None None] Port b8ca60a5-e106-4b93-bd95-26e1c1cad829 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:47.532406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Pushing event deleted for resources: {'Port': ['ID=dd5ef101-1e62-4bfc-a587-323ca1b46568,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:47.548298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:47.559043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.591870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd13b-bf75-4017-acde-1b29e4f38632 req-c3a244cf-5b61-49a8-b6dc-bf2031d9318c tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:47.593696 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1bcdd13b-bf75-4017-acde-1b29e4f38632 req-c3a244cf-5b61-49a8-b6dc-bf2031d9318c tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0644741 Apr 29 07:51:47.598069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Calling delete_port for b2059026-8ba1-4a41-9817-0ec7d9ba9356 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:47.635887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.641048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.642524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1bcdd13b-bf75-4017-acde-1b29e4f38632 req-11a5ca76-b4b3-4fd6-8f05-20368dcd447e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375190 Apr 29 07:51:47.644432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:47.648388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.674271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Pushing event deleted for resources: {'Port': ['ID=1d5b71ac-588b-4a76-a8c4-44f5e0572f15,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:47.729356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-948d687d-44e3-40d9-86d3-a61b0de7ea81 None None] Provisioning complete for port b2059026-8ba1-4a41-9817-0ec7d9ba9356 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:47.729919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-948d687d-44e3-40d9-86d3-a61b0de7ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.784899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.787428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-948d687d-44e3-40d9-86d3-a61b0de7ea81 None None] Port b2059026-8ba1-4a41-9817-0ec7d9ba9356 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:47.790208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.791702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5aa32af1-9c1f-40cd-a829-c2d2c6eeaf7d tempest-ServersTestManualDisk-1131970229 tempest-ServersTestManualDisk-1131970229-project] 10.222.0.16 "DELETE /v2.0/floatingips/5b9c0916-add9-4e94-9671-c46ebf109922 HTTP/1.1" status: 204 len: 168 time: 0.9914477 Apr 29 07:51:47.795103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45096) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:47.824572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-948d687d-44e3-40d9-86d3-a61b0de7ea81 None None] Provisioning complete for port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:47.824735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.824954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-948d687d-44e3-40d9-86d3-a61b0de7ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.828543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:47.832679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:51:47.833693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.874064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-948d687d-44e3-40d9-86d3-a61b0de7ea81 None None] Port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:47.878754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa1f63-94c6-4741-977f-8023f7ff3eeb req-20ffb77c-c764-42d2-bdbe-9c0ae5624176 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:47.880973 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdaa1f63-94c6-4741-977f-8023f7ff3eeb req-20ffb77c-c764-42d2-bdbe-9c0ae5624176 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1304846 Apr 29 07:51:47.894511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:22Z', 'revision_number': 5, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:47.926939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4e6796d8-5895-411c-ba63-a436c33adb64 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:47.928513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:47.929216 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 1b70c535-b906-45da-94b3-550cb7e0e025 of type vlan for network 6bfb44bc-474b-40c2-8956-90e80a7082f6 Apr 29 07:51:47.929362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce79f7e-1f87-4c14-a2bd-b2f16623ebe7 None None] The sync data for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv is: [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '97143ea6-0b10-42bb-b740-1f1c778a90d3', 'name': '', 'network_id': '35ed79a5-287d-4a3a-a680-e8df600601f5', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'mac_address': 'fa:16:3e:c0:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:22Z', 'revision_number': 5, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'subnets': [{'id': '4740ff5a-9493-46cb-8b49-2b9eb22e1c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:47.965173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdaa1f63-94c6-4741-977f-8023f7ff3eeb req-9e0cf87f-0e93-441e-8579-3ac2d320d211 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503418 Apr 29 07:51:47.995756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4e6796d8-5895-411c-ba63-a436c33adb64 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:47.996335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.056206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Subnet': ['ID=176d2bba-d827-4b1f-b661-09d9384422c2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:48.107271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.193014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.209419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45104) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:48.237308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097cfb2-51e1-4406-a990-90cc6c6405a0 req-a09d95b0-b259-4651-9760-f70a98c8816b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:48.239118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3097cfb2-51e1-4406-a990-90cc6c6405a0 req-a09d95b0-b259-4651-9760-f70a98c8816b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1204064 Apr 29 07:51:48.268166 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44459e-2b1e-4f33-9028-6300945fd5ef None None] New status for floating IP ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:48.293937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 5ec3a38b-3793-4015-9337-9069044013e7 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:48.328426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1d6-ed44-47c3-896c-8c2073e9ea39 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.334401 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3097cfb2-51e1-4406-a990-90cc6c6405a0 req-8a98f5bc-9886-49ca-9537-db4a2844f471 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873077 Apr 29 07:51:48.334921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:48.342720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:48.348599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:48.349212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.352634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Checking segment: {'id': '4829740e-96d4-4746-b8a0-08e80d89931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:48.352999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network hostable DHCP agents. Network: 4028ec03-7a74-4596-9cf4-de08cd18e1d9, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:48.358454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=a36e1a56-0142-469e-b8a6-2e15a597364e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:48.378888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1d6-ed44-47c3-896c-8c2073e9ea39 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.405701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.421260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.435214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.503555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.508465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event deleted for resources: {'Port': ['ID=b2059026-8ba1-4a41-9817-0ec7d9ba9356,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:48.516723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1807f-77ab-449b-9079-ec8b6e278071 req-ab7fbcf3-69aa-4047-a83a-b0f08010606f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:48.517324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.517603 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ce1807f-77ab-449b-9079-ec8b6e278071 req-ab7fbcf3-69aa-4047-a83a-b0f08010606f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0719218 Apr 29 07:51:48.529205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:48.529804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.581541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1d6-ed44-47c3-896c-8c2073e9ea39 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.583375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1d6-ed44-47c3-896c-8c2073e9ea39 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.586815 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3f3ce1d6-ed44-47c3-896c-8c2073e9ea39 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "DELETE /v2.0/security-groups/29e79b93-6a2a-4a40-8bdc-56c8291c063e HTTP/1.1" status: 204 len: 168 time: 0.3721883 Apr 29 07:51:48.586988 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0fef776d-4484-44e6-93c1-a5d6680dc832 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9550781 Apr 29 07:51:48.590262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45108) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:48.590687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45110) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:48.629958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.643517 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-862307ad-b315-4ba5-b903-8d93f8ccc122 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "DELETE /v2.0/ports/b2059026-8ba1-4a41-9817-0ec7d9ba9356 HTTP/1.1" status: 204 len: 168 time: 1.8652797 Apr 29 07:51:48.643517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45112) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:48.649889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Request body: {'port': {'name': 'tempest-new-port-name-431584604', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:48.650465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.api.validators [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] bootfile-name is not in valid_values {{(pid=109781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:51:48.650810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.api.validators [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] tftp-server is not in valid_values {{(pid=109781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:51:48.651162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.api.validators [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] server-ip-address is not in valid_values {{(pid=109781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:51:48.677980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ce1d6-ed44-47c3-896c-8c2073e9ea39 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e79b93-6a2a-4a40-8bdc-56c8291c063e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:48.694092 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ce1807f-77ab-449b-9079-ec8b6e278071 req-69ec24af-6b6a-4948-b92a-6eaa7b70d2b6 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427476 Apr 29 07:51:48.733564 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-664f0828-5f19-4025-96f2-5592079bf078 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] show failed (client error): The resource could not be found. Apr 29 07:51:48.734797 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-664f0828-5f19-4025-96f2-5592079bf078 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "GET /v2.0/security-groups/29e79b93-6a2a-4a40-8bdc-56c8291c063e HTTP/1.1" status: 404 len: 347 time: 0.1392505 Apr 29 07:51:48.738180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45114) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:48.751210 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4062190 Apr 29 07:51:48.756916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45118) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:48.762882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:48.774530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Router dbabf68b-8605-48ce-95d7-00b21c97f6da has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:48.789707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': '6bfb44bc-474b-40c2-8956-90e80a7082f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:48.812129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79541a24-d9dd-4e37-9d6a-8f07f4ceb220 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=6bfb44bc-474b-40c2-8956-90e80a7082f6,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:48.824447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.825157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f7b92e9d-f219-44f1-8b86-329d32217f6d None None] Provisioning complete for port a36e1a56-0142-469e-b8a6-2e15a597364e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:48.825617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e9d-f219-44f1-8b86-329d32217f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.829140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 6bfb44bc-474b-40c2-8956-90e80a7082f6 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:48.843393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c55158-9ca0-449e-94c3-ba8c86665bfc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:48.844954 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0c55158-9ca0-449e-94c3-ba8c86665bfc tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2482870 Apr 29 07:51:48.870418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45120) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:48.884476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 4028ec03-7a74-4596-9cf4-de08cd18e1d9) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:48.982126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:48.982758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:48.992772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:49.013918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.018466 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b5477c55-d25f-4c53-b38f-dfd863c32ca2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "PUT /v2.0/routers/dbabf68b-8605-48ce-95d7-00b21c97f6da HTTP/1.1" status: 200 len: 709 time: 5.1731336 Apr 29 07:51:49.027791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45122) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:49.086225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8346aa-3af7-4454-a808-36a426e3f013 None None] Network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:49.089043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] Sync routers for ids ['dbabf68b-8605-48ce-95d7-00b21c97f6da'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:49.116219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f7b92e9d-f219-44f1-8b86-329d32217f6d None None] Port a36e1a56-0142-469e-b8a6-2e15a597364e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:49.173033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] Routers {'dbabf68b-8605-48ce-95d7-00b21c97f6da'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:49.173702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['dbabf68b-8605-48ce-95d7-00b21c97f6da'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:49.220860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:49.249842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] Routers {'dbabf68b-8605-48ce-95d7-00b21c97f6da'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:49.250683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['dbabf68b-8605-48ce-95d7-00b21c97f6da'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:49.292310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:49.292310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d48184-7ed0-428b-a1ad-129caf930342 None None] The sync data for ids ['dbabf68b-8605-48ce-95d7-00b21c97f6da'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:49.342331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56fbac-9e64-4130-8c59-dc2480dfe578 None None] Network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:49.391631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Deleting port a5063320-0a95-4bb6-b95b-b1e7498a2b9b {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:49.392239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.463622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:49.466744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc450f-bd6c-4f46-bcd5-ec1bccc15b0c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:49.467221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.472786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc450f-bd6c-4f46-bcd5-ec1bccc15b0c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:49.479328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc450f-bd6c-4f46-bcd5-ec1bccc15b0c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:49.480987 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bdcc450f-bd6c-4f46-bcd5-ec1bccc15b0c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.6094425 Apr 29 07:51:49.488571 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-780744a9-bc49-45b9-9885-c858aab154f4 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1412430 Apr 29 07:51:49.490605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45124) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:49.493410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45126) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:49.498185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-83252595', 'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:49.505842 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c64a9830-0b8f-4b9c-8155-bcf791413623 tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/routers/dbabf68b-8605-48ce-95d7-00b21c97f6da HTTP/1.1" status: 200 len: 744 time: 0.4759512 Apr 29 07:51:49.508363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45128) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:49.563611 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6ffcb585-6fd0-4db0-8d51-978dd869e09f tempest-RoutersIpV6AdminTest-568888503 tempest-RoutersIpV6AdminTest-568888503-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=dbabf68b-8605-48ce-95d7-00b21c97f6da HTTP/1.1" status: 200 len: 205 time: 0.0541821 Apr 29 07:51:49.570533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45130) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:49.628189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.628624 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-58d44038-14b7-47b9-ba75-14fec3c626ad tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbabf68b-8605-48ce-95d7-00b21c97f6da HTTP/1.1" status: 200 len: 205 time: 0.0508916 Apr 29 07:51:49.631773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45132) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:49.639689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Made reservation on behalf of 5a67515c8bec4b09a648a62e09c9cb98 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:49.641892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.652933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.653253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.699181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Calling delete_port for a5063320-0a95-4bb6-b95b-b1e7498a2b9b owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:49.723818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] device_id is not set on port 7c2986d7-4b7a-40f1-9698-2080b1284da3 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:51:49.727761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.741724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1888-051a-4169-b76c-2441076a0828 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.819977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Deleting port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:49.820396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.829870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] In _notify_port_updated(), no bound segment for port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 on network d60f1c25-5983-4765-97f1-ca482a6fa475 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:51:49.835428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:49.836078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.837373 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "PUT /v2.0/ports/8a6edf01-2be8-480e-a580-0f650dbe5dc8 HTTP/1.1" status: 200 len: 1129 time: 1.1973667 Apr 29 07:51:49.850509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45134) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:49.890767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port a36e1a56-0142-469e-b8a6-2e15a597364e {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:49.891083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:49.925407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25490a-249a-4078-8024-1d0cf0c9b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event updated for resources: {'Port': ['ID=8a6edf01-2be8-480e-a580-0f650dbe5dc8,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:49.974195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e55355-adf4-4b07-9c27-ee8041f16a89 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:49.978672 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-45e55355-adf4-4b07-9c27-ee8041f16a89 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "GET /v2.0/ports/8a6edf01-2be8-480e-a580-0f650dbe5dc8 HTTP/1.1" status: 200 len: 1129 time: 0.1242085 Apr 29 07:51:49.989938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45136) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.054867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a82458e5-1657-49a1-84c8-880fd3363e57 None None] Provisioning complete for port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:51:50.055544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a82458e5-1657-49a1-84c8-880fd3363e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.079043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1888-051a-4169-b76c-2441076a0828 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.082567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1888-051a-4169-b76c-2441076a0828 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.100645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a82458e5-1657-49a1-84c8-880fd3363e57 None None] Port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:51:50.131105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.131356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Allocated IP 172.20.0.2 (4028ec03-7a74-4596-9cf4-de08cd18e1d9/176d2bba-d827-4b1f-b661-09d9384422c2/7c2986d7-4b7a-40f1-9698-2080b1284da3) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:50.134629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] For port 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:50.134980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.203480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.217982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Calling delete_port for 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:50.224624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1888-051a-4169-b76c-2441076a0828 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.225153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3a1888-051a-4169-b76c-2441076a0828 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Fanout notify agent at l3_agent the message router_deleted on router dbabf68b-8605-48ce-95d7-00b21c97f6da {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:50.237205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1888-051a-4169-b76c-2441076a0828 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.237205 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ea3a1888-051a-4169-b76c-2441076a0828 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/dbabf68b-8605-48ce-95d7-00b21c97f6da HTTP/1.1" status: 204 len: 168 time: 0.6010637 Apr 29 07:51:50.237758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45138) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.241913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for a36e1a56-0142-469e-b8a6-2e15a597364e owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:50.265258 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5966e31a-536e-4010-badd-eb8d39198182 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbabf68b-8605-48ce-95d7-00b21c97f6da HTTP/1.1" status: 200 len: 205 time: 0.0259848 Apr 29 07:51:50.273696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45140) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.313819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=3aa8580d-489f-4281-8127-851a0fc60db6,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:50.321201 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-b2b4b880-f909-4415-a464-799a46f1b5b7 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] delete failed (client error): The resource could not be found. Apr 29 07:51:50.322236 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b2b4b880-f909-4415-a464-799a46f1b5b7 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/dbabf68b-8605-48ce-95d7-00b21c97f6da HTTP/1.1" status: 404 len: 336 time: 0.0486064 Apr 29 07:51:50.325130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45142) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.358606 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bdaf7615-8bc8-4a4d-b1fe-8307c3a71924 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d50584-3d4b-407a-abb5-2fe22f22d660 HTTP/1.1" status: 200 len: 205 time: 0.0323727 Apr 29 07:51:50.359358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.363753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.363917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45144) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.444211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Pushing event deleted for resources: {'Port': ['ID=a5063320-0a95-4bb6-b95b-b1e7498a2b9b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:50.451194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.465431 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-a0936191-e1ca-4b02-9602-d82f5b7cbbdb tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] delete failed (client error): The resource could not be found. Apr 29 07:51:50.466291 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a0936191-e1ca-4b02-9602-d82f5b7cbbdb tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/99d50584-3d4b-407a-abb5-2fe22f22d660 HTTP/1.1" status: 404 len: 336 time: 0.0963411 Apr 29 07:51:50.470419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45146) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.492002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Deleting port 8a6edf01-2be8-480e-a580-0f650dbe5dc8 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:50.492327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.494910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '1b70c535-b906-45da-94b3-550cb7e0e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6bfb44bc-474b-40c2-8956-90e80a7082f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:50.495260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: 6bfb44bc-474b-40c2-8956-90e80a7082f6, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:50.528201 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-daa849c8-2e59-4668-b487-4447e8a777eb tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=3629113f-09e7-4bf6-a9aa-a2d788183923 HTTP/1.1" status: 200 len: 205 time: 0.0407791 Apr 29 07:51:50.535298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45148) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.538873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:50.544833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Port': ['ID=7c2986d7-4b7a-40f1-9698-2080b1284da3,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:50.575079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:50.577843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:50.579931 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-316e5da9-f4c2-4c4a-8c35-ee1671c51c82 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] delete failed (client error): The resource could not be found. Apr 29 07:51:50.581445 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-316e5da9-f4c2-4c4a-8c35-ee1671c51c82 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/3629113f-09e7-4bf6-a9aa-a2d788183923 HTTP/1.1" status: 404 len: 336 time: 0.0447640 Apr 29 07:51:50.600286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45150) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.634232 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-87b7cb24-a65a-43e6-8082-0476dbd5a69d tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=8314a62f-531e-42cb-b6fb-02b8ecd0a48d HTTP/1.1" status: 200 len: 205 time: 0.0327985 Apr 29 07:51:50.641929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45152) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.651377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:50.652039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.662149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.664718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.674184 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0ac8173a-7b84-4f69-823d-ac9489e35ec4 tempest-ServersTestJSON-688952492 tempest-ServersTestJSON-688952492-project] 10.222.0.16 "DELETE /v2.0/floatingips/ca80c884-f7b5-47c6-8cb7-8d50aa2f46c6 HTTP/1.1" status: 204 len: 168 time: 1.9265995 Apr 29 07:51:50.682879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45154) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.689024 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-17b8d611-698a-4907-a8e2-e1c739379418 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] delete failed (client error): The resource could not be found. Apr 29 07:51:50.692375 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-17b8d611-698a-4907-a8e2-e1c739379418 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/8314a62f-531e-42cb-b6fb-02b8ecd0a48d HTTP/1.1" status: 404 len: 336 time: 0.0475023 Apr 29 07:51:50.696379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45156) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.742350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 6bfb44bc-474b-40c2-8956-90e80a7082f6 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:50.745406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.767065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Calling delete_port for 8a6edf01-2be8-480e-a580-0f650dbe5dc8 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:50.768421 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cf82180d-b656-49ad-a78e-70999d693a14 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb21f38-3ea5-4635-9afe-b8e891ad8b6c HTTP/1.1" status: 200 len: 205 time: 0.0709960 Apr 29 07:51:50.771269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45158) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.817366 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2384a569-c587-4cab-93af-f858a0007ba2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.3226314 Apr 29 07:51:50.818302 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-513f14e7-9e9c-4b6b-b031-e621a7990af2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] delete failed (client error): The resource could not be found. Apr 29 07:51:50.819910 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-513f14e7-9e9c-4b6b-b031-e621a7990af2 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/bdb21f38-3ea5-4635-9afe-b8e891ad8b6c HTTP/1.1" status: 404 len: 336 time: 0.0470676 Apr 29 07:51:50.831148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45160) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.831482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45162) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.887018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 6bfb44bc-474b-40c2-8956-90e80a7082f6) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:50.891577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:50.892166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.896384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:50.897906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea79a53-e3a1-48b3-858f-c2d31498207c None None] Network 6bfb44bc-474b-40c2-8956-90e80a7082f6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:50.910532 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-de6403b2-14b5-49da-a598-e3a0ab8362a0 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7a917a4-9792-4e83-8574-246992499011 HTTP/1.1" status: 200 len: 205 time: 0.0763497 Apr 29 07:51:50.913349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45164) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:50.953776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=a36e1a56-0142-469e-b8a6-2e15a597364e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:50.955772 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-a9521e48-01e7-432d-9ae3-c643cd5380c9 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] delete failed (client error): The resource could not be found. Apr 29 07:51:50.956788 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a9521e48-01e7-432d-9ae3-c643cd5380c9 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/routers/e7a917a4-9792-4e83-8574-246992499011 HTTP/1.1" status: 404 len: 336 time: 0.0429497 Apr 29 07:51:50.961727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45166) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:51.009222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.015993 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f5b28663-c46e-4576-bdc3-bdb591918033 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/a36e1a56-0142-469e-b8a6-2e15a597364e HTTP/1.1" status: 204 len: 168 time: 1.5190773 Apr 29 07:51:51.015993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45168) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:51.028108 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0544e8-e7b5-4230-bf86-6bdddd0675d8 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] DELETE failed (client error): The resource could not be found. Apr 29 07:51:51.029044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0544e8-e7b5-4230-bf86-6bdddd0675d8 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:51:51.032664 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7c0544e8-e7b5-4230-bf86-6bdddd0675d8 tempest-RoutersIpV6AdminTest-1928061698 tempest-RoutersIpV6AdminTest-1928061698-project] 10.222.0.16 "DELETE /v2.0/subnets/4687e4db-0630-463b-ba5b-0280e2817414 HTTP/1.1" status: 404 len: 337 time: 0.0715957 Apr 29 07:51:51.044321 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8b131a58-1c8b-4158-ad56-aa3babdb18c9 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2590494 Apr 29 07:51:51.047534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45172) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:51.073863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.076951 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fa6dc8-c481-4c98-9f0c-07d177217c75 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:51.081308 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b8fa6dc8-c481-4c98-9f0c-07d177217c75 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/a36e1a56-0142-469e-b8a6-2e15a597364e HTTP/1.1" status: 404 len: 333 time: 0.0596340 Apr 29 07:51:51.088181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45174) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:51.143973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=792a691f-5d1d-4fdc-8c2e-e4710e2ffb40,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:51.155115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-6bfb44bc-474b-40c2-8956-90e80a7082f6', 'network_id': '6bfb44bc-474b-40c2-8956-90e80a7082f6', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': '3aa8580d-489f-4281-8127-851a0fc60db6'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:51.156691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.298593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.354391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Deleting port 7c2986d7-4b7a-40f1-9698-2080b1284da3 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:51.354561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.385359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Allocated IP 2001:db8::1 (6bfb44bc-474b-40c2-8956-90e80a7082f6/3aa8580d-489f-4281-8127-851a0fc60db6/c7af4c6c-38d7-44c7-9772-edc950b584d2) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:51.450899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.459537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.507483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event deleted for resources: {'Port': ['ID=8a6edf01-2be8-480e-a580-0f650dbe5dc8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:51.540561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.585788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.589057 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ca4fa5e5-4af7-427e-8332-82693ff310a8 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "DELETE /v2.0/ports/8a6edf01-2be8-480e-a580-0f650dbe5dc8 HTTP/1.1" status: 204 len: 168 time: 1.5924506 Apr 29 07:51:51.595730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45176) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:51.607617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.617034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.626164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Calling delete_port for 7c2986d7-4b7a-40f1-9698-2080b1284da3 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:51.629867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port b8ca60a5-e106-4b93-bd95-26e1c1cad829 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:51.630406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.656824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.694051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.727599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Deleting subnet 0ef230b6-59bd-4748-a0ae-37ab9d608039 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:51.731192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.777058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Pushing event updated for resources: {'Port': ['ID=c7af4c6c-38d7-44c7-9772-edc950b584d2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:51.778036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45180) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:51.806847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Network 6bfb44bc-474b-40c2-8956-90e80a7082f6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:51.811500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.814117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:51.824253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:51.851853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.883463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for b8ca60a5-e106-4b93-bd95-26e1c1cad829 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:51.901508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Attempting to bind port c7af4c6c-38d7-44c7-9772-edc950b584d2 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:51.902202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Attempting to bind port c7af4c6c-38d7-44c7-9772-edc950b584d2 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1b70c535-b906-45da-94b3-550cb7e0e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6bfb44bc-474b-40c2-8956-90e80a7082f6'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:51.902667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Attempting to bind port c7af4c6c-38d7-44c7-9772-edc950b584d2 on network 6bfb44bc-474b-40c2-8956-90e80a7082f6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:51.908928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:51.912315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Checking segment: {'id': '1b70c535-b906-45da-94b3-550cb7e0e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6bfb44bc-474b-40c2-8956-90e80a7082f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:51.912315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.912315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Bound using segment: {'id': '1b70c535-b906-45da-94b3-550cb7e0e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6bfb44bc-474b-40c2-8956-90e80a7082f6'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:51.912315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Bound port: c7af4c6c-38d7-44c7-9772-edc950b584d2, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b70c535-b906-45da-94b3-550cb7e0e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6bfb44bc-474b-40c2-8956-90e80a7082f6'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:51.912315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.918349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:51.996629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] For port c7af4c6c-38d7-44c7-9772-edc950b584d2, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:52.000864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] For port c7af4c6c-38d7-44c7-9772-edc950b584d2, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c7af4c6c-38d7-44c7-9772-edc950b584d2,segment=NetworkSegment(1b70c535-b906-45da-94b3-550cb7e0e025),segment_id=1b70c535-b906-45da-94b3-550cb7e0e025)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:52.008825 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa8580d-489f-4281-8127-851a0fc60db6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:52.051711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f056d772-a323-4f77-89e8-e4de02ea0cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.086709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.178106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbde717-66b1-432f-9b9f-5f75300ea985 None None] Pushing event updated for resources: {'Port': ['ID=c7af4c6c-38d7-44c7-9772-edc950b584d2,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:52.204684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec4a9af-e394-48c8-9f1e-cf6e39a72117 None None] Network 6bfb44bc-474b-40c2-8956-90e80a7082f6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:52.345778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd1a2d-280e-4dd4-9e55-fe408a11b6d3 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:51:52.441009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.459865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.478141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd1a2d-280e-4dd4-9e55-fe408a11b6d3 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:51:52.506704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfb44bc-474b-40c2-8956-90e80a7082f6']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:52.528469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b70c535-b906-45da-94b3-550cb7e0e025') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:52.528793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b70c535-b906-45da-94b3-550cb7e0e025') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:52.549725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.556440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Router 540f3cdd-9496-441c-a27e-b500f2f0cf8e has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:52.583757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.597305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:52.597623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:52.600717 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:52.607150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.632013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.636699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c2986d7-4b7a-40f1-9698-2080b1284da3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:52.696189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.731859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=b8ca60a5-e106-4b93-bd95-26e1c1cad829,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:52.736154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:51:52.736154 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:51:52.736154 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': '6bfb44bc-474b-40c2-8956-90e80a7082f6'}] Apr 29 07:51:52.736154 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:51:52.736670 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:51:52.737331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef230b6-59bd-4748-a0ae-37ab9d608039,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:52.749156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.754759 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dbfc244c-3e30-4747-bfe4-597b9c834dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "DELETE /v2.0/subnets/0ef230b6-59bd-4748-a0ae-37ab9d608039 HTTP/1.1" status: 204 len: 168 time: 1.1542704 Apr 29 07:51:52.758645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45184) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:52.785577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6cc354-c89a-491b-ba59-025ba222fd16 None None] Network d60f1c25-5983-4765-97f1-ca482a6fa475 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:52.789676 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Deleting port 97143ea6-0b10-42bb-b740-1f1c778a90d3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:52.789676 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.793422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.796906 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-407ebf89-b3bd-4ee7-af9f-60c1ca98c3d6 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/b8ca60a5-e106-4b93-bd95-26e1c1cad829 HTTP/1.1" status: 204 len: 168 time: 1.7077568 Apr 29 07:51:52.800845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45186) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:52.819549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:52.831891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] Sync routers for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:52.845798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-af5568f7-a8a8-4b7f-af91-c9bd47f288a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/540f3cdd-9496-441c-a27e-b500f2f0cf8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0462456 Apr 29 07:51:52.845798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.847462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-95e8346b-f425-4f4b-9f88-ed6a6c444b80 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "DELETE /v2.0/ports/7c2986d7-4b7a-40f1-9698-2080b1284da3 HTTP/1.1" status: 204 len: 168 time: 2.0149937 Apr 29 07:51:52.847889 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:52.848061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45188) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:52.848567 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:52.849020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-740d74f5-e5e5-4271-a489-2759f16b5e00 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:51:52.850618 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-740d74f5-e5e5-4271-a489-2759f16b5e00 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/b8ca60a5-e106-4b93-bd95-26e1c1cad829 HTTP/1.1" status: 404 len: 333 time: 0.0462873 Apr 29 07:51:52.852331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45190) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:52.853792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45192) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:52.860649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9', 'external_fixed_ips': [{'subnet_id': '176d2bba-d827-4b1f-b661-09d9384422c2', 'ip_address': '172.20.0.2'}]}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:52.915338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f056d772-a323-4f77-89e8-e4de02ea0cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.931031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.969045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] For port 97143ea6-0b10-42bb-b740-1f1c778a90d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=97143ea6-0b10-42bb-b740-1f1c778a90d3,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:52.969529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:52.996377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet 8ae38b65-22fe-42d7-b545-d6700b254d57 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:53.016306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f056d772-a323-4f77-89e8-e4de02ea0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.025289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Calling delete_port for 97143ea6-0b10-42bb-b740-1f1c778a90d3 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:53.059773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.059773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.064441 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:53.081293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.120881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] DHCP port deletion for d60f1c25-5983-4765-97f1-ca482a6fa475 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:53.123333 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f056d772-a323-4f77-89e8-e4de02ea0cdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=561fed5cfb6645dca17c444c4417c8de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3424129 Apr 29 07:51:53.130383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45194) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:53.139231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056d772-a323-4f77-89e8-e4de02ea0cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c79b30-f284-42b4-84c3-95d6e42195a2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.164434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.179951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Deleting port db04ea07-9776-4fdf-a8b6-a648abc90a96 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:53.180427 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.189594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.220162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] Deleting port db04ea07-9776-4fdf-a8b6-a648abc90a96 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:53.221134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.242949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.268409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.304072 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:51:50Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:53.312504 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] For port db04ea07-9776-4fdf-a8b6-a648abc90a96, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db04ea07-9776-4fdf-a8b6-a648abc90a96,segment=NetworkSegment(4f2b28c0-ffc4-4173-a831-1d4409aa8426),segment_id=4f2b28c0-ffc4-4173-a831-1d4409aa8426)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:53.313136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.329257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] Calling delete_port for db04ea07-9776-4fdf-a8b6-a648abc90a96 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:53.336883 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] Checking router: 540f3cdd-9496-441c-a27e-b500f2f0cf8e for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:53.347592 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] Routers {'540f3cdd-9496-441c-a27e-b500f2f0cf8e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:53.349115 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:53.351341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] For port db04ea07-9776-4fdf-a8b6-a648abc90a96, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db04ea07-9776-4fdf-a8b6-a648abc90a96,segment=NetworkSegment(4f2b28c0-ffc4-4173-a831-1d4409aa8426),segment_id=4f2b28c0-ffc4-4173-a831-1d4409aa8426)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:53.355289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.379000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Calling delete_port for db04ea07-9776-4fdf-a8b6-a648abc90a96 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:53.413358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-839b48b2-595b-4e6b-8f7b-d53932bb969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.444446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port c7af4c6c-38d7-44c7-9772-edc950b584d2 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:53.444784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.467169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.491653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] Set router 540f3cdd-9496-441c-a27e-b500f2f0cf8e gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:53.502226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-839b48b2-595b-4e6b-8f7b-d53932bb969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.506873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.525763 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.564728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port c7af4c6c-38d7-44c7-9772-edc950b584d2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c7af4c6c-38d7-44c7-9772-edc950b584d2,segment=NetworkSegment(1b70c535-b906-45da-94b3-550cb7e0e025),segment_id=1b70c535-b906-45da-94b3-550cb7e0e025)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:53.565294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.576833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] Pushing event deleted for resources: {'Port': ['ID=db04ea07-9776-4fdf-a8b6-a648abc90a96,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.590069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for c7af4c6c-38d7-44c7-9772-edc950b584d2 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:53.594792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.606067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.611637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db01d7-6759-4c92-9e4e-c3452e21bcee None None] No DVR routers for this DVR port db04ea07-9776-4fdf-a8b6-a648abc90a96 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:53.622995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] No DVR routers for this DVR port db04ea07-9776-4fdf-a8b6-a648abc90a96 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:53.673637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event deleted for resources: {'Port': ['ID=db04ea07-9776-4fdf-a8b6-a648abc90a96,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.687050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Deleting port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:53.687711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.727848 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:51:50Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:53.755922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.756364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.760090 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9cb10-dcd3-46e3-96d7-01a90577d0fb None None] The sync data for ids ['540f3cdd-9496-441c-a27e-b500f2f0cf8e'] in dv-neutron-839740-1-hyperv is: [{'id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'name': 'tempest-ServersTestManualDisk-1609482254-router', 'tenant_id': '3db95d922264435a828d96d456d20755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:51:50Z', 'revision_number': 5, 'project_id': '3db95d922264435a828d96d456d20755', 'gw_port': {'id': '4ae9aa6b-e81c-4066-93de-cfc75b7427cd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f3cdd-9496-441c-a27e-b500f2f0cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:00Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:53.796965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.812438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Pushing event deleted for resources: {'Port': ['ID=97143ea6-0b10-42bb-b740-1f1c778a90d3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.818324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae38b65-22fe-42d7-b545-d6700b254d57,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.820988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-839b48b2-595b-4e6b-8f7b-d53932bb969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.829842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-839b48b2-595b-4e6b-8f7b-d53932bb969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.829842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-839b48b2-595b-4e6b-8f7b-d53932bb969b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10c79b30-f284-42b4-84c3-95d6e42195a2 HTTP/1.1" status: 204 len: 168 time: 0.6916659 Apr 29 07:51:53.847040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483a8aa-706c-4746-959f-611092336248 None None] Network 5ec3a38b-3793-4015-9337-9069044013e7 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:53.849295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.853572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f06b6b15-8111-45a1-a627-1a6d51a2f1b9 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/8ae38b65-22fe-42d7-b545-d6700b254d57 HTTP/1.1" status: 204 len: 168 time: 0.9884293 Apr 29 07:51:53.857983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b48b2-595b-4e6b-8f7b-d53932bb969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c79b30-f284-42b4-84c3-95d6e42195a2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.862087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45198) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:53.895204 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60f1c25-5983-4765-97f1-ca482a6fa475']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:53.917088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] For port 4ae9aa6b-e81c-4066-93de-cfc75b7427cd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:53.917460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.931535 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2b28c0-ffc4-4173-a831-1d4409aa8426') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:53.931837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2b28c0-ffc4-4173-a831-1d4409aa8426') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:53.955475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:53.974739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Calling delete_port for 4ae9aa6b-e81c-4066-93de-cfc75b7427cd owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:53.980970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.009631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.019926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.022796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:54.023197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:54.029367 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:54.084717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=c7af4c6c-38d7-44c7-9772-edc950b584d2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:54.122644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port c7af4c6c-38d7-44c7-9772-edc950b584d2 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:54.191731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] DHCP port deletion for 5ec3a38b-3793-4015-9337-9069044013e7 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:54.216784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db04ea07-9776-4fdf-a8b6-a648abc90a96 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:54.273855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 4e6796d8-5895-411c-ba63-a436c33adb64 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:54.274196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.278788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: db04ea07-9776-4fdf-a8b6-a648abc90a96 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:54.279290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db04ea07-9776-4fdf-a8b6-a648abc90a96 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:54.292951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.312959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.329334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfb44bc-474b-40c2-8956-90e80a7082f6']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:54.339565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.347361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b70c535-b906-45da-94b3-550cb7e0e025') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:54.355364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b70c535-b906-45da-94b3-550cb7e0e025') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:54.367170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.373915 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] 10.222.0.16 "DELETE /v2.0/networks/d60f1c25-5983-4765-97f1-ca482a6fa475 HTTP/1.1" status: 204 len: 168 time: 1.6112189 Apr 29 07:51:54.395370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] Deleting port 4e6796d8-5895-411c-ba63-a436c33adb64 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:54.395370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.476699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.478076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] For port 4e6796d8-5895-411c-ba63-a436c33adb64, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4e6796d8-5895-411c-ba63-a436c33adb64,segment=NetworkSegment(7c88048b-1971-4459-afab-df3e0ddc719c),segment_id=7c88048b-1971-4459-afab-df3e0ddc719c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:54.478503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.485979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800fe20-dda0-4330-a1a7-4656856426f9 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039 tempest-ExtraDHCPOptionsIpV6TestJSON-855136039-project] Pushing event deleted for resources: {'Network': ['ID=d60f1c25-5983-4765-97f1-ca482a6fa475,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:54.493337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] Calling delete_port for 4e6796d8-5895-411c-ba63-a436c33adb64 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:54.504652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.515869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:54.516558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:54.523004 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:54.687063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.703590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] No DVR routers for this DVR port 4e6796d8-5895-411c-ba63-a436c33adb64 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:54.730206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd3ba-e636-4e55-b6c3-e31ebac9e252 None None] Pushing event deleted for resources: {'Port': ['ID=4e6796d8-5895-411c-ba63-a436c33adb64,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:54.760047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.764113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.767651 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/6bfb44bc-474b-40c2-8956-90e80a7082f6 HTTP/1.1" status: 204 len: 168 time: 3.7191696 Apr 29 07:51:54.770896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.772756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45206) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:54.781013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-169341917'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:54.789719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df16c5-bd9b-4169-ba51-bf0e853c0c32 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=6bfb44bc-474b-40c2-8956-90e80a7082f6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:54.793698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:54.816228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.834505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] For port 4e6796d8-5895-411c-ba63-a436c33adb64, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4e6796d8-5895-411c-ba63-a436c33adb64,segment=NetworkSegment(7c88048b-1971-4459-afab-df3e0ddc719c),segment_id=7c88048b-1971-4459-afab-df3e0ddc719c)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:54.834885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:54.835875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45208) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:54.857080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 4e6796d8-5895-411c-ba63-a436c33adb64 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:54.975716 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a78bc32e-d0ff-4062-b421-8a6442b6bc2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1541b90451ef4bfaa506bde7f108c3e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1017272 Apr 29 07:51:54.975716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:54.975716 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2321ac37-8f6d-482c-b6bd-b09871ae4858 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ead65c2-7686-48f8-a7ae-36a5e7bd71f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2730691 Apr 29 07:51:54.976583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] Sync routers for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:54.976975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45210) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:54.979108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45214) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:54.981025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:54.981897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:55.000175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.041920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae9aa6b-e81c-4066-93de-cfc75b7427cd,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:55.108341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45216) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:55.122719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.130975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea680244-102d-4ea9-811d-cabff9ef21ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.152127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.165252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=4e6796d8-5895-411c-ba63-a436c33adb64,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:55.175059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Allocated IP 172.20.0.2 (4028ec03-7a74-4596-9cf4-de08cd18e1d9/176d2bba-d827-4b1f-b661-09d9384422c2/c255bab1-c68e-4f1a-b825-3be709edf956) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:55.181875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No DVR routers for this DVR port 4e6796d8-5895-411c-ba63-a436c33adb64 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:55.205291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea680244-102d-4ea9-811d-cabff9ef21ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.212997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.287458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:55.290849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.333687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:55.342078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.343916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.353394 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1c54186f-a3ca-4da1-86f0-e80b3dd47da9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e50ad7d0d4b74af68c2fa03295b540aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410154 Apr 29 07:51:55.353394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45220) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:55.359725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.383394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea680244-102d-4ea9-811d-cabff9ef21ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.385818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea680244-102d-4ea9-811d-cabff9ef21ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.389647 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ea680244-102d-4ea9-811d-cabff9ef21ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5c11daa-d331-4876-8b12-1a2a0694af20 HTTP/1.1" status: 204 len: 168 time: 0.4071193 Apr 29 07:51:55.404163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea680244-102d-4ea9-811d-cabff9ef21ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c11daa-d331-4876-8b12-1a2a0694af20,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:55.431252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a08f8dd6-faf5-489b-aa43-a69c3346a4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.472533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a08f8dd6-faf5-489b-aa43-a69c3346a4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.496517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.501961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:55.523029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec3a38b-3793-4015-9337-9069044013e7']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:55.535836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:51:53Z', 'revision_number': 5, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port': {'id': '277669be-9e5c-4ceb-835f-487bf6efb86c', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:55.537281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.537628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 63f02c8c-651a-4e66-a32e-f0ab3feb23a8 of type vlan for network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae Apr 29 07:51:55.545695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c88048b-1971-4459-afab-df3e0ddc719c') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:55.546048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c88048b-1971-4459-afab-df3e0ddc719c') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:55.561784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Deleting port 277669be-9e5c-4ceb-835f-487bf6efb86c {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:55.562174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.568652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] Checking router: 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:55.578435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] Routers {'3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:55.579060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:55.583482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.609900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.610410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540f3cdd-9496-441c-a27e-b500f2f0cf8e {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:55.613695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.620337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.621483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6530cd72-6030-4130-8063-1ff3f603f27e admin admin] 10.222.0.16 "DELETE /v2.0/routers/540f3cdd-9496-441c-a27e-b500f2f0cf8e HTTP/1.1" status: 204 len: 168 time: 2.7698884 Apr 29 07:51:55.628239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45224) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:55.637874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.656843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a08f8dd6-faf5-489b-aa43-a69c3346a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.662877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a08f8dd6-faf5-489b-aa43-a69c3346a4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.666593 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a08f8dd6-faf5-489b-aa43-a69c3346a4bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d24ea14c-bf4e-42cf-b039-77b23fb31a2c HTTP/1.1" status: 204 len: 168 time: 0.3102243 Apr 29 07:51:55.696851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.702862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f8dd6-faf5-489b-aa43-a69c3346a4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ea14c-bf4e-42cf-b039-77b23fb31a2c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:55.703003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] Set router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:55.705749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:55.706154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:55.709777 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:55.712200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] For port 277669be-9e5c-4ceb-835f-487bf6efb86c, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=277669be-9e5c-4ceb-835f-487bf6efb86c,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:55.712200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.726115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Calling delete_port for 277669be-9e5c-4ceb-835f-487bf6efb86c owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:55.804436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:51:55Z', 'revision_number': 6, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:55.823423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] Deleting subnet 3b10427a-70fd-4707-89d5-59e8f0c4e419 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:55.838167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.856164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898c76f-e969-4bda-ad8b-35eaa4b6996b None None] The sync data for ids ['3ead65c2-7686-48f8-a7ae-36a5e7bd71f3'] in dv-neutron-839740-1-hyperv is: [{'id': '3ead65c2-7686-48f8-a7ae-36a5e7bd71f3', 'name': 'tempest-ServersTestJSON-537542033-router', 'tenant_id': '9200ad04309a40958ca6c3497ed274b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:49:59Z', 'updated_at': '2022-04-29T07:51:55Z', 'revision_number': 6, 'project_id': '9200ad04309a40958ca6c3497ed274b8', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:55.906785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.912718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:55.915076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:55.992186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.017552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.022758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=48b81267-fb18-4f1c-a34b-6db1a3bc2fae,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:56.025031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.028263 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/5ec3a38b-3793-4015-9337-9069044013e7 HTTP/1.1" status: 204 len: 168 time: 2.1609566 Apr 29 07:51:56.033022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:56.036890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45236) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:56.041928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2107327777'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:56.056251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c9e9adfa-967b-4f85-86c3-3ef8f7b2438b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2794576 Apr 29 07:51:56.059017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45238) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:56.059322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7d7b-80c4-40bc-848f-31a991a46057 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=5ec3a38b-3793-4015-9337-9069044013e7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:56.070995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:56.099103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.134233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.150138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.171352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:56.173724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Pushing event deleted for resources: {'Port': ['ID=277669be-9e5c-4ceb-835f-487bf6efb86c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:56.181470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:56.184873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:56.185361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:56.189177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.264575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Port': ['ID=c255bab1-c68e-4f1a-b825-3be709edf956,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:56.304959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.310092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:56.408279 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.408570 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Added segment 8f513b81-0b70-44c8-a44d-bed5f1e31ede of type vlan for network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 Apr 29 07:51:56.411590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.419678 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.430106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.465124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b10427a-70fd-4707-89d5-59e8f0c4e419,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:56.467797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.471586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887380e3-b92c-427f-bdb0-d74517c70158 None None] Network 24b027d7-b7a1-45a8-a357-32c318f3750e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:56.472100 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5b835def-85cd-439a-af5f-b66133d5baad admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b10427a-70fd-4707-89d5-59e8f0c4e419 HTTP/1.1" status: 204 len: 168 time: 0.8420725 Apr 29 07:51:56.474627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:56.494236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:56.497293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.507309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.661423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4e6796d8-5895-411c-ba63-a436c33adb64 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:56.689166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 4e6796d8-5895-411c-ba63-a436c33adb64 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:56.689864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4e6796d8-5895-411c-ba63-a436c33adb64 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:56.690861 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:56.728711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:56.734834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 792a691f-5d1d-4fdc-8c2e-e4710e2ffb40 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:56.805762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.815428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.975503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Deleting port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:56.976187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.986963 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45266) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:56.995771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:56.996092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:57.010029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.014405 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0f1856d7-5361-4e0d-a276-e45b58d0443b admin admin] 10.222.0.16 "DELETE /v2.0/routers/3ead65c2-7686-48f8-a7ae-36a5e7bd71f3 HTTP/1.1" status: 204 len: 168 time: 2.0419230 Apr 29 07:51:57.024428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45272) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:57.060041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] DHCP port deletion for 24b027d7-b7a1-45a8-a357-32c318f3750e request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:57.099058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.105803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:57.106640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.125812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] Deleting subnet 4740ff5a-9493-46cb-8b49-2b9eb22e1c6b {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:51:57.129069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.137572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] For port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:57.137572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.148716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] Deleting port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:57.149257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.172272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.190315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Calling delete_port for 8aab99ac-f2e6-4b0d-8253-8f2230192ffb owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:57.261861 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2237680 Apr 29 07:51:57.266734 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] For port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,segment=NetworkSegment(4e1c30a6-79b0-457f-8cb3-ec376b514ee6),segment_id=4e1c30a6-79b0-457f-8cb3-ec376b514ee6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:57.275136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.279305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45276) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:57.283681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:57.288214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] Calling delete_port for 8aab99ac-f2e6-4b0d-8253-8f2230192ffb owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:57.348440 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a4ca59b7-2af1-41de-b721-d3123703af15 tempest-AgentManagementNegativeTest-266218227 tempest-AgentManagementNegativeTest-266218227-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3447232 Apr 29 07:51:57.348533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45278) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:57.365912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.387299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] No DVR routers for this DVR port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:57.397675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.421947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.436300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.438766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd00f77-98e2-4d64-a990-eee6791a96ec tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Network': ['ID=24336e4a-bbb0-4cce-be17-0ac81c1d94d4,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:57.467114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:57.499479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:57.509840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] Pushing event deleted for resources: {'Port': ['ID=8aab99ac-f2e6-4b0d-8253-8f2230192ffb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:57.547184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0db66-8d03-4b27-9da7-fe0ecd9e1cdb None None] No DVR routers for this DVR port 8aab99ac-f2e6-4b0d-8253-8f2230192ffb on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:57.587790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.618200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'networks': [{'name': 'tempest-network--1685728562'}, {'name': 'tempest-network--2136745648'}]} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:57.618387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'network': {'name': 'tempest-network--1685728562'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:57.618832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'network': {'name': 'tempest-network--2136745648'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:57.625287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.658037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.664366 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4740ff5a-9493-46cb-8b49-2b9eb22e1c6b HTTP/1.1" status: 204 len: 168 time: 0.6389246 Apr 29 07:51:57.665126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45284) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:57.665238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09850d19-9aaa-4f50-9487-ca1f32b0799a None None] Network 35ed79a5-287d-4a3a-a680-e8df600601f5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:57.670879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=8aee7d49-e307-4e33-a3bd-b1ae325aefa1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:57.707016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.717455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00c515-64aa-4704-a2f1-60f2a9445ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4740ff5a-9493-46cb-8b49-2b9eb22e1c6b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:57.739639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b027d7-b7a1-45a8-a357-32c318f3750e']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:57.752674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '63f02c8c-651a-4e66-a32e-f0ab3feb23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:57.753036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: 48b81267-fb18-4f1c-a34b-6db1a3bc2fae, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:57.757407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1c30a6-79b0-457f-8cb3-ec376b514ee6') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:57.761383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1c30a6-79b0-457f-8cb3-ec376b514ee6') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:57.769095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.777063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.797908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.813823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Made reservation on behalf of 195392a442e649e4b4e76a64df6fa7b9 for: {'network': 2} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:57.823165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.827508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:57.833066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.845210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Deleting port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:57.845812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.857432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:57.857897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:57.859860 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:57.880359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.882413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:57.920111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] DHCP port deletion for 35ed79a5-287d-4a3a-a680-e8df600601f5 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:51:57.930216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Router cea8870e-172d-41cb-bcb6-816c48a6bdd9 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:51:57.951892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] For port 33cf2b81-dc5d-47c1-a10c-cad7089a3169, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=33cf2b81-dc5d-47c1-a10c-cad7089a3169,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:57.952808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.956031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 48b81267-fb18-4f1c-a34b-6db1a3bc2fae) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:57.961608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 277669be-9e5c-4ceb-835f-487bf6efb86c no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:57.969178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:57.970129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:57.979604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Calling delete_port for 33cf2b81-dc5d-47c1-a10c-cad7089a3169 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:57.990897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83bb68c-e44e-433a-a2e7-a97310854cf5 None None] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:57.995216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 277669be-9e5c-4ceb-835f-487bf6efb86c {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:57.998486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 277669be-9e5c-4ceb-835f-487bf6efb86c not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:57.998486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4ae9aa6b-e81c-4066-93de-cfc75b7427cd no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:58.032959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 4ae9aa6b-e81c-4066-93de-cfc75b7427cd {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:58.033300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4ae9aa6b-e81c-4066-93de-cfc75b7427cd not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:58.033710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8aab99ac-f2e6-4b0d-8253-8f2230192ffb no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:58.078888 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-57895b1e-cd53-4216-bac9-b8ce8c878cba tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0186768 Apr 29 07:51:58.081214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45288) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:58.081603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45290) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:58.093896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:58.102216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 8aab99ac-f2e6-4b0d-8253-8f2230192ffb {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:58.102592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8aab99ac-f2e6-4b0d-8253-8f2230192ffb not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:58.103013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 97143ea6-0b10-42bb-b740-1f1c778a90d3 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:58.145765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.151994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.158775 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] 10.222.0.16 "DELETE /v2.0/networks/24b027d7-b7a1-45a8-a357-32c318f3750e HTTP/1.1" status: 204 len: 168 time: 1.6830769 Apr 29 07:51:58.169139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 97143ea6-0b10-42bb-b740-1f1c778a90d3 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:51:58.169480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 97143ea6-0b10-42bb-b740-1f1c778a90d3 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:58.208047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d40e6-f264-48a4-ba98-1cf70b4be958 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b027d7-b7a1-45a8-a357-32c318f3750e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:58.222747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] Deleting port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:58.223121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.227743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:58.237356 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Sync routers for ids ['cea8870e-172d-41cb-bcb6-816c48a6bdd9'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:58.244371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.244907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.254448 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Routers {'cea8870e-172d-41cb-bcb6-816c48a6bdd9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:58.257446 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cea8870e-172d-41cb-bcb6-816c48a6bdd9'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:58.305974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] No DVR routers for this DVR port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:58.307724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=33cf2b81-dc5d-47c1-a10c-cad7089a3169,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:58.322575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.323155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.329363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.355112 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] For port 33cf2b81-dc5d-47c1-a10c-cad7089a3169, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=33cf2b81-dc5d-47c1-a10c-cad7089a3169,segment=NetworkSegment(98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c),segment_id=98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:58.355784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.356787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.358867 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5ba3660a-d01f-4def-9311-719e5c4476a7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5056858 Apr 29 07:51:58.371289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45298) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:58.378559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] Calling delete_port for 33cf2b81-dc5d-47c1-a10c-cad7089a3169 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:58.396548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c333722b-ed87-403a-b7ed-22f8c2f2e79c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:58.406856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:58.433841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-48b81267-fb18-4f1c-a34b-6db1a3bc2fae', 'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': '8aee7d49-e307-4e33-a3bd-b1ae325aefa1'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:51:58.435170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.451222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.451620 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Added segment ea36d671-9f84-4619-b86a-d70b5e0730d8 of type vlan for network b7464235-75d0-41cf-bf37-7ff6cac0ebb0 Apr 29 07:51:58.457713 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Set router cea8870e-172d-41cb-bcb6-816c48a6bdd9 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:58.488601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:58.492851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.511260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.517202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.543948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:58.554269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.554986 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Added segment 405f1e68-7563-48b7-b407-feab73de2f01 of type vlan for network f41551f7-c6a9-420c-800e-982a37b88e07 Apr 29 07:51:58.604368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.613369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45300) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:58.626815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ed79a5-287d-4a3a-a680-e8df600601f5']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:58.636511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.649771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.673768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] No DVR routers for this DVR port 33cf2b81-dc5d-47c1-a10c-cad7089a3169 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:58.680106 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:51:58.693907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:58.695095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fc5a2b-d4d3-4d33-9d7c-d1a71a4ad42c') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:58.709585 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8870e-172d-41cb-bcb6-816c48a6bdd9', 'name': '', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9', 'external_fixed_ips': [{'subnet_id': '176d2bba-d827-4b1f-b661-09d9384422c2', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c255bab1-c68e-4f1a-b825-3be709edf956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:51:56Z', 'revision_number': 3, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port': {'id': 'c255bab1-c68e-4f1a-b825-3be709edf956', 'name': '', 'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea8870e-172d-41cb-bcb6-816c48a6bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '176d2bba-d827-4b1f-b661-09d9384422c2', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:54Z', 'updated_at': '2022-04-29T07:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '176d2bba-d827-4b1f-b661-09d9384422c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:58.728445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.740982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c5c34-5fc5-46d4-b1d6-6dc5d2209fc8 None None] Pushing event deleted for resources: {'Port': ['ID=33cf2b81-dc5d-47c1-a10c-cad7089a3169,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:58.746163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.747068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.748206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Allocated IP 2001:db8::2 (48b81267-fb18-4f1c-a34b-6db1a3bc2fae/8aee7d49-e307-4e33-a3bd-b1ae325aefa1/05647f4e-be2f-45af-8156-83b23b1a9de7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:58.755265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:58.757567 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Checking router: cea8870e-172d-41cb-bcb6-816c48a6bdd9 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:58.757916 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Updating router cea8870e-172d-41cb-bcb6-816c48a6bdd9 port c255bab1-c68e-4f1a-b825-3be709edf956 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:51:58.761271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:58.762547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.774302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=d010a83f-1c10-4ae3-8941-25fa1657de40,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:58.790952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.803001 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.807785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Checking segment: {'id': '8f513b81-0b70-44c8-a44d-bed5f1e31ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:58.808147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network hostable DHCP agents. Network: 24336e4a-bbb0-4cce-be17-0ac81c1d94d4, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:58.818829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.825031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:58.825502 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:58.827261 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:58.869019 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5181246 Apr 29 07:51:58.869649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45302) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:58.880970 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-218e8e39-4815-4556-8109-8c5ebf4ee6f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3db95d922264435a828d96d456d20755&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2615011 Apr 29 07:51:58.883425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45304) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:58.892073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.941836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Network': ['ID=b7464235-75d0-41cf-bf37-7ff6cac0ebb0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:58.978218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.983517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:58.990049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b7464235-75d0-41cf-bf37-7ff6cac0ebb0 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:59.086417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.095298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1f5228-4b82-4c19-b9e0-cf305c546081,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.099138 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.107138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.112721 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] 10.222.0.16 "DELETE /v2.0/networks/35ed79a5-287d-4a3a-a680-e8df600601f5 HTTP/1.1" status: 204 len: 168 time: 1.4368284 Apr 29 07:51:59.150759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:59.152678 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.154363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:59.157754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:59.208902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.212288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Pushing event updated for resources: {'Port': ['ID=05647f4e-be2f-45af-8156-83b23b1a9de7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.223115 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2f7dd4e1ab744f7b84a26e625a0038a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1402121 Apr 29 07:51:59.225038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45308) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:59.231880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Attempting to bind port 05647f4e-be2f-45af-8156-83b23b1a9de7 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:59.232396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Attempting to bind port 05647f4e-be2f-45af-8156-83b23b1a9de7 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '63f02c8c-651a-4e66-a32e-f0ab3feb23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:59.232852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Attempting to bind port 05647f4e-be2f-45af-8156-83b23b1a9de7 on network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:59.240094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:59.240542 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.241037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Checking segment: {'id': '63f02c8c-651a-4e66-a32e-f0ab3feb23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:59.241353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.241869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Bound using segment: {'id': '63f02c8c-651a-4e66-a32e-f0ab3feb23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:59.242515 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Bound port: 05647f4e-be2f-45af-8156-83b23b1a9de7, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f02c8c-651a-4e66-a32e-f0ab3feb23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:59.243397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.262652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.262652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.263299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.263299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.263463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.263740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.264009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.264332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.264704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.264969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.270915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.271541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8a5f7-36b9-42f4-bde5-55a5eb947764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.299605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa414ca9-8d72-4b7f-8769-4bbe83506c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=35ed79a5-287d-4a3a-a680-e8df600601f5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.300458 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Attempting to bind port c255bab1-c68e-4f1a-b825-3be709edf956 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:51:59.301011 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Attempting to bind port c255bab1-c68e-4f1a-b825-3be709edf956 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '4829740e-96d4-4746-b8a0-08e80d89931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:51:59.310235 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Attempting to bind port c255bab1-c68e-4f1a-b825-3be709edf956 on network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:59.310333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.330527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] For port 05647f4e-be2f-45af-8156-83b23b1a9de7, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:59.333162 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:59.333621 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Checking segment: {'id': '4829740e-96d4-4746-b8a0-08e80d89931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:51:59.334087 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.334572 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Bound using segment: {'id': '4829740e-96d4-4746-b8a0-08e80d89931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:59.335125 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Bound port: c255bab1-c68e-4f1a-b825-3be709edf956, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4829740e-96d4-4746-b8a0-08e80d89931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4028ec03-7a74-4596-9cf4-de08cd18e1d9'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:51:59.335593 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.336473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] For port 05647f4e-be2f-45af-8156-83b23b1a9de7, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=05647f4e-be2f-45af-8156-83b23b1a9de7,segment=NetworkSegment(63f02c8c-651a-4e66-a32e-f0ab3feb23a8),segment_id=63f02c8c-651a-4e66-a32e-f0ab3feb23a8)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:59.378806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:59.407702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:59.414963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43e4224f-7179-4885-ac02-76bc67ec31e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.422174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4fb36-4915-42e3-a221-f410fb6893fe tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Network': ['ID=f41551f7-c6a9-420c-800e-982a37b88e07,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.441641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.447494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:59.454604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:59.455286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.458887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=6c321d66-8f2a-4e20-acbe-5d45f49d8200,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.463852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cbed0c2-4921-4a51-bc32-46b9a66089b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.468219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43e4224f-7179-4885-ac02-76bc67ec31e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.472824 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Pushing event updated for resources: {'Port': ['ID=c255bab1-c68e-4f1a-b825-3be709edf956,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.490502 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.493007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f41551f7-c6a9-420c-800e-982a37b88e07 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:59.493170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e82199-9738-4a6b-ad69-ee57a5bb8643 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:59.493502 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.493916 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.495115 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.495510 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.499868 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.500306 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.500421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e82199-9738-4a6b-ad69-ee57a5bb8643 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:59.500770 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.501162 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.501541 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.501955 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.502331 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:59.513528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e82199-9738-4a6b-ad69-ee57a5bb8643 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:59.517341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cbed0c2-4921-4a51-bc32-46b9a66089b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.519415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e82199-9738-4a6b-ad69-ee57a5bb8643 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:59.523671 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] For port c255bab1-c68e-4f1a-b825-3be709edf956, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:59.525871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e82199-9738-4a6b-ad69-ee57a5bb8643 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:59.527032 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] For port c255bab1-c68e-4f1a-b825-3be709edf956, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c255bab1-c68e-4f1a-b825-3be709edf956,segment=NetworkSegment(4829740e-96d4-4746-b8a0-08e80d89931d),segment_id=4829740e-96d4-4746-b8a0-08e80d89931d)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:59.530967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e1e82199-9738-4a6b-ad69-ee57a5bb8643 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.6580827 Apr 29 07:51:59.532075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45310) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:59.547722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 24336e4a-bbb0-4cce-be17-0ac81c1d94d4) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:59.555418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:51:59.556001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.565998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Deleting port c255bab1-c68e-4f1a-b825-3be709edf956 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:51:59.566336 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.571076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20cfe7-3fda-4c94-a041-c366c8b5e305 None None] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:51:59.588865 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-010eb67d-a0aa-4f39-bc5e-9ee63b51ef9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4999423 Apr 29 07:51:59.588865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45312) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:59.600287 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.656557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45314) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:59.686737 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Routers {'cea8870e-172d-41cb-bcb6-816c48a6bdd9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:59.688169 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cea8870e-172d-41cb-bcb6-816c48a6bdd9'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:59.709570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.724706 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] For port c255bab1-c68e-4f1a-b825-3be709edf956, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:59.725231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.739390 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dd1c258b-98d2-4185-8fec-9e553859c2a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9200ad04309a40958ca6c3497ed274b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0813918 Apr 29 07:51:59.740100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Calling delete_port for c255bab1-c68e-4f1a-b825-3be709edf956 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:51:59.741753 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ced720-2085-45bc-9e75-44c0e251f5ad None None] Pushing event updated for resources: {'Port': ['ID=c255bab1-c68e-4f1a-b825-3be709edf956,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.744915 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e1ff4019-3605-4c7b-ac68-627811178c4b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4651201 Apr 29 07:51:59.745946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45316) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:59.748224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45318) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:51:59.756770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6c074fe3-0e94-403b-b35d-3a2cb210ea29 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-13670280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:59.822987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43e4224f-7179-4885-ac02-76bc67ec31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.826325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43e4224f-7179-4885-ac02-76bc67ec31e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:51:59.826601 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] Set router cea8870e-172d-41cb-bcb6-816c48a6bdd9 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:59.827720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67fd7f-de0f-496e-a698-5cbc338a8900 None None] Pushing event updated for resources: {'Port': ['ID=05647f4e-be2f-45af-8156-83b23b1a9de7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.828561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-43e4224f-7179-4885-ac02-76bc67ec31e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36052f70-1933-4d9e-815e-383f8958d136 HTTP/1.1" status: 204 len: 168 time: 0.9400027 Apr 29 07:51:59.953883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4224f-7179-4885-ac02-76bc67ec31e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36052f70-1933-4d9e-815e-383f8958d136,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:59.965053 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8870e-172d-41cb-bcb6-816c48a6bdd9', 'name': '', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:51:59Z', 'revision_number': 4, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:59.966767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.011139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.020252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 33cf2b81-dc5d-47c1-a10c-cad7089a3169 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:00.037661 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6670a-6170-40ad-8790-9af936db2d53 None None] The sync data for ids ['cea8870e-172d-41cb-bcb6-816c48a6bdd9'] in dv-neutron-839740-1-hyperv is: [{'id': 'cea8870e-172d-41cb-bcb6-816c48a6bdd9', 'name': '', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:51:59Z', 'revision_number': 4, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:00.060989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 33cf2b81-dc5d-47c1-a10c-cad7089a3169 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:00.061324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 33cf2b81-dc5d-47c1-a10c-cad7089a3169 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:00.063051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-24336e4a-bbb0-4cce-be17-0ac81c1d94d4', 'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4', 'tenant_id': '2af3b1688ec84ceb9d8f44184c745027', 'fixed_ips': [{'subnet_id': 'd010a83f-1c10-4ae3-8941-25fa1657de40'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:00.065159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.066704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.074066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7464235-75d0-41cf-bf37-7ff6cac0ebb0']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:00.085643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea36d671-9f84-4619-b86a-d70b5e0730d8') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:00.085971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea36d671-9f84-4619-b86a-d70b5e0730d8') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:00.107610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c074fe3-0e94-403b-b35d-3a2cb210ea29 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.108993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c074fe3-0e94-403b-b35d-3a2cb210ea29 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.154261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.183827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.197828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:00.198541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:00.202012 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:00.263822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5bb00-d3dc-4615-a83a-f393613ededd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:00.266135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5bb00-d3dc-4615-a83a-f393613ededd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:00.267859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5bb00-d3dc-4615-a83a-f393613ededd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:00.269670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c074fe3-0e94-403b-b35d-3a2cb210ea29 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.270993 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5bb00-d3dc-4615-a83a-f393613ededd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:00.272847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5bb00-d3dc-4615-a83a-f393613ededd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:00.274856 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5ce5bb00-d3dc-4615-a83a-f393613ededd tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6866155 Apr 29 07:52:00.278690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45322) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:00.287639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-9227713'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:00.331359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cbed0c2-4921-4a51-bc32-46b9a66089b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.334150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cbed0c2-4921-4a51-bc32-46b9a66089b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.335470 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0cbed0c2-4921-4a51-bc32-46b9a66089b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb1f5228-4b82-4c19-b9e0-cf305c546081 HTTP/1.1" status: 204 len: 168 time: 1.0991297 Apr 29 07:52:00.353314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed0c2-4921-4a51-bc32-46b9a66089b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1f5228-4b82-4c19-b9e0-cf305c546081,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:00.394316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.394692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c074fe3-0e94-403b-b35d-3a2cb210ea29 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.400390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.402120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.415501 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81fdf97e-a176-4186-a0a7-48cbf9ff9c4a HTTP/1.1" status: 204 len: 168 time: 0.6683455 Apr 29 07:52:00.424927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event deleted for resources: {'Port': ['ID=c255bab1-c68e-4f1a-b825-3be709edf956,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:00.431969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fdf97e-a176-4186-a0a7-48cbf9ff9c4a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:00.451230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.453417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.455515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.461310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.461917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.462376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.463943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.464445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.465041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.465369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.465710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.466217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.466560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ad568-6b42-4101-be71-c7cd778eb286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:00.481386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:00.485667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.492732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.507403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/networks/b7464235-75d0-41cf-bf37-7ff6cac0ebb0 HTTP/1.1" status: 204 len: 168 time: 0.9694417 Apr 29 07:52:00.518638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45332) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:00.553346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c074fe3-0e94-403b-b35d-3a2cb210ea29 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.556558 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6c074fe3-0e94-403b-b35d-3a2cb210ea29 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8046930 Apr 29 07:52:00.559022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc60fe4-18a7-49d7-883c-91121cf83a93 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Network': ['ID=b7464235-75d0-41cf-bf37-7ff6cac0ebb0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:00.563633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45334) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:00.578081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4', 'name': 'tempest-PortsIpV6TestJSON-2689438'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:00.600059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:00.629118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Allocated IP 2001:db8::2 (24336e4a-bbb0-4cce-be17-0ac81c1d94d4/d010a83f-1c10-4ae3-8941-25fa1657de40/c1bf53b0-9941-4170-afc5-48f94ade137f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:00.650331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.655473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.700602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.701008 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment db42c14a-2c51-4b92-82f3-916f3bfba684 of type vlan for network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b Apr 29 07:52:00.796285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.800666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.830703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.856750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41551f7-c6a9-420c-800e-982a37b88e07']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:00.871344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405f1e68-7563-48b7-b407-feab73de2f01') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:00.871847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405f1e68-7563-48b7-b407-feab73de2f01') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:00.884699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.913345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.921296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:00.922078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:00.926143 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:00.934249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:00.998234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.007440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.055655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.067122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cea8870e-172d-41cb-bcb6-816c48a6bdd9 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:01.068410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:01.069377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:01.075917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:01.081181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.094312 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2072515d-6034-4e77-9107-92be9e804883 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "DELETE /v2.0/routers/cea8870e-172d-41cb-bcb6-816c48a6bdd9 HTTP/1.1" status: 204 len: 168 time: 2.7219398 Apr 29 07:52:01.097826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45352) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:01.104672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c5e07-0cc2-4e70-bdea-4ecd713a8581 None None] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:01.144839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Pushing event updated for resources: {'Port': ['ID=c1bf53b0-9941-4170-afc5-48f94ade137f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:01.156643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Deleting subnet 176d2bba-d827-4b1f-b661-09d9384422c2 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:01.159828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:01.176068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.176983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.197658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.199191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.205074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.209421 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/networks/f41551f7-c6a9-420c-800e-982a37b88e07 HTTP/1.1" status: 204 len: 168 time: 0.6793618 Apr 29 07:52:01.214876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:01.216583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.220472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45358) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:01.222858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 466da867-3d2a-4077-bd00-846f3c9dce27 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:01.237235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-01aed56b-0ffa-4595-aa5b-5c4489d3ab38 None None] Provisioning complete for port 05647f4e-be2f-45af-8156-83b23b1a9de7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:01.237604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01aed56b-0ffa-4595-aa5b-5c4489d3ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.241666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Attempting to bind port c1bf53b0-9941-4170-afc5-48f94ade137f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:01.242042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Attempting to bind port c1bf53b0-9941-4170-afc5-48f94ade137f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '8f513b81-0b70-44c8-a44d-bed5f1e31ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:01.242402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Attempting to bind port c1bf53b0-9941-4170-afc5-48f94ade137f on network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:01.243726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed7b67-8513-4a7f-ab33-2c9aabdfb201 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Network': ['ID=f41551f7-c6a9-420c-800e-982a37b88e07,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:01.256427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.292340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:01.292718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Checking segment: {'id': '8f513b81-0b70-44c8-a44d-bed5f1e31ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:01.293124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.293517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Bound using segment: {'id': '8f513b81-0b70-44c8-a44d-bed5f1e31ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:01.294003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Bound port: c1bf53b0-9941-4170-afc5-48f94ade137f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f513b81-0b70-44c8-a44d-bed5f1e31ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24336e4a-bbb0-4cce-be17-0ac81c1d94d4'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:01.294381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.304713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.446402 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1663046 Apr 29 07:52:01.449753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45364) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:01.457238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:01.463555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a750e04-0c0b-460d-907c-987347d314bb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:01.468473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] For port c1bf53b0-9941-4170-afc5-48f94ade137f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:01.489930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:01.499648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] For port c1bf53b0-9941-4170-afc5-48f94ade137f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1bf53b0-9941-4170-afc5-48f94ade137f,segment=NetworkSegment(8f513b81-0b70-44c8-a44d-bed5f1e31ede),segment_id=8f513b81-0b70-44c8-a44d-bed5f1e31ede)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:01.514620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01aed56b-0ffa-4595-aa5b-5c4489d3ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.590100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.592541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb78e1f-9ce8-4198-b0e8-c391010443cc tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:01.603577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb78e1f-9ce8-4198-b0e8-c391010443cc tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:01.609289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.611507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb78e1f-9ce8-4198-b0e8-c391010443cc tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:01.613435 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5eb78e1f-9ce8-4198-b0e8-c391010443cc tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.3800812 Apr 29 07:52:01.616181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::1a5 (24336e4a-bbb0-4cce-be17-0ac81c1d94d4/d010a83f-1c10-4ae3-8941-25fa1657de40/466da867-3d2a-4077-bd00-846f3c9dce27) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:01.618080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45368) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:01.623467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1575743103'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:01.635901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-01aed56b-0ffa-4595-aa5b-5c4489d3ab38 None None] For port 05647f4e-be2f-45af-8156-83b23b1a9de7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=05647f4e-be2f-45af-8156-83b23b1a9de7,segment=NetworkSegment(63f02c8c-651a-4e66-a32e-f0ab3feb23a8),segment_id=63f02c8c-651a-4e66-a32e-f0ab3feb23a8)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:01.717896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=176d2bba-d827-4b1f-b661-09d9384422c2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:01.736199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.741675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01aed56b-0ffa-4595-aa5b-5c4489d3ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.743558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Made reservation on behalf of 195392a442e649e4b4e76a64df6fa7b9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:01.747555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.747741 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6ebb03c0-8855-43d9-ae7f-3dd08d201df1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/176d2bba-d827-4b1f-b661-09d9384422c2 HTTP/1.1" status: 204 len: 168 time: 0.6476603 Apr 29 07:52:01.751198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45372) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:01.796845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8f766-3937-4a41-a3d9-52c8440e13ac None None] Pushing event updated for resources: {'Port': ['ID=c1bf53b0-9941-4170-afc5-48f94ade137f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:01.805260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6be42-7272-4a75-ab93-69900b7b4f80 None None] Update dhcp port {'port': {'network_id': '48b81267-fb18-4f1c-a34b-6db1a3bc2fae', 'fixed_ips': [{'subnet_id': '8aee7d49-e307-4e33-a3bd-b1ae325aefa1', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c321d66-8f2a-4e20-acbe-5d45f49d8200'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '05647f4e-be2f-45af-8156-83b23b1a9de7'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:52:01.840299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:01.875758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ba6be42-7272-4a75-ab93-69900b7b4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.885075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:01.886004 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Added segment 1b95523b-1fe1-4190-a71b-d7d6c01deccb of type vlan for network 85b88d33-07d6-4648-b729-007ac3b5e501 Apr 29 07:52:01.900617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aed56b-0ffa-4595-aa5b-5c4489d3ab38 None None] Pushing event updated for resources: {'Port': ['ID=05647f4e-be2f-45af-8156-83b23b1a9de7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:01.939613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.022174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.029183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.073386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.081076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05647f4e-be2f-45af-8156-83b23b1a9de7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:02.194186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.203342 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:02.203342 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.242870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.243178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7ba6be42-7272-4a75-ab93-69900b7b4f80 None None] Allocated IP 172.20.0.1 (48b81267-fb18-4f1c-a34b-6db1a3bc2fae/6c321d66-8f2a-4e20-acbe-5d45f49d8200/05647f4e-be2f-45af-8156-83b23b1a9de7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:02.247892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.252492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 05647f4e-be2f-45af-8156-83b23b1a9de7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:02.252858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.277673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4028ec03-7a74-4596-9cf4-de08cd18e1d9']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:02.292769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4829740e-96d4-4746-b8a0-08e80d89931d') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:02.294262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4829740e-96d4-4746-b8a0-08e80d89931d') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:02.317856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.339838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.351714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:02.352185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.381968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Network': ['ID=85b88d33-07d6-4648-b729-007ac3b5e501,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:02.402348 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4bdc2307-6320-4d8f-86df-f75dc85ed738 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7794106 Apr 29 07:52:02.405155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:02.411816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45388) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:02.412331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 85b88d33-07d6-4648-b729-007ac3b5e501 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:02.416150 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:02.419510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1455751717'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:02.422833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.430534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:02.437620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:02.444179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:02.444657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7ba6be42-7272-4a75-ab93-69900b7b4f80 None None] For port 05647f4e-be2f-45af-8156-83b23b1a9de7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=05647f4e-be2f-45af-8156-83b23b1a9de7,segment=NetworkSegment(63f02c8c-651a-4e66-a32e-f0ab3feb23a8),segment_id=63f02c8c-651a-4e66-a32e-f0ab3feb23a8)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:02.444818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.450212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=466da867-3d2a-4077-bd00-846f3c9dce27,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:02.455058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b is not hosted by any dhcp agent {{(pid=109782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:52:02.466868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:02.467647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.469054 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "PUT /v2.0/networks/d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b HTTP/1.1" status: 200 len: 723 time: 1.0180345 Apr 29 07:52:02.472308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45390) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:02.478340 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': 'd2a85f00-9b5d-4a1d-ac9b-d936c4286d6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:02.554512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ba6be42-7272-4a75-ab93-69900b7b4f80 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.558555 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-70e8c6b3-db1b-4367-a759-eacac89a7ff5 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9929309 Apr 29 07:52:02.560204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45396) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:02.572261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74556a-b257-4e09-879b-17549293ab0d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:02.583885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:02.599775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Made reservation on behalf of 195392a442e649e4b4e76a64df6fa7b9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:02.603889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.646493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:02.650517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.657863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4028ec03-7a74-4596-9cf4-de08cd18e1d9 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:52:02.660846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.666327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.666327 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Added segment 2774c434-3df3-44a1-a74b-46f52f7b1bc2 of type vlan for network d8df7d1a-4255-4cac-b00b-ab6f74202f9f Apr 29 07:52:02.666635 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "DELETE /v2.0/networks/4028ec03-7a74-4596-9cf4-de08cd18e1d9 HTTP/1.1" status: 204 len: 168 time: 0.8402135 Apr 29 07:52:02.680490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ba6be42-7272-4a75-ab93-69900b7b4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.725704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:02.734715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.742092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:02.768009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507843f0-f56a-4aa2-8562-5dd65bcdba9b tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event deleted for resources: {'Network': ['ID=4028ec03-7a74-4596-9cf4-de08cd18e1d9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:02.897740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6be42-7272-4a75-ab93-69900b7b4f80 None None] Pushing event updated for resources: {'Port': ['ID=05647f4e-be2f-45af-8156-83b23b1a9de7,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:02.969013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45404) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:03.054798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:03.071352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:03.078813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:03.195390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Network': ['ID=d8df7d1a-4255-4cac-b00b-ab6f74202f9f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:03.219219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d8df7d1a-4255-4cac-b00b-ab6f74202f9f details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:03.231429 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:03.331827 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-db13177a-62a3-4fe1-8c06-81dca327f2e8 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9184351 Apr 29 07:52:03.344173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45414) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:03.387203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'ports': [{'network_id': '85b88d33-07d6-4648-b729-007ac3b5e501', 'name': 'tempest-port--1583758122', 'admin_state_up': True}, {'network_id': 'd8df7d1a-4255-4cac-b00b-ab6f74202f9f', 'admin_state_up': False}]} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:03.387524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'port': {'network_id': '85b88d33-07d6-4648-b729-007ac3b5e501', 'name': 'tempest-port--1583758122', 'admin_state_up': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:03.388087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'port': {'network_id': 'd8df7d1a-4255-4cac-b00b-ab6f74202f9f', 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:03.414033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618894227'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:03.523378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:03.531935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2837f-62f7-4369-bb5f-7d348ebc0dd9 None None] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:03.556520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:03.569075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:03.619773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:03.688670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Provisioning complete for port c1bf53b0-9941-4170-afc5-48f94ade137f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:03.689206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:03.821954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45420) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:03.838361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fe1cfb85-bb43-40e1-85c5-e840d5bf6004 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'router': {'name': 'tempest-router--1788769447', 'project_id': 'cebd3c77267141bf819bf95f76ccd228'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:03.988616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.016709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfb85-bb43-40e1-85c5-e840d5bf6004 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.024648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfb85-bb43-40e1-85c5-e840d5bf6004 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.066225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968adc0-3f2c-4c1e-b66b-52566bcb0909 None None] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:04.110360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1bf53b0-9941-4170-afc5-48f94ade137f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:04.190703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfb85-bb43-40e1-85c5-e840d5bf6004 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.193513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.231119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.271838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] For port c1bf53b0-9941-4170-afc5-48f94ade137f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1bf53b0-9941-4170-afc5-48f94ade137f,segment=NetworkSegment(8f513b81-0b70-44c8-a44d-bed5f1e31ede),segment_id=8f513b81-0b70-44c8-a44d-bed5f1e31ede)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:04.274520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfb85-bb43-40e1-85c5-e840d5bf6004 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.320772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c1bf53b0-9941-4170-afc5-48f94ade137f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:04.321154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.326739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=4d00636a-c1a2-47f9-8f65-f27d9891681a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:04.355382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': 'db42c14a-2c51-4b92-82f3-916f3bfba684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd2a85f00-9b5d-4a1d-ac9b-d936c4286d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:04.355744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:04.390603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.432977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfb85-bb43-40e1-85c5-e840d5bf6004 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.437086 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fe1cfb85-bb43-40e1-85c5-e840d5bf6004 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6128335 Apr 29 07:52:04.440816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45432) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:04.461837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.472166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=466da867-3d2a-4077-bd00-846f3c9dce27,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:04.474357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Made reservation on behalf of 195392a442e649e4b4e76a64df6fa7b9 for: {'port': 2} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:04.500546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.534548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:04.554848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.565724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.615749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Pushing event updated for resources: {'Port': ['ID=c1bf53b0-9941-4170-afc5-48f94ade137f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:04.698980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.699346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.699721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.700079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.700408 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.700753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.701081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.701417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.701761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.702081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.702397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.702735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab0daeb-3575-49aa-94b6-9f59b3ec78e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:04.739617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bceb09a4-cc22-41fe-af54-91999995b5b8 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.750420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:04.752933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:04.766056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-90f4d171-b3a2-47bf-91b6-446ef8b11a7d None None] Provisioning complete for port 05647f4e-be2f-45af-8156-83b23b1a9de7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:04.766347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90f4d171-b3a2-47bf-91b6-446ef8b11a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.770311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bce46-bfa7-4d93-961c-46ed629cd0f5 None None] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:04.868697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:04.870696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585550'] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.880970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b314adaa-9e16-42c4-accd-e2a779cb6357,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:04.937504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:04.944733 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 568a7da9-ff83-408c-9683-76eb248385ba of type vlan for network f84b5132-5ae4-4863-805c-27f19190dd5e Apr 29 07:52:04.958147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05647f4e-be2f-45af-8156-83b23b1a9de7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:05.009523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45442) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:05.083402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bceb09a4-cc22-41fe-af54-91999995b5b8 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.090623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bceb09a4-cc22-41fe-af54-91999995b5b8 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.116725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] device_id is not set on port 3e5cb199-6a64-4643-9f8b-35eb2bfe7af7 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:05.136798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.168295 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d88c236d-921e-43f7-b566-1bda3db86376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6946025 Apr 29 07:52:05.172277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45448) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:05.188013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5d426e13-d495-43b1-a9bc-e4e31bb687d3 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:05.215585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 05647f4e-be2f-45af-8156-83b23b1a9de7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:05.215957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.293066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.304028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b', 'network_id': 'd2a85f00-9b5d-4a1d-ac9b-d936c4286d6b', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': '4d00636a-c1a2-47f9-8f65-f27d9891681a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:05.304982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.310967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:05.311608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.350416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.368503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bceb09a4-cc22-41fe-af54-91999995b5b8 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.369259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceb09a4-cc22-41fe-af54-91999995b5b8 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0f3ddef-67b3-4826-ba77-69875b16a11f {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:05.416288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bceb09a4-cc22-41fe-af54-91999995b5b8 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.417666 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bceb09a4-cc22-41fe-af54-91999995b5b8 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f0f3ddef-67b3-4826-ba77-69875b16a11f HTTP/1.1" status: 204 len: 168 time: 0.9686756 Apr 29 07:52:05.421292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1391308386'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:05.514778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-20524b5f-d6ea-4439-a09b-3527baada0f7 None None] Provisioning complete for port 05647f4e-be2f-45af-8156-83b23b1a9de7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:05.515147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20524b5f-d6ea-4439-a09b-3527baada0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.578105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d426e13-d495-43b1-a9bc-e4e31bb687d3 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30675740'] for subnet, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.589486 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6193631 Apr 29 07:52:05.614844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.631181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d07daf-2803-4f50-b87d-799aa134c88d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=f84b5132-5ae4-4863-805c-27f19190dd5e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:05.652774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45456) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:05.652971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.658129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f84b5132-5ae4-4863-805c-27f19190dd5e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:05.695499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Allocated IP 2001:db8::2 (d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b/4d00636a-c1a2-47f9-8f65-f27d9891681a/2bc6c716-6241-461a-a03c-453070a93499) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:05.730356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Made reservation on behalf of ff934ed7530f456c918956050f76deb5 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:05.734688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.740640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45460) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:05.750618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': 'f84b5132-5ae4-4863-805c-27f19190dd5e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:05.778119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.861190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-20524b5f-d6ea-4439-a09b-3527baada0f7 None None] Provisioning complete for port 466da867-3d2a-4077-bd00-846f3c9dce27 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:05.861190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20524b5f-d6ea-4439-a09b-3527baada0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:05.866009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] device_id is not set on port ff4d907a-4756-49b3-80b4-7f82f8348728 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:05.893251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1bf53b0-9941-4170-afc5-48f94ade137f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:05.924345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:05.960200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45462) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:06.003287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-20524b5f-d6ea-4439-a09b-3527baada0f7 None None] Port 466da867-3d2a-4077-bd00-846f3c9dce27 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:06.031375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.043326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.044821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-20524b5f-d6ea-4439-a09b-3527baada0f7 None None] Provisioning complete for port c1bf53b0-9941-4170-afc5-48f94ade137f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:06.045202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20524b5f-d6ea-4439-a09b-3527baada0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.052399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:06.056567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.074313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.083976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.086922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c1bf53b0-9941-4170-afc5-48f94ade137f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:06.087296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.140852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.161664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.162519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.175947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.176167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1437460171', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:06.213490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:06.243135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe440c-8f78-4e9c-8ea3-52c30f241821,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:06.255455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.255792 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Added segment 9160a581-0d30-459b-aaed-88908897354c of type vlan for network 32888956-5fc8-4e3e-a221-617a10afe4aa Apr 29 07:52:06.256191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.274575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=466da867-3d2a-4077-bd00-846f3c9dce27,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:06.306400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:06.309687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:06.312299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:06.325154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.331051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:06.334260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:06.339732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Pushing event updated for resources: {'Port': ['ID=2bc6c716-6241-461a-a03c-453070a93499,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:06.371869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.377652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.381163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.419643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Attempting to bind port 2bc6c716-6241-461a-a03c-453070a93499 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:06.420023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Attempting to bind port 2bc6c716-6241-461a-a03c-453070a93499 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'db42c14a-2c51-4b92-82f3-916f3bfba684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd2a85f00-9b5d-4a1d-ac9b-d936c4286d6b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:06.420945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Attempting to bind port 2bc6c716-6241-461a-a03c-453070a93499 on network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:06.427705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:06.428132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Checking segment: {'id': 'db42c14a-2c51-4b92-82f3-916f3bfba684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd2a85f00-9b5d-4a1d-ac9b-d936c4286d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:06.428678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.429323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Bound using segment: {'id': 'db42c14a-2c51-4b92-82f3-916f3bfba684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd2a85f00-9b5d-4a1d-ac9b-d936c4286d6b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:06.429899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.430025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Bound port: 2bc6c716-6241-461a-a03c-453070a93499, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db42c14a-2c51-4b92-82f3-916f3bfba684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd2a85f00-9b5d-4a1d-ac9b-d936c4286d6b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:06.430395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.517047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] For port 2bc6c716-6241-461a-a03c-453070a93499, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:06.521019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] For port 2bc6c716-6241-461a-a03c-453070a93499, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2bc6c716-6241-461a-a03c-453070a93499,segment=NetworkSegment(db42c14a-2c51-4b92-82f3-916f3bfba684),segment_id=db42c14a-2c51-4b92-82f3-916f3bfba684)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:06.538006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Port': ['ID=3e5cb199-6a64-4643-9f8b-35eb2bfe7af7,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:06.545733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Allocated IP 172.26.2.50 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/92dc8cec-0e54-4be2-ba3f-7ba3243e2976) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:06.579829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.611381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.617958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:06.618622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.632962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.633212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Router 6fe37ac8-be2b-4aa7-9195-0909269616f4 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:06.709677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592d38f-2cb0-4efd-8ebb-b4982304c401 None None] Pushing event updated for resources: {'Port': ['ID=2bc6c716-6241-461a-a03c-453070a93499,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:06.719948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1002cf16-9924-46e9-be59-e789648c322f None None] Provisioning complete for port 466da867-3d2a-4077-bd00-846f3c9dce27 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:06.720331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1002cf16-9924-46e9-be59-e789648c322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.765278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Checking segment: {'id': '1b95523b-1fe1-4190-a71b-d7d6c01deccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '85b88d33-07d6-4648-b729-007ac3b5e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:06.766941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network hostable DHCP agents. Network: 85b88d33-07d6-4648-b729-007ac3b5e501, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:06.773731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d426e13-d495-43b1-a9bc-e4e31bb687d3 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746383078584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32504495'] for subnet, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:06.828772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Pushing event updated for resources: {'Network': ['ID=32888956-5fc8-4e3e-a221-617a10afe4aa,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:06.835657 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fd6c8bbd-4ee4-4e90-a6a2-3d68d85c4161 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8076673 Apr 29 07:52:06.963154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 32888956-5fc8-4e3e-a221-617a10afe4aa details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:06.983237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1002cf16-9924-46e9-be59-e789648c322f None None] Port 466da867-3d2a-4077-bd00-846f3c9dce27 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:06.994180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.001967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.044693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d426e13-d495-43b1-a9bc-e4e31bb687d3 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:07.045527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d426e13-d495-43b1-a9bc-e4e31bb687d3 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.047923 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5d426e13-d495-43b1-a9bc-e4e31bb687d3 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "PUT /v2.0/subnets/4d00636a-c1a2-47f9-8f65-f27d9891681a HTTP/1.1" status: 200 len: 826 time: 1.8723800 Apr 29 07:52:07.053725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45470) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:07.105001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.107994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426e13-d495-43b1-a9bc-e4e31bb687d3 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=4d00636a-c1a2-47f9-8f65-f27d9891681a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:07.178924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network 85b88d33-07d6-4648-b729-007ac3b5e501 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:07.225856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.245519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45472) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:07.245715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 85b88d33-07d6-4648-b729-007ac3b5e501) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:07.247301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': '568a7da9-ff83-408c-9683-76eb248385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f84b5132-5ae4-4863-805c-27f19190dd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:07.251775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: f84b5132-5ae4-4863-805c-27f19190dd5e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:07.253577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8347f-7091-4112-9bf1-1ddcd5ee13a2 None None] Network 85b88d33-07d6-4648-b729-007ac3b5e501 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:07.273212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Request body: {'port': {'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-864365765'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:07.291916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:07.292870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.295407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:07.306846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:07.313188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:07.314298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:07.323790 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4508a567-ea1c-49b4-aae1-388b966b9d3c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "PUT /v2.0/routers/6fe37ac8-be2b-4aa7-9195-0909269616f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7625613 Apr 29 07:52:07.327312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Pushing event updated for resources: {'Port': ['ID=92dc8cec-0e54-4be2-ba3f-7ba3243e2976,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:07.328652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] Sync routers for ids ['6fe37ac8-be2b-4aa7-9195-0909269616f4'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:07.329765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45474) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:07.352945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=789727da-4454-4159-885e-0b561de6ddfe,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:07.365776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] Routers {'6fe37ac8-be2b-4aa7-9195-0909269616f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:07.367080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6fe37ac8-be2b-4aa7-9195-0909269616f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:07.379931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.424880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:07.425740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b683098c-e598-4af8-ae0d-d2ec4a4810bf tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:07.427423 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b683098c-e598-4af8-ae0d-d2ec4a4810bf tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe37ac8-be2b-4aa7-9195-0909269616f4 HTTP/1.1" status: 200 len: 986 time: 0.0777953 Apr 29 07:52:07.430551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Port': ['ID=ff4d907a-4756-49b3-80b4-7f82f8348728,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:07.439103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] Routers {'6fe37ac8-be2b-4aa7-9195-0909269616f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:07.439781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6fe37ac8-be2b-4aa7-9195-0909269616f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:07.444950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45476) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:07.449694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Made reservation on behalf of 1e8e92af13e74124b4ab11292c4af927 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:07.452151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.463400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.475313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:07.475960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fe4a4-f89c-441c-b9fd-f12d42d3f54e None None] The sync data for ids ['6fe37ac8-be2b-4aa7-9195-0909269616f4'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:07.493927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.519515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network f84b5132-5ae4-4863-805c-27f19190dd5e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:07.532805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f84b5132-5ae4-4863-805c-27f19190dd5e) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:07.537878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:07.539724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.541051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d058d0-911c-4c20-9207-dfe4283764ab None None] Network f84b5132-5ae4-4863-805c-27f19190dd5e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:07.556165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.585876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Checking segment: {'id': '2774c434-3df3-44a1-a74b-46f52f7b1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd8df7d1a-4255-4cac-b00b-ab6f74202f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:07.586510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network hostable DHCP agents. Network: d8df7d1a-4255-4cac-b00b-ab6f74202f9f, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:07.607651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.666964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.678303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] device_id is not set on port 008f5ae9-c7e6-4525-8124-21b63dfac866 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:07.705502 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8b3399a2-2e2b-4825-a4bf-846b21e97776 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9603841 Apr 29 07:52:07.711055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45478) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:07.722040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508384685'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:07.742877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f84b5132-5ae4-4863-805c-27f19190dd5e', 'network_id': 'f84b5132-5ae4-4863-805c-27f19190dd5e', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '789727da-4454-4159-885e-0b561de6ddfe'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:07.744292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.830697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae1858a-7338-423a-89fd-cb31b3de59f2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:07.835539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network d8df7d1a-4255-4cac-b00b-ab6f74202f9f is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:07.934209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port 2bc6c716-6241-461a-a03c-453070a93499 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:07.934597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.954361 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Allocated IP 172.20.255.242 (f84b5132-5ae4-4863-805c-27f19190dd5e/789727da-4454-4159-885e-0b561de6ddfe/c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:07.958631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:07.962885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:07.979436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2bc6c716-6241-461a-a03c-453070a93499 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:07.979567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.050952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.060776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d8df7d1a-4255-4cac-b00b-ab6f74202f9f) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:08.065800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:08.067843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:08.073877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:08.079827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1695b7-6de0-49c2-96ef-24146efa6444 None None] Network d8df7d1a-4255-4cac-b00b-ab6f74202f9f requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:08.080231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:08.087133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.095948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.111902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.112409 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment aa4e7377-b9bc-4b21-a93b-1b591e06079b of type vlan for network 527cd741-0c0a-411c-aca5-ad2cf092db72 Apr 29 07:52:08.152257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.161866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] device_id is not set on port 008f5ae9-c7e6-4525-8124-21b63dfac866 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:08.182576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e8c9e-0e70-470b-bd5e-3edab70cbc3b None None] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:08.193426 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2bc6c716-6241-461a-a03c-453070a93499 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:08.193897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.202925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.205296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.265275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Pushing event updated for resources: {'Port': ['ID=92dc8cec-0e54-4be2-ba3f-7ba3243e2976,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:08.276994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.282604 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-756e5a6a-361b-40b6-bace-9267ed7e1ecb tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.9206688 Apr 29 07:52:08.285313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.285313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45480) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:08.294974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port 2bc6c716-6241-461a-a03c-453070a93499, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2bc6c716-6241-461a-a03c-453070a93499,segment=NetworkSegment(db42c14a-2c51-4b92-82f3-916f3bfba684),segment_id=db42c14a-2c51-4b92-82f3-916f3bfba684)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:08.295355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.326643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for 2bc6c716-6241-461a-a03c-453070a93499 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:08.350499 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Allocated IP 172.26.2.16 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/59cad6c4-1094-4731-b5fa-7976c23c2289) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:08.359855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-45415527-c2e4-49e9-9555-1af197b1f858 None None] Provisioning complete for port 2bc6c716-6241-461a-a03c-453070a93499 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:08.359855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45415527-c2e4-49e9-9555-1af197b1f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.372919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.378467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:08.379127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.381441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=008f5ae9-c7e6-4525-8124-21b63dfac866,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:08.393199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.418582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.422722 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6922a9d0-29dc-4676-af35-32e674a5fd87 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7688313 Apr 29 07:52:08.426287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45482) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:08.435837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1455298615', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'fixed_ips': [{'ip_address': '172.26.2.50'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:08.447323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f475a-3227-4d0b-a02f-d8d5ec4ae314 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:08.453971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f475a-3227-4d0b-a02f-d8d5ec4ae314 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:08.459512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f15f475a-3227-4d0b-a02f-d8d5ec4ae314 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1681869 Apr 29 07:52:08.470234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45486) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:08.517733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Checking segment: {'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:08.518013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Network hostable DHCP agents. Network: 32888956-5fc8-4e3e-a221-617a10afe4aa, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:08.519294 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.527395 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8126106 Apr 29 07:52:08.528083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf593ef-c202-41c0-a5ca-e5cef742f190 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=527cd741-0c0a-411c-aca5-ad2cf092db72,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:08.530733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45488) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:08.536867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '527cd741-0c0a-411c-aca5-ad2cf092db72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:08.538675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.568189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 527cd741-0c0a-411c-aca5-ad2cf092db72 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:08.599904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Made reservation on behalf of d4ae6d8ce16e47b7b4497a8b609e2883 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:08.602235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.621644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.622688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Network f84b5132-5ae4-4863-805c-27f19190dd5e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:08.627972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.688971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Network 32888956-5fc8-4e3e-a221-617a10afe4aa is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:08.698884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:08.715133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:08.719187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Pushing event updated for resources: {'Port': ['ID=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:08.729412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.740812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:08.744598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.755913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45415527-c2e4-49e9-9555-1af197b1f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.796533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 32888956-5fc8-4e3e-a221-617a10afe4aa) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:08.809992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:08.823211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd112e76-4fb7-4f82-b39e-eab8e238724b None None] Network 32888956-5fc8-4e3e-a221-617a10afe4aa requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:08.833074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 2bc6c716-6241-461a-a03c-453070a93499, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2bc6c716-6241-461a-a03c-453070a93499,segment=NetworkSegment(db42c14a-2c51-4b92-82f3-916f3bfba684),segment_id=db42c14a-2c51-4b92-82f3-916f3bfba684)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:08.833296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.845875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:08.846304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:08.846754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:08.852162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] device_id is not set on port ace5b7da-5811-4766-9f30-152c89002b43 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:08.863616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Attempting to bind port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:08.865508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Attempting to bind port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '568a7da9-ff83-408c-9683-76eb248385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f84b5132-5ae4-4863-805c-27f19190dd5e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:08.865508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Attempting to bind port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 on network f84b5132-5ae4-4863-805c-27f19190dd5e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:08.922252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:08.922908 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:08.929187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.932237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 2 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:08.935451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:08.935894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Checking segment: {'id': '568a7da9-ff83-408c-9683-76eb248385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f84b5132-5ae4-4863-805c-27f19190dd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:08.936352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.936797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Bound using segment: {'id': '568a7da9-ff83-408c-9683-76eb248385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f84b5132-5ae4-4863-805c-27f19190dd5e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:08.937475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Bound port: c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568a7da9-ff83-408c-9683-76eb248385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f84b5132-5ae4-4863-805c-27f19190dd5e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:08.937913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:08.967289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be52e619-2b99-40cd-bc90-032d833da834,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:09.007062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.007735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.008265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.049114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.049726 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.056645 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 3 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.086134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.108572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.109139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.109643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.121233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c749fe-b516-45b2-8248-5c4d5e4166c9 None None] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:09.124995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.125560 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.126868 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 4 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.143572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-45415527-c2e4-49e9-9555-1af197b1f858 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:09.143937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-45415527-c2e4-49e9-9555-1af197b1f858 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:09.149777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=2bc6c716-6241-461a-a03c-453070a93499,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:09.174484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.174820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.175345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.182210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.182482 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.182829 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 5 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.196617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.196980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.197287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.203603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.203818 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.204560 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 6 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.220334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.220722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.221066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.225808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.226135 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.226556 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 7 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.240579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.240910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.241371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.246030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.246354 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.247001 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 8 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.261198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.261531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.261870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.264126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.293209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.293473 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.299937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 9 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.317541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Deleting port 3e5cb199-6a64-4643-9f8b-35eb2bfe7af7 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:09.317893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.320960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.334328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] For port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:09.352343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] For port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,segment=NetworkSegment(568a7da9-ff83-408c-9683-76eb248385ba),segment_id=568a7da9-ff83-408c-9683-76eb248385ba)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:09.357687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.358013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.358344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.362022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=c8b2b77b-afa6-4e89-ab9f-5fd1ba4b6493,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:09.384369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.384701 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.386313 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 10 to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 Apr 29 07:52:09.402572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': 'aa4e7377-b9bc-4b21-a93b-1b591e06079b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '527cd741-0c0a-411c-aca5-ad2cf092db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:09.402925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 527cd741-0c0a-411c-aca5-ad2cf092db72, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:09.406158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:09.406507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:09.406839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:09.413288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 008f5ae9-c7e6-4525-8124-21b63dfac866 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:09.413899 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 008f5ae9-c7e6-4525-8124-21b63dfac866 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:09.414059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.435813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:09.448781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.455086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:09.457134 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 07:52:09.457360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.458183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:09.461682 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event updated for resources: {'Port': ['ID=59cad6c4-1094-4731-b5fa-7976c23c2289,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:09.464116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:09.500097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Calling delete_port for 3e5cb199-6a64-4643-9f8b-35eb2bfe7af7 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:09.502725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] For port 008f5ae9-c7e6-4525-8124-21b63dfac866, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:09.503432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempted to set empty binding levels {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:52:09.504928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.532456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e424-af59-4a24-a4f9-374714f9fa44 None None] Pushing event updated for resources: {'Port': ['ID=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:09.542958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 527cd741-0c0a-411c-aca5-ad2cf092db72 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:09.573602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=2bc6c716-6241-461a-a03c-453070a93499,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:09.582730 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f9e447b6-3932-490a-bcbd-dc7c756d634c tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1528618 Apr 29 07:52:09.584667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.587022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45490) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:09.666752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-45415527-c2e4-49e9-9555-1af197b1f858 None None] Port 2bc6c716-6241-461a-a03c-453070a93499 update to ACTIVE by agent not found {{(pid=109783) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 29 07:52:09.717139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 527cd741-0c0a-411c-aca5-ad2cf092db72) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:09.726266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a948e6cc-4141-4546-b6ee-ba642edb994b None None] Network 527cd741-0c0a-411c-aca5-ad2cf092db72 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:09.745047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:09.745047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.760522 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:09.761118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.810876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port 2bc6c716-6241-461a-a03c-453070a93499 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:09.832760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.847560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=008f5ae9-c7e6-4525-8124-21b63dfac866,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:09.861070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-aac85f65-2b8c-4aaa-8a0f-b3a88433add4 None None] Could not find standard attr ID for object 2bc6c716-6241-461a-a03c-453070a93499. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:09.935539 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a1353b2c-011c-4184-9c0c-64c1117b0513 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.6889300 Apr 29 07:52:09.938412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Deleting port 92dc8cec-0e54-4be2-ba3f-7ba3243e2976 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:09.941475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:09.941475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45492) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:09.975800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Port': ['ID=3e5cb199-6a64-4643-9f8b-35eb2bfe7af7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:10.003950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.005721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0f832f16-e11e-46cc-adb0-785b111cf986 None None] Could not find standard attr ID for object 2bc6c716-6241-461a-a03c-453070a93499. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:10.011277 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a74e16b0-7ac4-4322-a52e-6c816d712eb6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/ports/3e5cb199-6a64-4643-9f8b-35eb2bfe7af7 HTTP/1.1" status: 204 len: 168 time: 1.5380144 Apr 29 07:52:10.011407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45494) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:10.018843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85be45-d39a-4aa7-9540-859b1460038d None None] DHCP port deletion for d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:10.019110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.027688 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c788f028-2682-4d79-b0cc-5a6ae7a069c5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4951179 Apr 29 07:52:10.056654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45496) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:10.072349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-527cd741-0c0a-411c-aca5-ad2cf092db72', 'network_id': '527cd741-0c0a-411c-aca5-ad2cf092db72', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': 'c8b2b77b-afa6-4e89-ab9f-5fd1ba4b6493'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:10.073217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.099363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 466da867-3d2a-4077-bd00-846f3c9dce27 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:10.100281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.174021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:10.225028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.225531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.247570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Calling delete_port for 92dc8cec-0e54-4be2-ba3f-7ba3243e2976 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:10.282386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:10.282917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.285430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Allocated IP 172.20.0.2 (527cd741-0c0a-411c-aca5-ad2cf092db72/c8b2b77b-afa6-4e89-ab9f-5fd1ba4b6493/6b0cb43d-73f8-492d-a03a-96709ddb3e88) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:10.287891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Deleting port 008f5ae9-c7e6-4525-8124-21b63dfac866 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:10.288229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.342226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.389820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Deleting port ff4d907a-4756-49b3-80b4-7f82f8348728 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:10.389820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.434738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.438356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.454592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.477951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] For port 008f5ae9-c7e6-4525-8124-21b63dfac866, host hv-neutron-8397, got binding levels [] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:10.478506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.502449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Calling delete_port for 008f5ae9-c7e6-4525-8124-21b63dfac866 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:10.510548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.517995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,segment=NetworkSegment(568a7da9-ff83-408c-9683-76eb248385ba),segment_id=568a7da9-ff83-408c-9683-76eb248385ba)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:10.538060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.550750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.550975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Calling delete_port for ff4d907a-4756-49b3-80b4-7f82f8348728 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:10.553480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 466da867-3d2a-4077-bd00-846f3c9dce27 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:10.600315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.638273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.666936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=4d00636a-c1a2-47f9-8f65-f27d9891681a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:10.671026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.673024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Network 527cd741-0c0a-411c-aca5-ad2cf092db72 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:10.694644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:10.700215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:10.710770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee96a5-a73a-4a7d-8158-6d0fa2e35af4 None None] Network d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:10.736903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:10.794165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.823930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Pushing event deleted for resources: {'Port': ['ID=92dc8cec-0e54-4be2-ba3f-7ba3243e2976,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:10.828455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.829996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.896914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Pushing event updated for resources: {'Port': ['ID=6b0cb43d-73f8-492d-a03a-96709ddb3e88,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:10.920884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event deleted for resources: {'Port': ['ID=008f5ae9-c7e6-4525-8124-21b63dfac866,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:10.923433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.924915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Attempting to bind port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:10.925359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Attempting to bind port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'aa4e7377-b9bc-4b21-a93b-1b591e06079b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '527cd741-0c0a-411c-aca5-ad2cf092db72'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:10.925623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Attempting to bind port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 on network 527cd741-0c0a-411c-aca5-ad2cf092db72 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:10.926798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-929d9cd9-d890-42a2-aa45-e3ef66ef0cba tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "DELETE /v2.0/ports/008f5ae9-c7e6-4525-8124-21b63dfac866 HTTP/1.1" status: 204 len: 168 time: 0.9852085 Apr 29 07:52:10.938082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45500) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:10.948467 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:10.948847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Checking segment: {'id': 'aa4e7377-b9bc-4b21-a93b-1b591e06079b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '527cd741-0c0a-411c-aca5-ad2cf092db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:10.949247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.949626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Bound using segment: {'id': 'aa4e7377-b9bc-4b21-a93b-1b591e06079b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '527cd741-0c0a-411c-aca5-ad2cf092db72'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:10.950246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Bound port: 6b0cb43d-73f8-492d-a03a-96709ddb3e88, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4e7377-b9bc-4b21-a93b-1b591e06079b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '527cd741-0c0a-411c-aca5-ad2cf092db72'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:10.950684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:10.968489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c1a8b-6edb-421d-ab91-26863eb6fa19 None None] Network f84b5132-5ae4-4863-805c-27f19190dd5e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:10.988199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504f7ac-e5d1-4ac4-9884-b202f58c1982 None None] DHCP port deletion for d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:11.016114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Port': ['ID=ff4d907a-4756-49b3-80b4-7f82f8348728,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:11.026258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff91012-1583-4b41-9ff8-c01c2bda89c1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:52:11.031297 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7ff91012-1583-4b41-9ff8-c01c2bda89c1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "GET /v2.0/ports/008f5ae9-c7e6-4525-8124-21b63dfac866 HTTP/1.1" status: 404 len: 333 time: 0.0877557 Apr 29 07:52:11.035280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45502) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.039927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.043372 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-727668fa-1f3f-4ef4-a9b3-5cab915bfbf0 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/ports/ff4d907a-4756-49b3-80b4-7f82f8348728 HTTP/1.1" status: 204 len: 168 time: 1.0194106 Apr 29 07:52:11.046911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Request body: {'port': {'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1022440666'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:11.065848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45504) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.079440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.081297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.086939 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a3b98147-c3ad-483c-a3a1-b8339052d895 tempest-ExternalNetworksAdminNegativeTestJSON-802996323 tempest-ExternalNetworksAdminNegativeTestJSON-802996323-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/451e8702-dedb-49fc-91ae-226d14f1d309 HTTP/1.1" status: 204 len: 168 time: 1.4731579 Apr 29 07:52:11.119198 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6efb9f1d-5ca2-4835-b99e-afe85b15eeab tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520196 Apr 29 07:52:11.122514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45508) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.128478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8a0ca282-969e-472b-9e80-2a59a2f002a9 None None] Provisioning complete for port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:11.129172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a0ca282-969e-472b-9e80-2a59a2f002a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.134525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1837582093'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:11.140765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Made reservation on behalf of 1e8e92af13e74124b4ab11292c4af927 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:11.143310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.157803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.161635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] For port 6b0cb43d-73f8-492d-a03a-96709ddb3e88, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:11.183493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] device_id is not set on port 769530c4-78e8-4307-995e-b6eb2104dd51 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:11.183625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] For port 6b0cb43d-73f8-492d-a03a-96709ddb3e88, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b0cb43d-73f8-492d-a03a-96709ddb3e88,segment=NetworkSegment(aa4e7377-b9bc-4b21-a93b-1b591e06079b),segment_id=aa4e7377-b9bc-4b21-a93b-1b591e06079b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:11.191542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.203099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-263467be-09fb-4891-98b5-7be05435bcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.213409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:11.222884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db42c14a-2c51-4b92-82f3-916f3bfba684') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:11.223715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db42c14a-2c51-4b92-82f3-916f3bfba684') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:11.233573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.247475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.253709 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:11.253932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.276157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.313575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Made reservation on behalf of 195392a442e649e4b4e76a64df6fa7b9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:11.317792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.359066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4381af-1d8f-411a-b671-3e053fd6aea6 None None] Pushing event updated for resources: {'Port': ['ID=6b0cb43d-73f8-492d-a03a-96709ddb3e88,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:11.366664 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:11.370729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.410616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.412131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:11.436390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.436874 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Added segment ff32b0c1-a88a-4a96-9ec1-3d79430a47ed of type vlan for network 333edf2f-8936-4cae-80e7-bc1b0720c031 Apr 29 07:52:11.484660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.489805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.497271 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b HTTP/1.1" status: 204 len: 168 time: 4.4415648 Apr 29 07:52:11.500954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.500954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45510) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.531708 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-590c8621-a368-4bae-9cdc-db69c267e566 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:11.532282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590c8621-a368-4bae-9cdc-db69c267e566 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:11.536287 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-590c8621-a368-4bae-9cdc-db69c267e566 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b HTTP/1.1" status: 404 len: 339 time: 0.0326829 Apr 29 07:52:11.541372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45512) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.543974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b2b77b-afa6-4e89-ab9f-5fd1ba4b6493,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:11.558523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298492545', 'description': 'd1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:11.605815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.616519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddc5ca-46e4-4df1-b17b-cfb4026d2376 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:11.651286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Network 32888956-5fc8-4e3e-a221-617a10afe4aa is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:11.655806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:11.658493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.663703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:11.664707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:11.665794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.687376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:11.691292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.706265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.713407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:11.713791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.727792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=769530c4-78e8-4307-995e-b6eb2104dd51,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:11.728003 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527cd741-0c0a-411c-aca5-ad2cf092db72']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:11.748222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4e7377-b9bc-4b21-a93b-1b591e06079b') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:11.748762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4e7377-b9bc-4b21-a93b-1b591e06079b') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:11.775789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0c69c063-7290-47f2-889b-f8f8c76bf1e2 None None] Provisioning complete for port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:11.776335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c69c063-7290-47f2-889b-f8f8c76bf1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.793979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.801630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45516) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.807316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-befe23d2-0c7e-4902-be69-1561bfe88d90 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7698147 Apr 29 07:52:11.813099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.819709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45518) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.821625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:11.822686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.838239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:11.851402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:11.888297 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7555761 Apr 29 07:52:11.916752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45522) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:11.917787 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:11.929645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1131900604'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:11.935136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:11.935652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment ed2ecd14-d0b2-469a-a672-1632646cd455 of type vlan for network 1e34e5da-b7b5-446b-8a2e-86183de57c63 Apr 29 07:52:11.949053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b055f44-7d0e-45ca-93c2-56e816e81d82 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Network': ['ID=333edf2f-8936-4cae-80e7-bc1b0720c031,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:11.962572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 333edf2f-8936-4cae-80e7-bc1b0720c031 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:11.990198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:52:11.990198 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:52:11.990198 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': '527cd741-0c0a-411c-aca5-ad2cf092db72'}] Apr 29 07:52:11.990198 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:11.990754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:12.023773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.052904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.060307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6b0cb43d-73f8-492d-a03a-96709ddb3e88 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:12.068918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-443beb28-105a-408d-9b26-c5a46a65efcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.073368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.083514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Router 0ac7c68d-2f4c-4cba-b1b1-730bea54ec41 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:12.085553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=466da867-3d2a-4077-bd00-846f3c9dce27,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:12.117027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:12.125309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.220227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.247741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.262291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6b0cb43d-73f8-492d-a03a-96709ddb3e88, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b0cb43d-73f8-492d-a03a-96709ddb3e88,segment=NetworkSegment(aa4e7377-b9bc-4b21-a93b-1b591e06079b),segment_id=aa4e7377-b9bc-4b21-a93b-1b591e06079b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:12.288394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Made reservation on behalf of 195392a442e649e4b4e76a64df6fa7b9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:12.291850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.331311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.332177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:12.406582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6b0cb43d-73f8-492d-a03a-96709ddb3e88,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:12.423603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:12.427675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:12.438159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:12.438851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.439252 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] Sync routers for ids ['0ac7c68d-2f4c-4cba-b1b1-730bea54ec41'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:12.456698 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] Routers {'0ac7c68d-2f4c-4cba-b1b1-730bea54ec41'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:12.457625 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0ac7c68d-2f4c-4cba-b1b1-730bea54ec41'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.467078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] device_id is not set on port 769530c4-78e8-4307-995e-b6eb2104dd51 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:12.476996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.488448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.489401 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Added segment 5c9b14d8-22c8-4c27-9ef8-f4c467438fc8 of type vlan for network 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 Apr 29 07:52:12.508685 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.525608 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.537139 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] Routers {'0ac7c68d-2f4c-4cba-b1b1-730bea54ec41'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:12.538907 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0ac7c68d-2f4c-4cba-b1b1-730bea54ec41'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.540689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Router 6fe37ac8-be2b-4aa7-9195-0909269616f4 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:12.544730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.579318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.580923 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1b3be674-d720-4548-9605-c9a014bca3c3 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6206503 Apr 29 07:52:12.592328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2bc6c716-6241-461a-a03c-453070a93499 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:12.598583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.611954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-443beb28-105a-408d-9b26-c5a46a65efcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.612166 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.612941 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ffb152-9ac2-413b-87c6-2d32b16784b0 None None] The sync data for ids ['0ac7c68d-2f4c-4cba-b1b1-730bea54ec41'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:12.618358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45524) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:12.619113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.625976 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2bc6c716-6241-461a-a03c-453070a93499 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:12.626475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2bc6c716-6241-461a-a03c-453070a93499 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:12.630264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:12.630814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.643593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.686509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:12.694957 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d351f7a3-8b3f-44cd-ae33-814bee0222bd tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "PUT /v2.0/routers/6fe37ac8-be2b-4aa7-9195-0909269616f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2349205 Apr 29 07:52:12.695757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45526) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:12.704054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] Sync routers for ids ['6fe37ac8-be2b-4aa7-9195-0909269616f4'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:12.717272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] Routers {'6fe37ac8-be2b-4aa7-9195-0909269616f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:12.718188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6fe37ac8-be2b-4aa7-9195-0909269616f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.727152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-443beb28-105a-408d-9b26-c5a46a65efcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.731145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.731290 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fb5bb9-4a98-463f-b12d-becb8cfcd3a1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:52:12.735654 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-50fb5bb9-4a98-463f-b12d-becb8cfcd3a1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/466da867-3d2a-4077-bd00-846f3c9dce27 HTTP/1.1" status: 404 len: 333 time: 0.0349822 Apr 29 07:52:12.736252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45528) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:12.737001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:12.737595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.763708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.777071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c67579-c9ec-4756-b11b-7066a21fdf0c None None] Network 527cd741-0c0a-411c-aca5-ad2cf092db72 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:12.777702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Deleting port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:12.777823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.781581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] Routers {'6fe37ac8-be2b-4aa7-9195-0909269616f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:12.782865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:51:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6fe37ac8-be2b-4aa7-9195-0909269616f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.835690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:12.836482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29ae6e-d87a-4777-a181-ee30fa8f4549 None None] The sync data for ids ['6fe37ac8-be2b-4aa7-9195-0909269616f4'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:12.859029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-05b2611a-fc40-48e9-889e-682b1b726c65 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.906360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f392cb92-23f6-4095-811d-0965aa12a121 None None] Provisioning complete for port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:12.906865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f392cb92-23f6-4095-811d-0965aa12a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:12.945381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] For port 6b0cb43d-73f8-492d-a03a-96709ddb3e88, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b0cb43d-73f8-492d-a03a-96709ddb3e88,segment=NetworkSegment(aa4e7377-b9bc-4b21-a93b-1b591e06079b),segment_id=aa4e7377-b9bc-4b21-a93b-1b591e06079b)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:12.945711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.088614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] DHCP port deletion for 527cd741-0c0a-411c-aca5-ad2cf092db72 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:13.151805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] Deleting port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:13.152809 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.166988 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6219921 Apr 29 07:52:13.180400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45530) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:13.211099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edccf0c-8594-458f-80b1-d2688176ae01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=1e34e5da-b7b5-446b-8a2e-86183de57c63,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:13.221997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] For port 6b0cb43d-73f8-492d-a03a-96709ddb3e88, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b0cb43d-73f8-492d-a03a-96709ddb3e88,segment=NetworkSegment(aa4e7377-b9bc-4b21-a93b-1b591e06079b),segment_id=aa4e7377-b9bc-4b21-a93b-1b591e06079b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:13.222097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-443beb28-105a-408d-9b26-c5a46a65efcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a61c4513835641feb80f5a736dd852cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4162357 Apr 29 07:52:13.222174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.222868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 1e34e5da-b7b5-446b-8a2e-86183de57c63 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:13.238124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=769530c4-78e8-4307-995e-b6eb2104dd51,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:13.248607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] Calling delete_port for 6b0cb43d-73f8-492d-a03a-96709ddb3e88 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:13.252811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-addb3433-f81c-492b-81c7-e266ec31813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.255554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45532) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:13.261309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3418009 Apr 29 07:52:13.310738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-05b2611a-fc40-48e9-889e-682b1b726c65 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.313007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-05b2611a-fc40-48e9-889e-682b1b726c65 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.342081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443beb28-105a-408d-9b26-c5a46a65efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c7c4e-e8c6-4d74-9718-eea6cd194695,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:13.357593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Calling delete_port for 6b0cb43d-73f8-492d-a03a-96709ddb3e88 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:13.419383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.419775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.420058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.444015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-05b2611a-fc40-48e9-889e-682b1b726c65 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.444425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b2611a-fc40-48e9-889e-682b1b726c65 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe37ac8-be2b-4aa7-9195-0909269616f4 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:13.448770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0896-a91a-457b-a5d0-a0a28d710a8a tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Network': ['ID=6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:13.452381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-05b2611a-fc40-48e9-889e-682b1b726c65 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.453081 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-05b2611a-fc40-48e9-889e-682b1b726c65 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/routers/6fe37ac8-be2b-4aa7-9195-0909269616f4 HTTP/1.1" status: 204 len: 168 time: 0.7155182 Apr 29 07:52:13.460561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:13.460782 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:13.463039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45534) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:13.465654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 2 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:13.470505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d8c11888-511a-405f-bfb7-43350c0571bf tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/0ac7c68d-2f4c-4cba-b1b1-730bea54ec41 HTTP/1.1" status: 200 len: 920 time: 0.8365626 Apr 29 07:52:13.473973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45536) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:13.479966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9159fbe-c1d4-4569-9850-a4325579e10b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:13.485925 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d9159fbe-c1d4-4569-9850-a4325579e10b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/networks?id=1e34e5da-b7b5-446b-8a2e-86183de57c63 HTTP/1.1" status: 200 len: 764 time: 0.2952294 Apr 29 07:52:13.488272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45538) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:13.500246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.500610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.500935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.513314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:13.513693 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:13.516008 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 3 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:13.519820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a82ebbb-a405-4cd3-9231-24cf9a5a3a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.529846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'description': 'd2'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:13.537016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.537344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.537672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.539830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.544841 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-75f9415a-e945-449b-a9a8-470f3fd9d603 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac7c68d-2f4c-4cba-b1b1-730bea54ec41 HTTP/1.1" status: 200 len: 205 time: 0.0689452 Apr 29 07:52:13.549390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45540) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:13.564032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:13.564361 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:13.566989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a82ebbb-a405-4cd3-9231-24cf9a5a3a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.568449 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 4 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:13.612621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:13.614994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.615346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.615660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.626973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:13.627293 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:13.633166 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 5 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:13.659263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No DVR routers for this DVR port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:13.669386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.669714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.670043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.688763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Port': ['ID=6b0cb43d-73f8-492d-a03a-96709ddb3e88,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:13.709121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:13.709463 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:13.712042 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 6 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:13.734201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.734201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.734201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.741555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.752900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet d010a83f-1c10-4ae3-8941-25fa1657de40 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:13.757198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.795784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.808034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.851056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:13.851380 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:13.852237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 7 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:13.855400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.856409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] Pushing event deleted for resources: {'Port': ['ID=6b0cb43d-73f8-492d-a03a-96709ddb3e88,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:13.871963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c1fce-f39e-4730-9632-09c8ba120ab8 None None] No DVR routers for this DVR port 6b0cb43d-73f8-492d-a03a-96709ddb3e88 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:13.881770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.881770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.881770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.893402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:13.893923 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:13.894696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6278777c-66f8-4895-b797-a4d1e6895942 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:52:13.896664 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 8 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:13.899417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a82ebbb-a405-4cd3-9231-24cf9a5a3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.902519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a82ebbb-a405-4cd3-9231-24cf9a5a3a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:13.911318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a82ebbb-a405-4cd3-9231-24cf9a5a3a53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df6c7c4e-e8c6-4d74-9718-eea6cd194695 HTTP/1.1" status: 204 len: 168 time: 0.6390994 Apr 29 07:52:13.922980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82ebbb-a405-4cd3-9231-24cf9a5a3a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c7c4e-e8c6-4d74-9718-eea6cd194695,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:13.945161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:13.945895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:13.946232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:13.997195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6b0cb43d-73f8-492d-a03a-96709ddb3e88 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:13.999983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:14.003377 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:14.004927 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 9 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:14.053353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:14.053989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:14.054491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:14.058497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.071170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:14.071740 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:14.073827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 10 to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 Apr 29 07:52:14.090573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Deleting port 59cad6c4-1094-4731-b5fa-7976c23c2289 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:14.090913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.110253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6b0cb43d-73f8-492d-a03a-96709ddb3e88 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:14.110780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6b0cb43d-73f8-492d-a03a-96709ddb3e88 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:14.143070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278777c-66f8-4895-b797-a4d1e6895942 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:52:14.179541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.180574 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:14.181101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:14.182276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:14.190222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:14.193132 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 769530c4-78e8-4307-995e-b6eb2104dd51 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:14.193132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.199999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.235788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527cd741-0c0a-411c-aca5-ad2cf092db72']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:14.248268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4e7377-b9bc-4b21-a93b-1b591e06079b') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:14.248612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4e7377-b9bc-4b21-a93b-1b591e06079b') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:14.259503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.299841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.300299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] For port 769530c4-78e8-4307-995e-b6eb2104dd51, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:14.300668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempted to set empty binding levels {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:52:14.312577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.321826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.336595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Calling delete_port for 59cad6c4-1094-4731-b5fa-7976c23c2289 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:14.390802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.436890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] In _notify_port_updated(), no bound segment for port 769530c4-78e8-4307-995e-b6eb2104dd51 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:52:14.437961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.438641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.443107 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "PUT /v2.0/ports/769530c4-78e8-4307-995e-b6eb2104dd51 HTTP/1.1" status: 200 len: 977 time: 2.6115601 Apr 29 07:52:14.446387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45548) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:14.481248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:14.481652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:14.490799 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:14.499106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=1e34e5da-b7b5-446b-8a2e-86183de57c63,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:14.501751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.513935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcc453-cf45-4cb8-b18a-4e76a9c6c72a tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=769530c4-78e8-4307-995e-b6eb2104dd51,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:14.516612 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 1e34e5da-b7b5-446b-8a2e-86183de57c63 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:14.521631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network 1e34e5da-b7b5-446b-8a2e-86183de57c63 is not hosted by any dhcp agent {{(pid=109781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:52:14.528156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.528745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.532846 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ba63f95e-3a85-4cc3-b391-06a636fdc3f8 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "PUT /v2.0/networks/1e34e5da-b7b5-446b-8a2e-86183de57c63 HTTP/1.1" status: 200 len: 761 time: 1.0425923 Apr 29 07:52:14.563855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45550) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:14.569878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.571415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42702663-4dad-4c27-8c1c-d13ad8138761 None None] Network 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:14.576886 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/d010a83f-1c10-4ae3-8941-25fa1657de40 HTTP/1.1" status: 204 len: 168 time: 1.1090045 Apr 29 07:52:14.579371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45552) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:14.597262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.598463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.598463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.598797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df115b-c6d6-4124-94a3-a9fb84ff60ba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=d010a83f-1c10-4ae3-8941-25fa1657de40,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:14.598932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.599372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.599839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.600860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.601421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.602037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.602536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.602994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.603651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.603902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.604597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.605107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.605575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.606200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.613010 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b48abec1-cff5-49a1-9acb-0a9254ee8775 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15524 time: 0.1621284 Apr 29 07:52:14.618622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45554) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:14.726137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.736755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.778744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.792175 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/527cd741-0c0a-411c-aca5-ad2cf092db72 HTTP/1.1" status: 204 len: 168 time: 4.7296066 Apr 29 07:52:14.792175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc2cfc-1cc3-4bc2-9ea4-1cca63344a11 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=527cd741-0c0a-411c-aca5-ad2cf092db72,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:14.792458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45556) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:14.798252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459542359'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:14.841565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Deleting port 769530c4-78e8-4307-995e-b6eb2104dd51 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:14.841904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.863249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45558) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:14.937259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87b9a1-5870-490a-bd06-99be87bda323 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:14.939844 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cd87b9a1-5870-490a-bd06-99be87bda323 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/networks?id=1e34e5da-b7b5-446b-8a2e-86183de57c63 HTTP/1.1" status: 200 len: 764 time: 0.3747544 Apr 29 07:52:14.945040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45560) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:14.961695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] For port 769530c4-78e8-4307-995e-b6eb2104dd51, host hv-neutron-8397, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:14.962067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:14.983187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Calling delete_port for 769530c4-78e8-4307-995e-b6eb2104dd51 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:14.988132 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7dd86214-a354-411e-bac4-d93b6d717155 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4ae6d8ce16e47b7b4497a8b609e2883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230459 Apr 29 07:52:14.991894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45562) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:15.009810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.017622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.043440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] DHCP port deletion for 24336e4a-bbb0-4cce-be17-0ac81c1d94d4 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:15.109113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0afd9bf3-d72c-49a4-aaa4-385e2b845524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.125800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] Deleting port c1bf53b0-9941-4170-afc5-48f94ade137f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:15.127581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:15.127706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.131825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.132116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0afd9bf3-d72c-49a4-aaa4-385e2b845524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.177004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event deleted for resources: {'Port': ['ID=59cad6c4-1094-4731-b5fa-7976c23c2289,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:15.212145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] For port c1bf53b0-9941-4170-afc5-48f94ade137f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1bf53b0-9941-4170-afc5-48f94ade137f,segment=NetworkSegment(8f513b81-0b70-44c8-a44d-bed5f1e31ede),segment_id=8f513b81-0b70-44c8-a44d-bed5f1e31ede)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:15.212686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.227096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] Calling delete_port for c1bf53b0-9941-4170-afc5-48f94ade137f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:15.255335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0afd9bf3-d72c-49a4-aaa4-385e2b845524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.257979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0afd9bf3-d72c-49a4-aaa4-385e2b845524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.261624 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0afd9bf3-d72c-49a4-aaa4-385e2b845524 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be52e619-2b99-40cd-bc90-032d833da834 HTTP/1.1" status: 204 len: 168 time: 0.2663085 Apr 29 07:52:15.266135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:15.278474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd9bf3-d72c-49a4-aaa4-385e2b845524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be52e619-2b99-40cd-bc90-032d833da834,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:15.291285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.344808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event deleted for resources: {'Port': ['ID=769530c4-78e8-4307-995e-b6eb2104dd51,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:15.364428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.370500 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ff5dd1a3-4b71-4924-974c-f8df5baf5e1b tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "DELETE /v2.0/ports/769530c4-78e8-4307-995e-b6eb2104dd51 HTTP/1.1" status: 204 len: 168 time: 0.7476747 Apr 29 07:52:15.370500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45566) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:15.381046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port c1bf53b0-9941-4170-afc5-48f94ade137f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:15.382154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.390323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.390977 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment dd27cdc7-cc0f-4931-a0db-b498b76a9c77 of type vlan for network 2c7bb806-4465-49f4-9675-a379a95d2dcf Apr 29 07:52:15.397028 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4556d4ae-e74c-4f4a-a970-a5b8288d4522 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:52:15.402714 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4556d4ae-e74c-4f4a-a970-a5b8288d4522 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "GET /v2.0/ports/769530c4-78e8-4307-995e-b6eb2104dd51 HTTP/1.1" status: 404 len: 333 time: 0.0272477 Apr 29 07:52:15.403581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45568) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:15.409632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1017251063', 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:15.423509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a302868-d12f-447d-9b2e-2e9a4ae19375 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.425143 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1a302868-d12f-447d-9b2e-2e9a4ae19375 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4772241 Apr 29 07:52:15.429796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45570) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:15.440465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.482122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] Pushing event deleted for resources: {'Port': ['ID=c1bf53b0-9941-4170-afc5-48f94ade137f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:15.500761 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c608744e-0341-4585-814e-05d9b86835fa tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 207 time: 0.0697179 Apr 29 07:52:15.501509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45572) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:15.507748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b55dc92-d4d9-46aa-bdda-76a0de849f0d None None] No DVR routers for this DVR port c1bf53b0-9941-4170-afc5-48f94ade137f on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:15.541158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Made reservation on behalf of 1e8e92af13e74124b4ab11292c4af927 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:15.543281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.543715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.556600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.605451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] device_id is not set on port e0536554-d71b-4b36-a8f3-a0f126cf24c1 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:15.646306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] For port c1bf53b0-9941-4170-afc5-48f94ade137f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1bf53b0-9941-4170-afc5-48f94ade137f,segment=NetworkSegment(8f513b81-0b70-44c8-a44d-bed5f1e31ede),segment_id=8f513b81-0b70-44c8-a44d-bed5f1e31ede)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:15.646837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.697369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.700302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.706385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for c1bf53b0-9941-4170-afc5-48f94ade137f owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:15.726845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68685047-03d8-40e0-a723-c2457e7631b6 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.737205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68685047-03d8-40e0-a723-c2457e7631b6 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.744494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68685047-03d8-40e0-a723-c2457e7631b6 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.759501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68685047-03d8-40e0-a723-c2457e7631b6 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.763913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68685047-03d8-40e0-a723-c2457e7631b6 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.769922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68685047-03d8-40e0-a723-c2457e7631b6 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.771863 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-68685047-03d8-40e0-a723-c2457e7631b6 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2693386 Apr 29 07:52:15.776558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45576) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:15.789796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.795361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:15.795941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.857533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.858360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac7c68d-2f4c-4cba-b1b1-730bea54ec41 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:15.897489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:15.902095 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-63f50650-92be-46a4-b0cc-dccb21081009 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/0ac7c68d-2f4c-4cba-b1b1-730bea54ec41 HTTP/1.1" status: 204 len: 168 time: 2.3514791 Apr 29 07:52:15.917456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45578) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:15.922145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1bf53b0-9941-4170-afc5-48f94ade137f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:15.949452 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: c1bf53b0-9941-4170-afc5-48f94ade137f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:15.950076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1bf53b0-9941-4170-afc5-48f94ade137f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:15.966217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1555305453', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': False}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:15.991788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1987958 Apr 29 07:52:15.998182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45584) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:16.003485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '2c7bb806-4465-49f4-9675-a379a95d2dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:16.039456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902dd52-d2e8-4eb6-8ba2-276db1dae435 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=2c7bb806-4465-49f4-9675-a379a95d2dcf,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:16.069702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 2c7bb806-4465-49f4-9675-a379a95d2dcf details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:16.107417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.121690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.149273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=c1bf53b0-9941-4170-afc5-48f94ade137f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:16.165717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No DVR routers for this DVR port c1bf53b0-9941-4170-afc5-48f94ade137f on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:16.182690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.197548 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8607eb79-4746-432a-96ed-bfc266a81f01 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4197402 Apr 29 07:52:16.199159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.200312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.205956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45588) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:16.276840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:16.280468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.281596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.284088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.363615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Network 32888956-5fc8-4e3e-a221-617a10afe4aa is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:16.366671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:16.375802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:16.376625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.377248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.407011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.423799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=e0536554-d71b-4b36-a8f3-a0f126cf24c1,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:16.428501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870bd53-f064-4cec-822e-d8a0d8078410 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.429681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870bd53-f064-4cec-822e-d8a0d8078410 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.431201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870bd53-f064-4cec-822e-d8a0d8078410 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.432832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870bd53-f064-4cec-822e-d8a0d8078410 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.434439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870bd53-f064-4cec-822e-d8a0d8078410 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.439825 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3870bd53-f064-4cec-822e-d8a0d8078410 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2327871 Apr 29 07:52:16.441436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_backend_mixin [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Performing IP validity checks on allocation pools {{(pid=109782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:52:16.441993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_backend_mixin [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:52:16.445751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45592) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:16.491301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24336e4a-bbb0-4cce-be17-0ac81c1d94d4']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:16.508473 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a38ae230-de37-4d8b-8856-fb426ca500e1 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1007769 Apr 29 07:52:16.508473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45596) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:16.511715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45598) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:16.517696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f513b81-0b70-44c8-a44d-bed5f1e31ede') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:16.518414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f513b81-0b70-44c8-a44d-bed5f1e31ede') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:16.523581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'subnets': [{'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--450881660', 'ip_version': 6}, {'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:16.523893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'subnet': {'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--450881660', 'ip_version': 6}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:16.524588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Request body: {'subnet': {'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:16.565758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.566477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.580526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243935ac-e187-4e49-be53-3cd253f30452 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.581909 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-243935ac-e187-4e49-be53-3cd253f30452 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "GET /v2.0/ports/e0536554-d71b-4b36-a8f3-a0f126cf24c1 HTTP/1.1" status: 200 len: 955 time: 0.0727625 Apr 29 07:52:16.585254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45602) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:16.617046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92432acb-ed91-4bc3-b8cd-d112471053a2 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['shared'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.620462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92432acb-ed91-4bc3-b8cd-d112471053a2 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['shared'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.621891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92432acb-ed91-4bc3-b8cd-d112471053a2 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['shared'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.623325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92432acb-ed91-4bc3-b8cd-d112471053a2 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['shared'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.624814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92432acb-ed91-4bc3-b8cd-d112471053a2 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['shared'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:16.631530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-92432acb-ed91-4bc3-b8cd-d112471053a2 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1843350 Apr 29 07:52:16.637053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45604) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:16.680871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.719102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Deleting port e0536554-d71b-4b36-a8f3-a0f126cf24c1 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:16.719439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.788631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:16.804592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Calling delete_port for e0536554-d71b-4b36-a8f3-a0f126cf24c1 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:17.027174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.038228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.048670 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.068898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.082205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:17.082668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:17.093153 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:17.280527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db26ac63-9e5e-4129-a6f9-e85e8724288f tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:17.281979 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-db26ac63-9e5e-4129-a6f9-e85e8724288f tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/networks/575b5a12-0c31-4c60-9736-0fc885f5d900 HTTP/1.1" status: 200 len: 804 time: 0.6375351 Apr 29 07:52:17.286198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45616) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.348561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.355637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0536554-d71b-4b36-a8f3-a0f126cf24c1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:17.368441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.371611 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a40da0f7-edb6-40da-86db-9dc5fefed556 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "DELETE /v2.0/ports/e0536554-d71b-4b36-a8f3-a0f126cf24c1 HTTP/1.1" status: 204 len: 168 time: 0.7852504 Apr 29 07:52:17.374930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45618) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.400480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.407353 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/24336e4a-bbb0-4cce-be17-0ac81c1d94d4 HTTP/1.1" status: 204 len: 168 time: 2.7890139 Apr 29 07:52:17.409324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45622) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.420117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f2857-6567-48d3-80c6-a9b51e2a5484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=24336e4a-bbb0-4cce-be17-0ac81c1d94d4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:17.437717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Made reservation on behalf of 195392a442e649e4b4e76a64df6fa7b9 for: {'subnet': 2} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:17.437717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.437717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.448269 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b51169-c23d-4417-8157-3015db873f87 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:52:17.448269 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-01b51169-c23d-4417-8157-3015db873f87 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "GET /v2.0/ports/e0536554-d71b-4b36-a8f3-a0f126cf24c1 HTTP/1.1" status: 404 len: 333 time: 0.0614517 Apr 29 07:52:17.448689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45624) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.454345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Request body: {'port': {'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1918089136'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:17.489017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c5b58-eed5-4acb-b686-02dfc27a7aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:17.494462 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1a7c5b58-eed5-4acb-b686-02dfc27a7aaa tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/8eedc566-5938-412f-bedc-69854f11c681 HTTP/1.1" status: 200 len: 844 time: 0.0796938 Apr 29 07:52:17.494760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45628) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.508277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Allocated IP 172.26.2.6 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/da08c00e-2f1f-445f-a37d-c85d6754c276) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:17.508996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.554503 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-74665987-9c9d-4074-82f6-15edae241186 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/8eedc566-5938-412f-bedc-69854f11c681?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0567465 Apr 29 07:52:17.557039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45630) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.574133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:17.587792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-26a524b1-1461-4f94-9cbd-f95a93465dce tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/networks/575b5a12-0c31-4c60-9736-0fc885f5d900?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2970500 Apr 29 07:52:17.591408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45634) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.628132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=5f6145bc-65fc-4c03-b03c-d134514d9683,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:17.650437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c7bb806-4465-49f4-9675-a379a95d2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:17.650800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 2c7bb806-4465-49f4-9675-a379a95d2dcf, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:17.682016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Made reservation on behalf of 1e8e92af13e74124b4ab11292c4af927 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:17.684066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.711882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] device_id is not set on port 42342efd-c879-40e1-aed7-2c061d497d96 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:17.758165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd0087-dd36-4c47-b837-32e1c723e4dc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:17.759531 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f8cd0087-dd36-4c47-b837-32e1c723e4dc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/subnets/6342bca2-358b-4a9e-a816-e2da0cda7ed8 HTTP/1.1" status: 200 len: 843 time: 0.1418426 Apr 29 07:52:17.763911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45640) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.778344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 2c7bb806-4465-49f4-9675-a379a95d2dcf is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:17.828060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.849790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b7c51-b869-4cbc-b326-adbd9b077604 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:17.851205 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-057b7c51-b869-4cbc-b326-adbd9b077604 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "GET /v2.0/subnets/6342bca2-358b-4a9e-a816-e2da0cda7ed8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0864379 Apr 29 07:52:17.858487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45642) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.868774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820362156'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:17.887281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45644) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:17.895265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 2c7bb806-4465-49f4-9675-a379a95d2dcf) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:17.903551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:17.904015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ebaf7f-d58c-4006-87dd-7ca336191f4b None None] Network 2c7bb806-4465-49f4-9675-a379a95d2dcf requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:17.904468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:17.908787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:17.913530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.018495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.025261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:18.029411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.059635 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9fe913cd-b3e9-4230-bd5b-22f6cc5b2d52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0602186 Apr 29 07:52:18.062086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.064449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45648) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:18.110460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-2c7bb806-4465-49f4-9675-a379a95d2dcf', 'network_id': '2c7bb806-4465-49f4-9675-a379a95d2dcf', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '5f6145bc-65fc-4c03-b03c-d134514d9683'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:18.111383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.151439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:18.167376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:18.179957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:18.187419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:18.191683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.192291 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Added segment 1b012ea8-d6c3-46cf-8217-88608b11bdd4 of type vlan for network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 Apr 29 07:52:18.224514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.250909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Port': ['ID=da08c00e-2f1f-445f-a37d-c85d6754c276,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.288501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-300935030', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:18.291324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.297930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Allocated IP 172.20.0.3 (2c7bb806-4465-49f4-9675-a379a95d2dcf/5f6145bc-65fc-4c03-b03c-d134514d9683/00805e78-482e-4443-88fa-c7b1c2eeea03) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:18.311692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Subnet': ['ID=8ec12c6e-643c-4d93-a848-6a1f5f0abfbe,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.319196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.321189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.414144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Checking segment: {'id': 'ff32b0c1-a88a-4a96-9ec1-3d79430a47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:18.414384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.414906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network hostable DHCP agents. Network: 333edf2f-8936-4cae-80e7-bc1b0720c031, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:18.434075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Network 32888956-5fc8-4e3e-a221-617a10afe4aa is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:18.447801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:18.449893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:18.451036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:18.451619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.458836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.461076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=42342efd-c879-40e1-aed7-2c061d497d96,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.464230 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Made reservation on behalf of fca102f343fb43a9ae459d1e8239481c for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:18.466665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.474010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.492485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.515367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.521012 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:18.521600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.525751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.528750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:18.554320 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:18.559589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=76842745-9194-492f-a1e0-314119407af0,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.561998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Network 2c7bb806-4465-49f4-9675-a379a95d2dcf is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:18.567484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:18.568208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.568566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf49c3-1bd9-4724-81ce-7254039816fc None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:18.572507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:18.577647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:18.592706 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f7f06457-710b-47d4-8990-f5f18470c392 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1405730 Apr 29 07:52:18.592706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network 333edf2f-8936-4cae-80e7-bc1b0720c031 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:18.596910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45650) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:18.598565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Pushing event updated for resources: {'Port': ['ID=00805e78-482e-4443-88fa-c7b1c2eeea03,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.603112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:18.626509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.660231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6145bc-65fc-4c03-b03c-d134514d9683,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.683119 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8235767 Apr 29 07:52:18.688149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45652) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:18.691547 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889b51-8fa5-4bf9-9a2a-0db54307168c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Network': ['ID=ea396cee-07dc-4bb3-9ac9-6b8959aed6d5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.699269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'network_id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:18.703467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 333edf2f-8936-4cae-80e7-bc1b0720c031) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:18.716887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Attempting to bind port 00805e78-482e-4443-88fa-c7b1c2eeea03 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:18.717130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Attempting to bind port 00805e78-482e-4443-88fa-c7b1c2eeea03 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c7bb806-4465-49f4-9675-a379a95d2dcf'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:18.717805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Attempting to bind port 00805e78-482e-4443-88fa-c7b1c2eeea03 on network 2c7bb806-4465-49f4-9675-a379a95d2dcf {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:18.724869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110da943-789b-4b95-84ae-1abbc7a87fca None None] Network 333edf2f-8936-4cae-80e7-bc1b0720c031 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:18.737026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.738211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:18.744327 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab9cfb50-468f-493f-94ab-cfc6caf7ce87 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1740243 Apr 29 07:52:18.747640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45654) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:18.751182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:18.751555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Checking segment: {'id': 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c7bb806-4465-49f4-9675-a379a95d2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:18.751953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.752345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Bound using segment: {'id': 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c7bb806-4465-49f4-9675-a379a95d2dcf'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:18.753710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Bound port: 00805e78-482e-4443-88fa-c7b1c2eeea03, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c7bb806-4465-49f4-9675-a379a95d2dcf'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:18.753710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.757732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.781317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.788028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1ba57dfd-8204-4567-8222-9405493fbee8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'security_group': {'name': 'tempest-secgroup-946951979'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:18.855520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7bb806-4465-49f4-9675-a379a95d2dcf']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:18.875361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event updated for resources: {'Subnet': ['ID=f81e2792-608c-4a23-a5aa-2e6f512478c6,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:18.881543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:18.882072 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:18.899571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.908026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.924415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Checking segment: {'id': '5c9b14d8-22c8-4c27-9ef8-f4c467438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:18.924777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network hostable DHCP agents. Network: 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:18.964067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ba57dfd-8204-4567-8222-9405493fbee8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.977683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.986768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.990875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:18.991362 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:18.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:19.030973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'tenant_id': '2af3b1688ec84ceb9d8f44184c745027', 'fixed_ips': [{'subnet_id': '76842745-9194-492f-a1e0-314119407af0'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:19.031958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.052251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Made reservation on behalf of d430fbcd048f46829f9e803d58ec858f for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:19.055755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.117729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Network 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:19.130642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-333edf2f-8936-4cae-80e7-bc1b0720c031', 'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031', 'tenant_id': '195392a442e649e4b4e76a64df6fa7b9', 'fixed_ips': [{'subnet_id': '8ec12c6e-643c-4d93-a848-6a1f5f0abfbe'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:19.131880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.135203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.138865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] device_id is not set on port 42342efd-c879-40e1-aed7-2c061d497d96 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:19.140877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] For port 00805e78-482e-4443-88fa-c7b1c2eeea03, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:19.143411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.api [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:52:19.143411 dv-neutron-839740-1-hyperv neutron-server[109782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:52:19.143411 dv-neutron-839740-1-hyperv neutron-server[109782]: [parameters: {'id': '2c7bb806-4465-49f4-9675-a379a95d2dcf'}] Apr 29 07:52:19.143411 dv-neutron-839740-1-hyperv neutron-server[109782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:19.146207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG oslo_db.api [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:19.149739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.171156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] For port 00805e78-482e-4443-88fa-c7b1c2eeea03, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=00805e78-482e-4443-88fa-c7b1c2eeea03,segment=NetworkSegment(dd27cdc7-cc0f-4931-a0db-b498b76a9c77),segment_id=dd27cdc7-cc0f-4931-a0db-b498b76a9c77)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:19.182965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] device_id is not set on port 1c0b83fe-b854-4185-81ba-609ba58ec56b yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:19.189261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Performing IP validity checks on allocation pools {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:52:19.189781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:52:19.194329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:19.201073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:19.202057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:19.202858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.215162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ba57dfd-8204-4567-8222-9405493fbee8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.221749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.274555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=42342efd-c879-40e1-aed7-2c061d497d96,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:19.284643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998a4f4f-0c64-4137-9f11-ef265e24dbbe,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:19.292602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.294837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.294837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.299984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.300595 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.300946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 2 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.320706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.321103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.323519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.329206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5e3e10b1-ea15-4fc4-9cea-1f9196da6478 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8109188 Apr 29 07:52:19.329916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45656) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:19.341198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ba57dfd-8204-4567-8222-9405493fbee8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.368475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.368790 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.371237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 3 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.394079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.394526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.394893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.402220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.402220 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.407011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 4 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.415038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee15ff-149d-4339-b26d-4c62d06174f7 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:19.416743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee15ff-149d-4339-b26d-4c62d06174f7 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:19.418345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee15ff-149d-4339-b26d-4c62d06174f7 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:19.420930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfa932-1b68-4ea4-97e9-92470ae87204 None None] Network 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:19.423295 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-07ee15ff-149d-4339-b26d-4c62d06174f7 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0923584 Apr 29 07:52:19.432969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.439429 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45658) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:19.443743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.445019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.445578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.445690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.453050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.453656 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.454219 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 5 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.468213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.469183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.469183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.473938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.474809 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.475558 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 6 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.490781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.491142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.491432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba57dfd-8204-4567-8222-9405493fbee8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4577e5fc-7e6e-46c1-a718-b5f96f23fb3d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:19.491578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.496695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.497602 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.497602 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 7 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.505478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ba57dfd-8204-4567-8222-9405493fbee8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.506735 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1ba57dfd-8204-4567-8222-9405493fbee8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7580709 Apr 29 07:52:19.508166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Allocated IP 172.26.2.185 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/1c0b83fe-b854-4185-81ba-609ba58ec56b) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:19.510532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45660) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:19.525340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6a8e3ea5-b2c1-4f6f-b888-c5414581ad5a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'security_group': {'name': 'tempest-secgroup-428682718'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:19.525340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.525340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.525340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.539382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.539382 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.540625 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 8 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.556047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.556377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.556704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.561016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.561449 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.562049 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 9 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.575217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.576515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.576515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.576738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Allocated IP 2001:db8::2 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/76842745-9194-492f-a1e0-314119407af0/864d1b96-b1a0-4561-ad0c-2942003a2837) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:19.581333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.581452 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.583538 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempt 10 to bind port 42342efd-c879-40e1-aed7-2c061d497d96 Apr 29 07:52:19.597120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:19.597816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:19.597816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempting to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:19.601144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Deleting subnet 8ec12c6e-643c-4d93-a848-6a1f5f0abfbe {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:19.603269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:52:19.603592 dv-neutron-839740-1-hyperv neutron-server[109782]: ERROR neutron.plugins.ml2.managers [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Failed to bind port 42342efd-c879-40e1-aed7-2c061d497d96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '9160a581-0d30-459b-aaed-88908897354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '32888956-5fc8-4e3e-a221-617a10afe4aa'}] Apr 29 07:52:19.603949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.615358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ea5-b2c1-4f6f-b888-c5414581ad5a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.657320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.665320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc28aa-ebc9-4a2a-bd26-f5872a67078b None None] Pushing event updated for resources: {'Port': ['ID=00805e78-482e-4443-88fa-c7b1c2eeea03,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:19.686541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Allocated IP 2001:db8::1 (333edf2f-8936-4cae-80e7-bc1b0720c031/8ec12c6e-643c-4d93-a848-6a1f5f0abfbe/a59b6e59-470f-4112-b8d3-bf051ac7f9e8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:19.735336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] For port 42342efd-c879-40e1-aed7-2c061d497d96, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:19.739754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attempted to set empty binding levels {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:52:19.752715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69724a7d-40bd-4be6-a32b-0c8cc0917f57 None None] Network 2c7bb806-4465-49f4-9675-a379a95d2dcf requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:19.792402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ea5-b2c1-4f6f-b888-c5414581ad5a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.807881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Deleting port 00805e78-482e-4443-88fa-c7b1c2eeea03 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:19.808234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.824837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.891818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ea5-b2c1-4f6f-b888-c5414581ad5a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.908217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] In _notify_port_updated(), no bound segment for port 42342efd-c879-40e1-aed7-2c061d497d96 on network 32888956-5fc8-4e3e-a221-617a10afe4aa {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:52:19.908989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:19.909768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.911348 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "PUT /v2.0/ports/42342efd-c879-40e1-aed7-2c061d497d96 HTTP/1.1" status: 200 len: 977 time: 1.3133371 Apr 29 07:52:19.923143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45662) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:19.961335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] For port 00805e78-482e-4443-88fa-c7b1c2eeea03, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=00805e78-482e-4443-88fa-c7b1c2eeea03,segment=NetworkSegment(dd27cdc7-cc0f-4931-a0db-b498b76a9c77),segment_id=dd27cdc7-cc0f-4931-a0db-b498b76a9c77)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:19.961699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.978231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18', 'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18', 'tenant_id': '195392a442e649e4b4e76a64df6fa7b9', 'fixed_ips': [{'subnet_id': 'f81e2792-608c-4a23-a5aa-2e6f512478c6'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:19.979399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:19.985556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cf508-db7e-46cf-967f-4ad2fc3e8b35 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event updated for resources: {'Port': ['ID=42342efd-c879-40e1-aed7-2c061d497d96,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:19.995333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e3ea5-b2c1-4f6f-b888-c5414581ad5a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d3a6b-fde2-48d2-b5b7-6f5a18713a04,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:19.999742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Calling delete_port for 00805e78-482e-4443-88fa-c7b1c2eeea03 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:20.038882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ea5-b2c1-4f6f-b888-c5414581ad5a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.040462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6a8e3ea5-b2c1-4f6f-b888-c5414581ad5a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5277586 Apr 29 07:52:20.047573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45664) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:20.053307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2106079946', 'security_groups': ['dd8d3a6b-fde2-48d2-b5b7-6f5a18713a04'], 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76842745-9194-492f-a1e0-314119407af0'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:20.120245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.126469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Deleting port 42342efd-c879-40e1-aed7-2c061d497d96 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:20.127040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.185380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.193382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] For port 42342efd-c879-40e1-aed7-2c061d497d96, host hv-neutron-8397, got binding levels [] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:20.193745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.195726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.209618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Calling delete_port for 42342efd-c879-40e1-aed7-2c061d497d96 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:20.258598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.262072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.263485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.264868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.294617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=55942a68-1363-4996-9116-c71433559944,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:20.299340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Port': ['ID=00805e78-482e-4443-88fa-c7b1c2eeea03,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:20.306026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No DVR routers for this DVR port 00805e78-482e-4443-88fa-c7b1c2eeea03 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:20.309514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Network 333edf2f-8936-4cae-80e7-bc1b0720c031 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:20.314149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:20.327016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Allocated IP 2001:db8:0:1::1 (6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18/f81e2792-608c-4a23-a5aa-2e6f512478c6/014c3fd5-f3e6-493d-bab1-b015d0d743c2) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:20.331742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:20.346149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:20.355905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:20.359433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Pushing event updated for resources: {'Port': ['ID=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:20.386028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:20.386772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.395122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.402607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.426280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Router 67cef621-274b-425f-8038-b631ce2d4ec2 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:20.431906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7bb806-4465-49f4-9675-a379a95d2dcf']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:20.434324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Checking segment: {'id': '1b012ea8-d6c3-46cf-8217-88608b11bdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:20.434891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network hostable DHCP agents. Network: ea396cee-07dc-4bb3-9ac9-6b8959aed6d5, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:20.449453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:20.449672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd27cdc7-cc0f-4931-a0db-b498b76a9c77') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:20.463017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.490828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.498235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:20.498764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:20.501955 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:20.509588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Attempting to bind port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:20.509961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Attempting to bind port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ff32b0c1-a88a-4a96-9ec1-3d79430a47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:20.510325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Attempting to bind port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 on network 333edf2f-8936-4cae-80e7-bc1b0720c031 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:20.517276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.544781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:20.545477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Checking segment: {'id': 'ff32b0c1-a88a-4a96-9ec1-3d79430a47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:20.545880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.546270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Bound using segment: {'id': 'ff32b0c1-a88a-4a96-9ec1-3d79430a47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:20.546771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Bound port: a59b6e59-470f-4112-b8d3-bf051ac7f9e8, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff32b0c1-a88a-4a96-9ec1-3d79430a47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '333edf2f-8936-4cae-80e7-bc1b0720c031'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:20.547154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.548968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Pushing event updated for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:20.570859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:20.576980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Attempting to bind port 864d1b96-b1a0-4561-ad0c-2942003a2837 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:20.576980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Attempting to bind port 864d1b96-b1a0-4561-ad0c-2942003a2837 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '3df00eb9-e178-4e4b-a0fb-966d63028677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:20.576980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Attempting to bind port 864d1b96-b1a0-4561-ad0c-2942003a2837 on network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:20.578925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Pushing event deleted for resources: {'Port': ['ID=42342efd-c879-40e1-aed7-2c061d497d96,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:20.592772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.595482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:20.596002 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0e7226b3-0269-40e5-9eae-151faddb56e5 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "DELETE /v2.0/ports/42342efd-c879-40e1-aed7-2c061d497d96 HTTP/1.1" status: 204 len: 168 time: 0.6716173 Apr 29 07:52:20.596421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Checking segment: {'id': '3df00eb9-e178-4e4b-a0fb-966d63028677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:20.597092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.598623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Bound using segment: {'id': '3df00eb9-e178-4e4b-a0fb-966d63028677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:20.604386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Bound port: 864d1b96-b1a0-4561-ad0c-2942003a2837, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df00eb9-e178-4e4b-a0fb-966d63028677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:20.605083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45666) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:20.605624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.616738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.626173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a88cebb-2b88-45d7-bd7b-79aac82efee0 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:52:20.627915 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3a88cebb-2b88-45d7-bd7b-79aac82efee0 tempest-PortsAdminExtendedAttrsTestJSON-374380019 tempest-PortsAdminExtendedAttrsTestJSON-374380019-project-admin] 10.222.0.16 "GET /v2.0/ports/42342efd-c879-40e1-aed7-2c061d497d96 HTTP/1.1" status: 404 len: 333 time: 0.0274622 Apr 29 07:52:20.632819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45668) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:20.711176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:20.719844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.763543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.777005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:20.780744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=864d1b96-b1a0-4561-ad0c-2942003a2837,segment=NetworkSegment(3df00eb9-e178-4e4b-a0fb-966d63028677),segment_id=3df00eb9-e178-4e4b-a0fb-966d63028677)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:20.802821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:20.805554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:20.812144 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Sync routers for ids ['67cef621-274b-425f-8038-b631ce2d4ec2'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:20.823064 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Routers {'67cef621-274b-425f-8038-b631ce2d4ec2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:20.823702 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['67cef621-274b-425f-8038-b631ce2d4ec2'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:20.828794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:20.839290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, ea396cee-07dc-4bb3-9ac9-6b8959aed6d5) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:20.843090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:20.847569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.853580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c141c3e-bd27-47de-a6de-8c0b161c1221 None None] Network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:20.855741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.881675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:20.882591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.890643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Pushing event updated for resources: {'Port': ['ID=1c0b83fe-b854-4185-81ba-609ba58ec56b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:20.908341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.933833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:20.934731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.939472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 8efc6491-9a8c-419b-9216-b65862e9c4fc yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:20.951827 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Set router 67cef621-274b-425f-8038-b631ce2d4ec2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:20.982267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.985400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.985877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.991172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:20.994772 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/2c7bb806-4465-49f4-9675-a379a95d2dcf HTTP/1.1" status: 204 len: 168 time: 2.9276519 Apr 29 07:52:21.001330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45670) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:21.020490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078593724'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:21.033034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046ee4b-d2c3-44f5-a608-8652fa4faef2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=2c7bb806-4465-49f4-9675-a379a95d2dcf,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:21.044371 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1b8eae58-ee53-4c3a-aea2-0a26c858b4ff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3536563 Apr 29 07:52:21.045843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45672) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:21.048034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.052756 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-463908ad-bf19-4026-823e-e9d2460405a0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0989232 Apr 29 07:52:21.053626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec12c6e-643c-4d93-a848-6a1f5f0abfbe,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:21.054802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45674) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:21.058689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.062661 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-212fe835-33cc-4332-8fa0-cb56cbaccb4c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/subnets/8ec12c6e-643c-4d93-a848-6a1f5f0abfbe HTTP/1.1" status: 204 len: 168 time: 1.6213713 Apr 29 07:52:21.063305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-46d55e35-4485-41c4-8798-ee2e7f28bdaf tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:21.068531 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-34e6bfc6-34b0-4c9c-8e47-0c7f5727bd4d tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.1784391 Apr 29 07:52:21.071989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45676) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:21.072318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45678) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:21.083495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.185'}]}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:21.129530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Network 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:21.130768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Pushing event updated for resources: {'Port': ['ID=014c3fd5-f3e6-493d-bab1-b015d0d743c2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:21.148007 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cef621-274b-425f-8038-b631ce2d4ec2', 'name': 'tempest-snat-router-1555305453', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.6'}], 'enable_snat': False}, 'gw_port_id': 'da08c00e-2f1f-445f-a37d-c85d6754c276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:16Z', 'updated_at': '2022-04-29T07:52:18Z', 'revision_number': 3, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port': {'id': 'da08c00e-2f1f-445f-a37d-c85d6754c276', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cef621-274b-425f-8038-b631ce2d4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:17Z', 'updated_at': '2022-04-29T07:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:21.183519 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Checking router: 67cef621-274b-425f-8038-b631ce2d4ec2 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:21.183875 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Updating router 67cef621-274b-425f-8038-b631ce2d4ec2 port da08c00e-2f1f-445f-a37d-c85d6754c276 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:52:21.193878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:21.196073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Deleting subnet f81e2792-608c-4a23-a5aa-2e6f512478c6 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:21.197949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.210534 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.219198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.279997 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.280997 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.285111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:21.286533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.310558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.313965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46d55e35-4485-41c4-8798-ee2e7f28bdaf tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31259653'] for subnet, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.320986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::244 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/76842745-9194-492f-a1e0-314119407af0/8efc6491-9a8c-419b-9216-b65862e9c4fc) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:21.334573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fa026-5892-4e66-8cbd-dc96f14ae9b6 None None] Pushing event updated for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:21.341870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:21.354982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] For port a59b6e59-470f-4112-b8d3-bf051ac7f9e8, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:21.376890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] For port a59b6e59-470f-4112-b8d3-bf051ac7f9e8, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,segment=NetworkSegment(ff32b0c1-a88a-4a96-9ec1-3d79430a47ed),segment_id=ff32b0c1-a88a-4a96-9ec1-3d79430a47ed)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:21.401081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:21.403899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32888956-5fc8-4e3e-a221-617a10afe4aa']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:21.409403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-ea396cee-07dc-4bb3-9ac9-6b8959aed6d5', 'network_id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5', 'tenant_id': 'd430fbcd048f46829f9e803d58ec858f', 'fixed_ips': [{'subnet_id': '55942a68-1363-4996-9116-c71433559944'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:21.410278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.429781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9160a581-0d30-459b-aaed-88908897354c') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:21.429781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9160a581-0d30-459b-aaed-88908897354c') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:21.441155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d9154414-cb44-4001-9c61-b2ef31038641 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/67cef621-274b-425f-8038-b631ce2d4ec2 HTTP/1.1" status: 200 len: 907 time: 0.3304904 Apr 29 07:52:21.447972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.449445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45680) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:21.450529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.450861 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 84f3d8a0-acdb-4066-ad98-ce803c533e70 of type vlan for network 52b489d5-6743-4056-a67c-e4324d375199 Apr 29 07:52:21.456680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.468976 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Attempting to bind port 014c3fd5-f3e6-493d-bab1-b015d0d743c2 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:21.469347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Attempting to bind port 014c3fd5-f3e6-493d-bab1-b015d0d743c2 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5c9b14d8-22c8-4c27-9ef8-f4c467438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:21.470019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Attempting to bind port 014c3fd5-f3e6-493d-bab1-b015d0d743c2 on network 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:21.471256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.483197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1555305453', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': True}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:21.551705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.585178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:21.585610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:21.592484 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:21.594552 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.633582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.638229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.640849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.641910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.679867 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.797783 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Attempting to bind port da08c00e-2f1f-445f-a37d-c85d6754c276 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:21.799384 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Attempting to bind port da08c00e-2f1f-445f-a37d-c85d6754c276 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:21.803965 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Attempting to bind port da08c00e-2f1f-445f-a37d-c85d6754c276 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:21.811538 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.818292 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecea7a2-b415-4bc8-9f81-5d8b4919937b None None] Pushing event updated for resources: {'Port': ['ID=da08c00e-2f1f-445f-a37d-c85d6754c276,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:21.834667 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:21.838749 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:21.839416 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.840140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:21.840842 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Bound port: da08c00e-2f1f-445f-a37d-c85d6754c276, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:21.841406 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.904934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.946078 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:21.946486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Checking segment: {'id': '5c9b14d8-22c8-4c27-9ef8-f4c467438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:21.946893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.947293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Bound using segment: {'id': '5c9b14d8-22c8-4c27-9ef8-f4c467438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:21.947929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Bound port: 014c3fd5-f3e6-493d-bab1-b015d0d743c2, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9b14d8-22c8-4c27-9ef8-f4c467438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:21.948321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.950257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceb199-6e2a-4287-bdf4-94bf9bf745eb None None] Pushing event updated for resources: {'Port': ['ID=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:21.952623 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] For port da08c00e-2f1f-445f-a37d-c85d6754c276, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:21.970129 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] For port da08c00e-2f1f-445f-a37d-c85d6754c276, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=da08c00e-2f1f-445f-a37d-c85d6754c276,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:21.991253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:21.999506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.011302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.018649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:22.019442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.027806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.032053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] 10.222.0.16 "DELETE /v2.0/networks/32888956-5fc8-4e3e-a221-617a10afe4aa HTTP/1.1" status: 204 len: 168 time: 1.3981707 Apr 29 07:52:22.042094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 864d1b96-b1a0-4561-ad0c-2942003a2837 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:22.084871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.085659 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.100686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c50b47-fb81-4e01-8276-ef2d2e2367d5 tempest-PortsAdminExtendedAttrsTestJSON-1803707858 tempest-PortsAdminExtendedAttrsTestJSON-1803707858-project] Pushing event deleted for resources: {'Network': ['ID=32888956-5fc8-4e3e-a221-617a10afe4aa,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:22.113542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Subnet': ['ID=f81e2792-608c-4a23-a5aa-2e6f512478c6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:22.132726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.136733 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1a08642b-509a-4154-9b0c-45735d6b6d9c tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/subnets/f81e2792-608c-4a23-a5aa-2e6f512478c6 HTTP/1.1" status: 204 len: 168 time: 1.0634155 Apr 29 07:52:22.140649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45684) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:22.171707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=52b489d5-6743-4056-a67c-e4324d375199,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:22.203755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 52b489d5-6743-4056-a67c-e4324d375199 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:22.260890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] For port 014c3fd5-f3e6-493d-bab1-b015d0d743c2, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:22.277548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecea7a2-b415-4bc8-9f81-5d8b4919937b None None] Pushing event updated for resources: {'Port': ['ID=da08c00e-2f1f-445f-a37d-c85d6754c276,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:22.303328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.319108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ce12af7e-8847-40db-92a0-8b7c5e13dc72 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3144095 Apr 29 07:52:22.321367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45686) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:22.326593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '52b489d5-6743-4056-a67c-e4324d375199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:22.328117 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Routers {'67cef621-274b-425f-8038-b631ce2d4ec2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:22.329101 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['67cef621-274b-425f-8038-b631ce2d4ec2'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:22.334622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46d55e35-4485-41c4-8798-ee2e7f28bdaf tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746383078584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30493271'] for subnet, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.340961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:22.341518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.374201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44383fee-75ec-43c3-9639-b1119870b1b1 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:22.385143 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-44383fee-75ec-43c3-9639-b1119870b1b1 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2406645 Apr 29 07:52:22.387402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45688) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:22.408646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Allocated IP 2001:db8::3 (ea396cee-07dc-4bb3-9ac9-6b8959aed6d5/55942a68-1363-4996-9116-c71433559944/a939bdaf-8591-49eb-8706-13f37e5a05dc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:22.481868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] For port 014c3fd5-f3e6-493d-bab1-b015d0d743c2, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=014c3fd5-f3e6-493d-bab1-b015d0d743c2,segment=NetworkSegment(5c9b14d8-22c8-4c27-9ef8-f4c467438fc8),segment_id=5c9b14d8-22c8-4c27-9ef8-f4c467438fc8)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:22.547716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d55e35-4485-41c4-8798-ee2e7f28bdaf tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:22.548509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46d55e35-4485-41c4-8798-ee2e7f28bdaf tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.549900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-46d55e35-4485-41c4-8798-ee2e7f28bdaf tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "PUT /v2.0/subnets/55942a68-1363-4996-9116-c71433559944 HTTP/1.1" status: 200 len: 900 time: 1.5007372 Apr 29 07:52:22.560821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45690) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:22.564600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] Set router 67cef621-274b-425f-8038-b631ce2d4ec2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:22.595218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d55e35-4485-41c4-8798-ee2e7f28bdaf tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event updated for resources: {'Subnet': ['ID=55942a68-1363-4996-9116-c71433559944,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:22.620312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.792891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:22.796683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.853066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.877103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:22.905008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb40ea-6875-4234-be21-c76a4610cbb6 None None] Pushing event updated for resources: {'Port': ['ID=014c3fd5-f3e6-493d-bab1-b015d0d743c2,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:22.913659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad215ed-ee9c-4fab-bbe8-9e449c35da48 None None] Network 6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:22.982808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45694) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:22.998826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.034714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=8efc6491-9a8c-419b-9216-b65862e9c4fc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:23.059680 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cef621-274b-425f-8038-b631ce2d4ec2', 'name': 'tempest-snat-router-1555305453', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.6'}], 'enable_snat': False}, 'gw_port_id': 'da08c00e-2f1f-445f-a37d-c85d6754c276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:16Z', 'updated_at': '2022-04-29T07:52:18Z', 'revision_number': 3, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port': {'id': 'da08c00e-2f1f-445f-a37d-c85d6754c276', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cef621-274b-425f-8038-b631ce2d4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:17Z', 'updated_at': '2022-04-29T07:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:23.070796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.101282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.107428 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0818a8b-2f0a-443b-9fe4-1bbd784ff01c None None] The sync data for ids ['67cef621-274b-425f-8038-b631ce2d4ec2'] in dv-neutron-839740-1-hyperv is: [{'id': '67cef621-274b-425f-8038-b631ce2d4ec2', 'name': 'tempest-snat-router-1555305453', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.6'}], 'enable_snat': False}, 'gw_port_id': 'da08c00e-2f1f-445f-a37d-c85d6754c276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:16Z', 'updated_at': '2022-04-29T07:52:18Z', 'revision_number': 3, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port': {'id': 'da08c00e-2f1f-445f-a37d-c85d6754c276', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cef621-274b-425f-8038-b631ce2d4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:17Z', 'updated_at': '2022-04-29T07:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:23.126765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:23.130027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:23.138988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:23.146166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:23.147051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.153159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.299305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:23.342710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=864d1b96-b1a0-4561-ad0c-2942003a2837,segment=NetworkSegment(3df00eb9-e178-4e4b-a0fb-966d63028677),segment_id=3df00eb9-e178-4e4b-a0fb-966d63028677)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:23.348809 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:23.354214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:23.360739 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-abd9168d-8903-4ddc-a1b8-5d96ef6c141b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3087909 Apr 29 07:52:23.375058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Pushing event updated for resources: {'Port': ['ID=a939bdaf-8591-49eb-8706-13f37e5a05dc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:23.391595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45698) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:23.409806 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e4fd804c-1081-4e5a-9ac0-ba9fc164cdf8 None None] Provisioning complete for port 8eedc566-5938-412f-bedc-69854f11c681 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:23.410233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e4fd804c-1081-4e5a-9ac0-ba9fc164cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.416954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-57b0ac5e-b3bc-498d-a69e-bdd1bdcda074 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:23.448200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.449664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.484479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.497377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Deleting port 014c3fd5-f3e6-493d-bab1-b015d0d743c2 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:23.500206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Attempting to bind port a939bdaf-8591-49eb-8706-13f37e5a05dc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:23.500531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Attempting to bind port a939bdaf-8591-49eb-8706-13f37e5a05dc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1b012ea8-d6c3-46cf-8217-88608b11bdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:23.500887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Attempting to bind port a939bdaf-8591-49eb-8706-13f37e5a05dc on network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:23.501457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.515415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:23.515794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Checking segment: {'id': '1b012ea8-d6c3-46cf-8217-88608b11bdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:23.516194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.516580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Bound using segment: {'id': '1b012ea8-d6c3-46cf-8217-88608b11bdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:23.517060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Bound port: a939bdaf-8591-49eb-8706-13f37e5a05dc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b012ea8-d6c3-46cf-8217-88608b11bdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:23.517557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.546995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd804c-1081-4e5a-9ac0-ba9fc164cdf8 None None] Port 8eedc566-5938-412f-bedc-69854f11c681 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:23.604303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e4fd804c-1081-4e5a-9ac0-ba9fc164cdf8 None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:23.604558 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e4fd804c-1081-4e5a-9ac0-ba9fc164cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.606187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:23.625461 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1cb37b44-0c19-441f-b08d-90585c4c9cea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff934ed7530f456c918956050f76deb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346908 Apr 29 07:52:23.630817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45700) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:23.632885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.661182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f103d-adfd-4639-b527-ee17e2b3821b None None] Network 333edf2f-8936-4cae-80e7-bc1b0720c031 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:23.679976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.747904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] For port a939bdaf-8591-49eb-8706-13f37e5a05dc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:23.748657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.757819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] For port 014c3fd5-f3e6-493d-bab1-b015d0d743c2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=014c3fd5-f3e6-493d-bab1-b015d0d743c2,segment=NetworkSegment(5c9b14d8-22c8-4c27-9ef8-f4c467438fc8),segment_id=5c9b14d8-22c8-4c27-9ef8-f4c467438fc8)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:23.758774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.776193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] For port a939bdaf-8591-49eb-8706-13f37e5a05dc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a939bdaf-8591-49eb-8706-13f37e5a05dc,segment=NetworkSegment(1b012ea8-d6c3-46cf-8217-88608b11bdd4),segment_id=1b012ea8-d6c3-46cf-8217-88608b11bdd4)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:23.777377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Calling delete_port for 014c3fd5-f3e6-493d-bab1-b015d0d743c2 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:23.842886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.939789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecabb53b-dd95-4d7f-8933-9b13efbbfadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.956541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3fb9-92df-4d4a-9dac-0a72d851d5e6 None None] Pushing event updated for resources: {'Port': ['ID=a939bdaf-8591-49eb-8706-13f37e5a05dc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:23.959063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:23.987348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecabb53b-dd95-4d7f-8933-9b13efbbfadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.014352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] No DVR routers for this DVR port 014c3fd5-f3e6-493d-bab1-b015d0d743c2 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:24.021750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Port': ['ID=014c3fd5-f3e6-493d-bab1-b015d0d743c2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:24.098072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] DHCP port deletion for 333edf2f-8936-4cae-80e7-bc1b0720c031 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:24.144618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 864d1b96-b1a0-4561-ad0c-2942003a2837 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:24.154245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Provisioning complete for port 8efc6491-9a8c-419b-9216-b65862e9c4fc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:24.155093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.186755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.229423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:24.250862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9b14d8-22c8-4c27-9ef8-f4c467438fc8') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:24.251160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9b14d8-22c8-4c27-9ef8-f4c467438fc8') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:24.262895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.265505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.306344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Port 8efc6491-9a8c-419b-9216-b65862e9c4fc cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:24.374924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.428673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:24.429125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.436234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] Deleting port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:24.436760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:24.436857 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:24.448311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Provisioning complete for port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:24.450913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.600543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Allocated IP 172.26.2.100 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/1a963d55-8b66-4a04-9d31-ed1e27b60a3a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:24.603457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] For port a59b6e59-470f-4112-b8d3-bf051ac7f9e8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,segment=NetworkSegment(ff32b0c1-a88a-4a96-9ec1-3d79430a47ed),segment_id=ff32b0c1-a88a-4a96-9ec1-3d79430a47ed)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:24.603880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.625829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] Calling delete_port for a59b6e59-470f-4112-b8d3-bf051ac7f9e8 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:24.639523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:24.639523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.659531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.670994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.682690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b0ac5e-b3bc-498d-a69e-bdd1bdcda074 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:24.687338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57b0ac5e-b3bc-498d-a69e-bdd1bdcda074 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.738456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.763229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.766385 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/networks/6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18 HTTP/1.1" status: 204 len: 168 time: 2.3774855 Apr 29 07:52:24.767766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15744446-20da-4289-ab0b-122b4f4ebedd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Network': ['ID=6e6b8da3-2dd5-4a8a-a0d7-3eec1360de18,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:24.769351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45702) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:24.805489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecabb53b-dd95-4d7f-8933-9b13efbbfadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.809171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ecabb53b-dd95-4d7f-8933-9b13efbbfadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.813011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ecabb53b-dd95-4d7f-8933-9b13efbbfadf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62fe440c-8f78-4e9c-8ea3-52c30f241821 HTTP/1.1" status: 204 len: 168 time: 1.1769178 Apr 29 07:52:24.814333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.852883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.853420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41a1c791-1f32-4bac-a4ae-b1fe9e07e484 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:24.874745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.893641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.899216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabb53b-dd95-4d7f-8933-9b13efbbfadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe440c-8f78-4e9c-8ea3-52c30f241821,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:24.955623 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:52:24.959985 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-471aea4f-60ca-495d-9f81-b179053974d4 tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8766172 Apr 29 07:52:24.959985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Deleting port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:24.959985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:24.961647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45706) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:25.029066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.029534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=6b7c234f-1b02-4748-b741-4299742a53d4,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:25.066624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] For port a59b6e59-470f-4112-b8d3-bf051ac7f9e8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,segment=NetworkSegment(ff32b0c1-a88a-4a96-9ec1-3d79430a47ed),segment_id=ff32b0c1-a88a-4a96-9ec1-3d79430a47ed)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:25.070500 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.ipam_backend_mixin [None req-57b0ac5e-b3bc-498d-a69e-bdd1bdcda074 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76842745-9194-492f-a1e0-314119407af0 (CIDR: 2001:db8::/64) Apr 29 07:52:25.071234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device da08c00e-2f1f-445f-a37d-c85d6754c276 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:25.072589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.084534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=55942a68-1363-4996-9116-c71433559944,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:25.094961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] For port a59b6e59-470f-4112-b8d3-bf051ac7f9e8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,segment=NetworkSegment(ff32b0c1-a88a-4a96-9ec1-3d79430a47ed),segment_id=ff32b0c1-a88a-4a96-9ec1-3d79430a47ed)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:25.096123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.128618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Calling delete_port for a59b6e59-470f-4112-b8d3-bf051ac7f9e8 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:25.143546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.146795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port da08c00e-2f1f-445f-a37d-c85d6754c276 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:25.147434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.150140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.152743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea396cee-07dc-4bb3-9ac9-6b8959aed6d5']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:25.155116 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b0ac5e-b3bc-498d-a69e-bdd1bdcda074 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:52:25.158294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b0ac5e-b3bc-498d-a69e-bdd1bdcda074 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:25.178663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': '84f3d8a0-acdb-4066-ad98-ce803c533e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '52b489d5-6743-4056-a67c-e4324d375199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:25.179031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 52b489d5-6743-4056-a67c-e4324d375199, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:25.182248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b012ea8-d6c3-46cf-8217-88608b11bdd4') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:25.182571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b012ea8-d6c3-46cf-8217-88608b11bdd4') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:25.196983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.214160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Deleting port 1c0b83fe-b854-4185-81ba-609ba58ec56b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:25.214807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.228762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd2fa0-1766-444e-9ca0-f1e70b7e5ee7 None None] Pushing event updated for resources: {'Port': ['ID=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:25.234248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.244640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:25.245071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:25.248108 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:25.302093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-57b0ac5e-b3bc-498d-a69e-bdd1bdcda074 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8926799 Apr 29 07:52:25.309342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45710) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:25.314487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:25.332237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.344660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 52b489d5-6743-4056-a67c-e4324d375199 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:25.352934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.365312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.375250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.393221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Calling delete_port for 1c0b83fe-b854-4185-81ba-609ba58ec56b owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:25.406131 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] Pushing event deleted for resources: {'Port': ['ID=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:25.410176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.417636 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249dc1e-d0d3-4d5e-8532-67f2c1ca6e35 None None] No DVR routers for this DVR port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:25.446730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port da08c00e-2f1f-445f-a37d-c85d6754c276, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=da08c00e-2f1f-445f-a37d-c85d6754c276,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:25.450498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] No DVR routers for this DVR port a59b6e59-470f-4112-b8d3-bf051ac7f9e8 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:25.458082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.api [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:52:25.458082 dv-neutron-839740-1-hyperv neutron-server[109782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:52:25.458082 dv-neutron-839740-1-hyperv neutron-server[109782]: [parameters: {'id': 'ea396cee-07dc-4bb3-9ac9-6b8959aed6d5'}] Apr 29 07:52:25.458082 dv-neutron-839740-1-hyperv neutron-server[109782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:25.458524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG oslo_db.api [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:25.460695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Port': ['ID=a59b6e59-470f-4112-b8d3-bf051ac7f9e8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:25.490151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:25.497232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:25.507420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:25.523317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 52b489d5-6743-4056-a67c-e4324d375199) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:25.534614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a2e66-3897-4f6b-b842-e5214e1af59b None None] Network 52b489d5-6743-4056-a67c-e4324d375199 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:25.547954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Port': ['ID=1a963d55-8b66-4a04-9d31-ed1e27b60a3a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:25.567801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:25.568387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.601987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.642242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.703736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333edf2f-8936-4cae-80e7-bc1b0720c031']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:25.718763 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3b126b30-a39e-4299-af40-f4374b69630f tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3938110 Apr 29 07:52:25.719520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45712) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:25.721038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff32b0c1-a88a-4a96-9ec1-3d79430a47ed') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:25.725995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff32b0c1-a88a-4a96-9ec1-3d79430a47ed') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:25.750251 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:25.750506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.753767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.753916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=da08c00e-2f1f-445f-a37d-c85d6754c276,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:25.799395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.811815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45714) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:25.815748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404c84c-8d10-40b3-91ac-9187844fa99e None None] Network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:25.874013 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:25.900950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f38be0d5-22cc-4455-ae1d-8cd6e13b12dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e8e92af13e74124b4ab11292c4af927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785906 Apr 29 07:52:25.903782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45716) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:25.959176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:25.997012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b5660-4bf9-438e-9096-b419e3c2e0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-52b489d5-6743-4056-a67c-e4324d375199', 'network_id': '52b489d5-6743-4056-a67c-e4324d375199', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '6b7c234f-1b02-4748-b741-4299742a53d4'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:25.997917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-937b5660-4bf9-438e-9096-b419e3c2e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.015301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-140870b9-a661-4331-982f-067570343f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.016266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cd41a660-67bc-4201-90ca-314307fad7af None None] Provisioning complete for port a939bdaf-8591-49eb-8706-13f37e5a05dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:26.016641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd41a660-67bc-4201-90ca-314307fad7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.039050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.084372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-140870b9-a661-4331-982f-067570343f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.101369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device da08c00e-2f1f-445f-a37d-c85d6754c276 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:26.107347 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.126260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port a939bdaf-8591-49eb-8706-13f37e5a05dc {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:26.126952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.193393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port a939bdaf-8591-49eb-8706-13f37e5a05dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a939bdaf-8591-49eb-8706-13f37e5a05dc,segment=NetworkSegment(1b012ea8-d6c3-46cf-8217-88608b11bdd4),segment_id=1b012ea8-d6c3-46cf-8217-88608b11bdd4)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:26.193758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.211081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for a939bdaf-8591-49eb-8706-13f37e5a05dc owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:26.257189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd41a660-67bc-4201-90ca-314307fad7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.280912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port da08c00e-2f1f-445f-a37d-c85d6754c276 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:26.281290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.317054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] DHCP port deletion for ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:26.326077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cd41a660-67bc-4201-90ca-314307fad7af None None] For port a939bdaf-8591-49eb-8706-13f37e5a05dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a939bdaf-8591-49eb-8706-13f37e5a05dc,segment=NetworkSegment(1b012ea8-d6c3-46cf-8217-88608b11bdd4),segment_id=1b012ea8-d6c3-46cf-8217-88608b11bdd4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:26.336814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.340975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.347593 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/networks/333edf2f-8936-4cae-80e7-bc1b0720c031 HTTP/1.1" status: 204 len: 168 time: 1.5770946 Apr 29 07:52:26.347835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45718) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:26.363842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091575b-9386-4252-98fe-fe084be027dd tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Network': ['ID=333edf2f-8936-4cae-80e7-bc1b0720c031,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.393289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.400886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.403469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-140870b9-a661-4331-982f-067570343f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.406057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-140870b9-a661-4331-982f-067570343f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.407274 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-140870b9-a661-4331-982f-067570343f8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ae1858a-7338-423a-89fd-cb31b3de59f2 HTTP/1.1" status: 204 len: 168 time: 0.5025878 Apr 29 07:52:26.416893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a939bdaf-8591-49eb-8706-13f37e5a05dc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:26.421897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd41a660-67bc-4201-90ca-314307fad7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.467416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140870b9-a661-4331-982f-067570343f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae1858a-7338-423a-89fd-cb31b3de59f2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.483300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c0b83fe-b854-4185-81ba-609ba58ec56b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.492653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7c234f-1b02-4748-b741-4299742a53d4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.530682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41a660-67bc-4201-90ca-314307fad7af None None] Pushing event updated for resources: {'Port': ['ID=a939bdaf-8591-49eb-8706-13f37e5a05dc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.560161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] Deleting port a939bdaf-8591-49eb-8706-13f37e5a05dc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:26.561631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.573573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.586786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-937b5660-4bf9-438e-9096-b419e3c2e0c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b7c234f-1b02-4748-b741-4299742a53d4: This subnet is being modified by another concurrent operation. Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:26.601692 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b7c234f-1b02-4748-b741-4299742a53d4: This subnet is being modified by another concurrent operation. Apr 29 07:52:26.605787 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 07:52:26.612173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.635999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b489d5-6743-4056-a67c-e4324d375199']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:26.647594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.651292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No active binding found for port a939bdaf-8591-49eb-8706-13f37e5a05dc {{(pid=109783) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 07:52:26.651946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a939bdaf-8591-49eb-8706-13f37e5a05dc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 29 07:52:26.653887 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9986c884-ab10-4401-8925-21f687fea6fb tempest-RoutersAdminNegativeIpV6Test-1634831114 tempest-RoutersAdminNegativeIpV6Test-1634831114-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1c0b83fe-b854-4185-81ba-609ba58ec56b HTTP/1.1" status: 204 len: 168 time: 1.6911521 Apr 29 07:52:26.657277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=a939bdaf-8591-49eb-8706-13f37e5a05dc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.658233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f3d8a0-acdb-4066-ad98-ce803c533e70') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:26.658659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f3d8a0-acdb-4066-ad98-ce803c533e70') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:26.659366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port a939bdaf-8591-49eb-8706-13f37e5a05dc on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:26.666507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.680113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.699145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767609a-21f2-4ddc-b310-006593eb01c5 None None] Network 52b489d5-6743-4056-a67c-e4324d375199 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:26.703416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.717315 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:26.720306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.743297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Port a939bdaf-8591-49eb-8706-13f37e5a05dc not found, will not notify nova. {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 29 07:52:26.798729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] For port a939bdaf-8591-49eb-8706-13f37e5a05dc, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:26.800044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.824740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] Calling delete_port for a939bdaf-8591-49eb-8706-13f37e5a05dc owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:26.828590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] Port a939bdaf-8591-49eb-8706-13f37e5a05dc was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:52:26.834889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:26.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:26.867154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a59b6e59-470f-4112-b8d3-bf051ac7f9e8 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:26.906234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.915538 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.922495 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/52b489d5-6743-4056-a67c-e4324d375199 HTTP/1.1" status: 204 len: 168 time: 1.1949167 Apr 29 07:52:26.926732 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45730) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:26.931700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a59b6e59-470f-4112-b8d3-bf051ac7f9e8 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:26.931895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1075727051'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:26.933308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a59b6e59-470f-4112-b8d3-bf051ac7f9e8 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:26.934561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] Pushing event deleted for resources: {'Port': ['ID=a939bdaf-8591-49eb-8706-13f37e5a05dc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.939885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077db6a-1de0-4ad7-b099-f64e08452e3d None None] No DVR routers for this DVR port a939bdaf-8591-49eb-8706-13f37e5a05dc on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:26.948020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.956242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736c3f0-d4e0-4085-a6c9-b4c1369a4f55 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=52b489d5-6743-4056-a67c-e4324d375199,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:26.970303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:26.991957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56e2a4-d1b1-40e1-9f8e-82fd8a693c0a None None] Network ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:27.045719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:27.050511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.089417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:27.100768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.101550 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 207d6252-c813-4630-8522-7478c1537fe5 of type vlan for network f9d67e4b-b25a-4200-92d8-ac7d1e360c03 Apr 29 07:52:27.137219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944357a-3c41-43a9-aa2c-535c78f82015 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:52:27.147623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.262493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.265150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944357a-3c41-43a9-aa2c-535c78f82015 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:52:27.271055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:27.274913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.281219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.287000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea396cee-07dc-4bb3-9ac9-6b8959aed6d5']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.327668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45742) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:27.332445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8df7d1a-4255-4cac-b00b-ab6f74202f9f']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.343651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b012ea8-d6c3-46cf-8217-88608b11bdd4') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.343948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b012ea8-d6c3-46cf-8217-88608b11bdd4') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.394022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2774c434-3df3-44a1-a74b-46f52f7b1bc2') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.394486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2774c434-3df3-44a1-a74b-46f52f7b1bc2') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.412309 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4798591 Apr 29 07:52:27.412497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:27.412620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45746) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:27.415713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.418570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': 'f9d67e4b-b25a-4200-92d8-ac7d1e360c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:27.419639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.423519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a89a91-1ecc-41f1-9c9f-25e3c578fe35 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=f9d67e4b-b25a-4200-92d8-ac7d1e360c03,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:27.431891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:27.450550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:27.451136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.453225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f9d67e4b-b25a-4200-92d8-ac7d1e360c03 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:27.472416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.477438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=febdc0a4-738f-4d3f-ae85-a7492a24d7d3,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:27.488140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.496038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:27.496433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:27.499528 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:27.541550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:27.541961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:27.545157 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:27.569610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-31f49d62-59fc-4f03-afb8-f2a99e2a79d8 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2595212 Apr 29 07:52:27.612878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45752) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:27.624789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1990642184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'febdc0a4-738f-4d3f-ae85-a7492a24d7d3'}], 'security_groups': ['4577e5fc-7e6e-46c1-a718-b5f96f23fb3d']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:27.673099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c5883-99df-4e31-9e6c-f59042502c95 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:52:27.697638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.770468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.772008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.808306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c5883-99df-4e31-9e6c-f59042502c95 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:52:27.817962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.826650 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 HTTP/1.1" status: 204 len: 168 time: 5.2525237 Apr 29 07:52:27.829094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6d5b7-e3bd-4cd1-8f3e-3c27d61cc8ab tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=ea396cee-07dc-4bb3-9ac9-6b8959aed6d5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:27.832489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45758) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:27.834554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.840021 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/networks/d8df7d1a-4255-4cac-b00b-ab6f74202f9f HTTP/1.1" status: 204 len: 168 time: 1.4889100 Apr 29 07:52:27.857391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45760) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:27.902781 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c8e13e-7400-4182-a1cb-906d178d4a05 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:27.903212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c8e13e-7400-4182-a1cb-906d178d4a05 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:27.907641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8682e8be-6e63-4eba-b797-0b8ddf5497a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:27.913864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-04c8e13e-7400-4182-a1cb-906d178d4a05 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/55942a68-1363-4996-9116-c71433559944 HTTP/1.1" status: 404 len: 337 time: 0.0750542 Apr 29 07:52:27.918471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45762) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:27.924226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b1fb9-031d-4668-b975-73f6859d6e1d tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Network': ['ID=d8df7d1a-4255-4cac-b00b-ab6f74202f9f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:27.950112 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a939bdaf-8591-49eb-8706-13f37e5a05dc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:27.950959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45764) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:27.986377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a939bdaf-8591-49eb-8706-13f37e5a05dc {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:27.986898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a939bdaf-8591-49eb-8706-13f37e5a05dc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:27.994083 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-903f881f-92b1-4dae-b04c-b58c3eac4eff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:27.994699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903f881f-92b1-4dae-b04c-b58c3eac4eff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:28.001355 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-903f881f-92b1-4dae-b04c-b58c3eac4eff tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/ea396cee-07dc-4bb3-9ac9-6b8959aed6d5 HTTP/1.1" status: 404 len: 339 time: 0.0826597 Apr 29 07:52:28.003830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45768) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:28.064914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.135416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:28.138280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.143166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.146531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a7c8c-ecb7-45cb-aa59-a95a092c9937 None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:28.154547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.169454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6a9f3e9d-90e9-4293-a376-0618dfb33dc6 tempest-DvrRoutersNegativeTest-662615623 tempest-DvrRoutersNegativeTest-662615623-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-608551005', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:28.172200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.policy [None req-6a9f3e9d-90e9-4293-a376-0618dfb33dc6 tempest-DvrRoutersNegativeTest-662615623 tempest-DvrRoutersNegativeTest-662615623-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109782) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 29 07:52:28.176572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.policy [None req-6a9f3e9d-90e9-4293-a376-0618dfb33dc6 tempest-DvrRoutersNegativeTest-662615623 tempest-DvrRoutersNegativeTest-662615623-project] Failed policy check for 'create_router' {{(pid=109782) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 29 07:52:28.176572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-6a9f3e9d-90e9-4293-a376-0618dfb33dc6 tempest-DvrRoutersNegativeTest-662615623 tempest-DvrRoutersNegativeTest-662615623-project] create failed (client error): Access was denied to this resource. Apr 29 07:52:28.176572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6a9f3e9d-90e9-4293-a376-0618dfb33dc6 tempest-DvrRoutersNegativeTest-662615623 tempest-DvrRoutersNegativeTest-662615623-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1904035 Apr 29 07:52:28.261196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.268534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Router 265cc525-b1b0-44be-be4d-0fe9fd33b3f2 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:28.315703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b88d33-07d6-4648-b729-007ac3b5e501']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:28.331965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b95523b-1fe1-4190-a71b-d7d6c01deccb') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:28.332311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b95523b-1fe1-4190-a71b-d7d6c01deccb') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:28.335706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.337104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8682e8be-6e63-4eba-b797-0b8ddf5497a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.349837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.374598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.402983 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:28.403385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:28.408187 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:28.427123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8682e8be-6e63-4eba-b797-0b8ddf5497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.430529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ce043-6764-43ac-b48e-ea89812366fb None None] Update dhcp port {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'fixed_ips': [{'subnet_id': '76842745-9194-492f-a1e0-314119407af0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'febdc0a4-738f-4d3f-ae85-a7492a24d7d3'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '864d1b96-b1a0-4561-ad0c-2942003a2837'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:52:28.454334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e34e5da-b7b5-446b-8a2e-86183de57c63']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:28.485147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2ecd14-d0b2-469a-a672-1632646cd455') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:28.491909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2ecd14-d0b2-469a-a672-1632646cd455') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:28.492265 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8682e8be-6e63-4eba-b797-0b8ddf5497a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc8c4e16ae9f488497a41ed51a941a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1593733 Apr 29 07:52:28.496400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45772) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:28.503248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.519906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682e8be-6e63-4eba-b797-0b8ddf5497a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8141bb76-4de2-4b63-b2d4-d8cb297384b7,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:28.619661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.623027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ce043-6764-43ac-b48e-ea89812366fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.649120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:28.649622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.651560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:28.657204 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:28.694999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.703417 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] 10.222.0.16 "DELETE /v2.0/networks/85b88d33-07d6-4648-b729-007ac3b5e501 HTTP/1.1" status: 204 len: 168 time: 0.8442681 Apr 29 07:52:28.705505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0574bca-6154-4f2a-a606-d2d49623c7a6 tempest-BulkNetworkOpsIpV6Test-1495213276 tempest-BulkNetworkOpsIpV6Test-1495213276-project] Pushing event deleted for resources: {'Network': ['ID=85b88d33-07d6-4648-b729-007ac3b5e501,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:28.715356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.722467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45778) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:28.727284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:28.741513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Sync routers for ids ['265cc525-b1b0-44be-be4d-0fe9fd33b3f2'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:28.764192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Routers {'265cc525-b1b0-44be-be4d-0fe9fd33b3f2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:28.765166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['265cc525-b1b0-44be-be4d-0fe9fd33b3f2'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:28.781588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c57b6772-34ee-48ca-8ab7-05daf2e00b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.821038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c57b6772-34ee-48ca-8ab7-05daf2e00b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.846159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': '207d6252-c813-4630-8522-7478c1537fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f9d67e4b-b25a-4200-92d8-ac7d1e360c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:28.846667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: f9d67e4b-b25a-4200-92d8-ac7d1e360c03, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:28.851722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=f585cd65-7f82-4be2-942a-a4aa50b70e7a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:28.882223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.883585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c1c31a72-fc82-4d0f-8eac-203df950b5c6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4311969 Apr 29 07:52:28.884275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.888001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45782) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:28.904401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:28.907661 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/1e34e5da-b7b5-446b-8a2e-86183de57c63 HTTP/1.1" status: 204 len: 168 time: 0.8982494 Apr 29 07:52:28.912492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45784) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:28.917943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Set router 265cc525-b1b0-44be-be4d-0fe9fd33b3f2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:28.923586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c720b5-b0c8-4ab9-84c4-f5bf77232071 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=1e34e5da-b7b5-446b-8a2e-86183de57c63,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:28.935516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Delete allocated IP 2001:db8::244 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/76842745-9194-492f-a1e0-314119407af0) {{(pid=109782) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:52:28.951356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8:0:1::13e (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/febdc0a4-738f-4d3f-ae85-a7492a24d7d3/8efc6491-9a8c-419b-9216-b65862e9c4fc) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:28.963954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network f9d67e4b-b25a-4200-92d8-ac7d1e360c03 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:28.993652 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6093dbe8-aee2-44f5-b682-c5fc77c82477 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:28.994119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6093dbe8-aee2-44f5-b682-c5fc77c82477 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:28.997067 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6093dbe8-aee2-44f5-b682-c5fc77c82477 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/4d00636a-c1a2-47f9-8f65-f27d9891681a HTTP/1.1" status: 404 len: 337 time: 0.0463829 Apr 29 07:52:28.999908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45786) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.000546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74daa7ab-de84-4cf9-be66-c31fc5c9edda admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.023168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c57b6772-34ee-48ca-8ab7-05daf2e00b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.026452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c57b6772-34ee-48ca-8ab7-05daf2e00b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.027764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c57b6772-34ee-48ca-8ab7-05daf2e00b2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8141bb76-4de2-4b63-b2d4-d8cb297384b7 HTTP/1.1" status: 204 len: 168 time: 0.5274527 Apr 29 07:52:29.044664 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0c5fae-14cb-4233-9b6d-582beeb9d847 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:29.044664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0c5fae-14cb-4233-9b6d-582beeb9d847 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:29.046893 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0a0c5fae-14cb-4233-9b6d-582beeb9d847 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/d2a85f00-9b5d-4a1d-ac9b-d936c4286d6b HTTP/1.1" status: 404 len: 339 time: 0.0451405 Apr 29 07:52:29.050730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45790) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.092284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b6772-34ee-48ca-8ab7-05daf2e00b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8141bb76-4de2-4b63-b2d4-d8cb297384b7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:29.097275 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f9d67e4b-b25a-4200-92d8-ac7d1e360c03) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:29.107552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a0d69-9841-4b5c-b837-2591882f5398 None None] Network f9d67e4b-b25a-4200-92d8-ac7d1e360c03 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:29.132552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:29.135681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.163918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting subnet 6c321d66-8f2a-4e20-acbe-5d45f49d8200 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:29.169356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.170862 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-02e9bf86-cace-40ee-86ff-a9e8dfbea5c1 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/265cc525-b1b0-44be-be4d-0fe9fd33b3f2 HTTP/1.1" status: 200 len: 908 time: 0.2797785 Apr 29 07:52:29.174378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45794) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.231231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.252762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45796) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.270941 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d2b56aa0-71af-4bae-994a-29d8c22159c1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8590429 Apr 29 07:52:29.273886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45800) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.287509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.295758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cc525-b1b0-44be-be4d-0fe9fd33b3f2', 'name': 'tempest-snat-router-1555305453', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '1a963d55-8b66-4a04-9d31-ed1e27b60a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:21Z', 'updated_at': '2022-04-29T07:52:25Z', 'revision_number': 3, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port': {'id': '1a963d55-8b66-4a04-9d31-ed1e27b60a3a', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265cc525-b1b0-44be-be4d-0fe9fd33b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:23Z', 'updated_at': '2022-04-29T07:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:29.352823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74daa7ab-de84-4cf9-be66-c31fc5c9edda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.355695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Checking router: 265cc525-b1b0-44be-be4d-0fe9fd33b3f2 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:29.357007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Updating router 265cc525-b1b0-44be-be4d-0fe9fd33b3f2 port 1a963d55-8b66-4a04-9d31-ed1e27b60a3a binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:52:29.360912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.417329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.424590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.432696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.467249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74daa7ab-de84-4cf9-be66-c31fc5c9edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.512402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120efe2-edac-461b-baa2-3b8c96819318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f9d67e4b-b25a-4200-92d8-ac7d1e360c03', 'network_id': 'f9d67e4b-b25a-4200-92d8-ac7d1e360c03', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': 'f585cd65-7f82-4be2-942a-a4aa50b70e7a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:29.513866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8120efe2-edac-461b-baa2-3b8c96819318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.532208 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-74daa7ab-de84-4cf9-be66-c31fc5c9edda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f61603ebd95445d0976d51f09216b3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7808681 Apr 29 07:52:29.535836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e95ce043-6764-43ac-b48e-ea89812366fb None None] Allocated IP 2001:db8:0:1::2 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/febdc0a4-738f-4d3f-ae85-a7492a24d7d3/864d1b96-b1a0-4561-ad0c-2942003a2837) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:29.536101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45804) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.537526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daa7ab-de84-4cf9-be66-c31fc5c9edda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1e2dc-2487-451e-a6f6-e5edc971ce30,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:29.634404 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.652950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc533ea2-4fb0-4627-926a-254d203ee2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.653199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e95ce043-6764-43ac-b48e-ea89812366fb None None] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=864d1b96-b1a0-4561-ad0c-2942003a2837,segment=NetworkSegment(3df00eb9-e178-4e4b-a0fb-966d63028677),segment_id=3df00eb9-e178-4e4b-a0fb-966d63028677)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:29.683675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc533ea2-4fb0-4627-926a-254d203ee2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.768493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Deleting port 1a963d55-8b66-4a04-9d31-ed1e27b60a3a {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:29.768955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.801248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ce043-6764-43ac-b48e-ea89812366fb None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.814656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45806) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.834474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc533ea2-4fb0-4627-926a-254d203ee2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.837051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc533ea2-4fb0-4627-926a-254d203ee2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.841276 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cc533ea2-4fb0-4627-926a-254d203ee2ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7be1e2dc-2487-451e-a6f6-e5edc971ce30 HTTP/1.1" status: 204 len: 168 time: 0.3018236 Apr 29 07:52:29.857335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc533ea2-4fb0-4627-926a-254d203ee2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1e2dc-2487-451e-a6f6-e5edc971ce30,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:29.871349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ce043-6764-43ac-b48e-ea89812366fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.884524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=8efc6491-9a8c-419b-9216-b65862e9c4fc,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:29.890902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.903105 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ee38c39c-e3c6-4c43-ac18-77b7aa28cf09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fca102f343fb43a9ae459d1e8239481c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824642 Apr 29 07:52:29.903105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45810) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.907988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.928705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Calling delete_port for 1a963d55-8b66-4a04-9d31-ed1e27b60a3a owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:29.943502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] In _notify_port_updated(), no bound segment for port 8efc6491-9a8c-419b-9216-b65862e9c4fc on network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:52:29.949418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:29.950357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.952228 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dbd4fc3c-0330-430e-a75b-faf427ee89af tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "PUT /v2.0/ports/8efc6491-9a8c-419b-9216-b65862e9c4fc HTTP/1.1" status: 200 len: 931 time: 2.3381870 Apr 29 07:52:29.955444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45812) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.979701 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a3f4f133-7d4f-4b8a-ac10-466afdef0614 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=195392a442e649e4b4e76a64df6fa7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7241435 Apr 29 07:52:29.980839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:29.990176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45814) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:29.999726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.006736 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/6c321d66-8f2a-4e20-acbe-5d45f49d8200 HTTP/1.1" status: 204 len: 168 time: 0.9500165 Apr 29 07:52:30.010150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45816) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:30.033239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a951ce-349a-45e8-9f99-c66510d0a370 None None] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:30.087965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869b0ec-b041-40fc-a232-af043e2b94cc tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=6c321d66-8f2a-4e20-acbe-5d45f49d8200,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:30.124591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18f8eb9c-e7e4-4aae-8e72-f03454227699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.135668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a608222d-9531-449a-b2ed-d6ed12266866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.146276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.192293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting subnet 8aee7d49-e307-4e33-a3bd-b1ae325aefa1 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:30.205908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.216378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a608222d-9531-449a-b2ed-d6ed12266866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.235593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18f8eb9c-e7e4-4aae-8e72-f03454227699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.260068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ce043-6764-43ac-b48e-ea89812366fb None None] Pushing event updated for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:30.290365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.331626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=f585cd65-7f82-4be2-942a-a4aa50b70e7a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-8120efe2-edac-461b-baa2-3b8c96819318 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f585cd65-7f82-4be2-942a-a4aa50b70e7a: This subnet is being modified by another concurrent operation. Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:30.375991 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f585cd65-7f82-4be2-942a-a4aa50b70e7a: This subnet is being modified by another concurrent operation. Apr 29 07:52:30.380454 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 07:52:30.387233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18f8eb9c-e7e4-4aae-8e72-f03454227699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.388341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18f8eb9c-e7e4-4aae-8e72-f03454227699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.389563 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-18f8eb9c-e7e4-4aae-8e72-f03454227699 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c333722b-ed87-403a-b7ed-22f8c2f2e79c HTTP/1.1" status: 204 len: 168 time: 0.3925130 Apr 29 07:52:30.412875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94bbbf-f61d-4449-b4f6-cc2ab4b5ce30 None None] Network f9d67e4b-b25a-4200-92d8-ac7d1e360c03 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:30.474496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8eb9c-e7e4-4aae-8e72-f03454227699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c333722b-ed87-403a-b7ed-22f8c2f2e79c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:30.507441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.518468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.577033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d67e4b-b25a-4200-92d8-ac7d1e360c03']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:30.594791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207d6252-c813-4630-8522-7478c1537fe5') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:30.595131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207d6252-c813-4630-8522-7478c1537fe5') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:30.612047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.632552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.648439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 8efc6491-9a8c-419b-9216-b65862e9c4fc {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:30.649149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.654835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:30.654835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:30.658921 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:30.673444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.710678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:30.712042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:30.851201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.858492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a963d55-8b66-4a04-9d31-ed1e27b60a3a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:30.886329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:30.891978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/f9d67e4b-b25a-4200-92d8-ac7d1e360c03 HTTP/1.1" status: 204 len: 168 time: 1.6153598 Apr 29 07:52:30.891978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465205f-b39e-4dae-a8bc-71b2a5246288 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=f9d67e4b-b25a-4200-92d8-ac7d1e360c03,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:30.901150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45830) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:30.912787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-103930919'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:30.912971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.034602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.069033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:31.074552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.074973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.076591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 8efc6491-9a8c-419b-9216-b65862e9c4fc owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:31.128674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:31.151853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.154111 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 6a368012-dc8f-4e39-bc1e-e7ae4cb26769 of type vlan for network 641ee40d-9c1f-44da-9aaa-1e29c3fe4591 Apr 29 07:52:31.161487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.168945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a608222d-9531-449a-b2ed-d6ed12266866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.173060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a608222d-9531-449a-b2ed-d6ed12266866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.177353 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a608222d-9531-449a-b2ed-d6ed12266866 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/998a4f4f-0c64-4137-9f11-ef265e24dbbe HTTP/1.1" status: 204 len: 168 time: 1.2756276 Apr 29 07:52:31.227702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.277736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Port 1a963d55-8b66-4a04-9d31-ed1e27b60a3a not found while updating agent binding for router 265cc525-b1b0-44be-be4d-0fe9fd33b3f2. {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 29 07:52:31.294566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Routers {'265cc525-b1b0-44be-be4d-0fe9fd33b3f2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:31.295292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['265cc525-b1b0-44be-be4d-0fe9fd33b3f2'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:31.309216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.313369 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/8aee7d49-e307-4e33-a3bd-b1ae325aefa1 HTTP/1.1" status: 204 len: 168 time: 1.3021312 Apr 29 07:52:31.316184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45850) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:31.328594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.339537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.361585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608222d-9531-449a-b2ed-d6ed12266866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998a4f4f-0c64-4137-9f11-ef265e24dbbe,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:31.376224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec705a4-b0cd-43f1-84ee-bcd2e0d2d6fb tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=8aee7d49-e307-4e33-a3bd-b1ae325aefa1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:31.439643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.443397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.450037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:31.450713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.598279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=641ee40d-9c1f-44da-9aaa-1e29c3fe4591,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:31.643955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port 05647f4e-be2f-45af-8156-83b23b1a9de7 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:31.644367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.650129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.651120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 265cc525-b1b0-44be-be4d-0fe9fd33b3f2 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:31.656390 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e8c610b-c067-4bb3-85d0-d5ab00737834 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7497840 Apr 29 07:52:31.659881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45854) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:31.667083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:31.683730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.687306 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bd0fe16d-3329-4f44-bbb8-5934251050a2 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "DELETE /v2.0/routers/265cc525-b1b0-44be-be4d-0fe9fd33b3f2 HTTP/1.1" status: 204 len: 168 time: 2.5096526 Apr 29 07:52:31.695580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87effae2-1045-410d-ba5b-8d1911d729f3 None None] Network 48b81267-fb18-4f1c-a34b-6db1a3bc2fae requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:31.697032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 641ee40d-9c1f-44da-9aaa-1e29c3fe4591 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:31.697955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45856) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:31.702300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] Set router 265cc525-b1b0-44be-be4d-0fe9fd33b3f2 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:31.768591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port 05647f4e-be2f-45af-8156-83b23b1a9de7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=05647f4e-be2f-45af-8156-83b23b1a9de7,segment=NetworkSegment(63f02c8c-651a-4e66-a32e-f0ab3feb23a8),segment_id=63f02c8c-651a-4e66-a32e-f0ab3feb23a8)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:31.769024 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.789259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for 05647f4e-be2f-45af-8156-83b23b1a9de7 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:31.804278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.857507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45862) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:31.887830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.960471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Provisioning complete for port 8efc6491-9a8c-419b-9216-b65862e9c4fc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:31.960853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:31.980139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cc525-b1b0-44be-be4d-0fe9fd33b3f2', 'name': 'tempest-snat-router-1555305453', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:21Z', 'updated_at': '2022-04-29T07:52:30Z', 'revision_number': 5, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:31.992647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:32.022752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.026794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.035464 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/8efc6491-9a8c-419b-9216-b65862e9c4fc HTTP/1.1" status: 204 len: 168 time: 2.0757818 Apr 29 07:52:32.063947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45874) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:32.074183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742f849-f5d8-408d-a29c-2c49df3f6137 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=8efc6491-9a8c-419b-9216-b65862e9c4fc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:32.087921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 864d1b96-b1a0-4561-ad0c-2942003a2837 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:32.117258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f54454-fe1f-4a4f-84b1-e16b2f86333e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:52:32.125643 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-62f54454-fe1f-4a4f-84b1-e16b2f86333e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/8efc6491-9a8c-419b-9216-b65862e9c4fc HTTP/1.1" status: 404 len: 333 time: 0.0556474 Apr 29 07:52:32.125850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45878) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:32.128297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.149617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Port 8efc6491-9a8c-419b-9216-b65862e9c4fc was deleted so its status cannot be updated. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 29 07:52:32.167842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Performing IP validity checks on allocation pools {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:52:32.172342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=05647f4e-be2f-45af-8156-83b23b1a9de7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:32.180708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:52:32.181400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port 05647f4e-be2f-45af-8156-83b23b1a9de7 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:32.202906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a4203-c4e8-453f-9429-0d6bbb2ee793 None None] The sync data for ids ['265cc525-b1b0-44be-be4d-0fe9fd33b3f2'] in dv-neutron-839740-1-hyperv is: [{'id': '265cc525-b1b0-44be-be4d-0fe9fd33b3f2', 'name': 'tempest-snat-router-1555305453', 'tenant_id': '5a67515c8bec4b09a648a62e09c9cb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:21Z', 'updated_at': '2022-04-29T07:52:30Z', 'revision_number': 5, 'project_id': '5a67515c8bec4b09a648a62e09c9cb98', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:32.243464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.278400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--124252366'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:32.298680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Provisioning complete for port 8eedc566-5938-412f-bedc-69854f11c681 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:32.299730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.339461 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:32.340016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.390485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ecdef-7d96-4d04-975a-7f0d3264c5c3 None None] DHCP port deletion for 48b81267-fb18-4f1c-a34b-6db1a3bc2fae request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:32.400762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Port 8eedc566-5938-412f-bedc-69854f11c681 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:32.406745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee02b066-dd70-4f14-afbe-971ff7e990be tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.430822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.434521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:32.434521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cab333ad-521d-4856-97af-e4b7d64029dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.442213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bcd68c-737e-45ff-8d30-d6fa2ce3b8c4 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:52:32.513349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45884) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:32.523273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b81267-fb18-4f1c-a34b-6db1a3bc2fae']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:32.544619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f02c8c-651a-4e66-a32e-f0ab3feb23a8') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:32.544931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f02c8c-651a-4e66-a32e-f0ab3feb23a8') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:32.552790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.565179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.568650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.617482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Deleting port da08c00e-2f1f-445f-a37d-c85d6754c276 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:32.617821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.632065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.650735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:32.651198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:32.654253 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:32.671895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.676429 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.679234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee02b066-dd70-4f14-afbe-971ff7e990be tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.758631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcd68c-737e-45ff-8d30-d6fa2ce3b8c4 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:52:32.814449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] For port da08c00e-2f1f-445f-a37d-c85d6754c276, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=da08c00e-2f1f-445f-a37d-c85d6754c276,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:32.814850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.849768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Calling delete_port for da08c00e-2f1f-445f-a37d-c85d6754c276 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:32.860090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.870731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:32.875900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/48b81267-fb18-4f1c-a34b-6db1a3bc2fae HTTP/1.1" status: 204 len: 168 time: 1.5577009 Apr 29 07:52:32.881032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0941a63b-fb83-4b54-85fc-06a56f565fc6 None None] Could not find standard attr ID for object 8efc6491-9a8c-419b-9216-b65862e9c4fc. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:32.885809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45892) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:32.899005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0941a63b-fb83-4b54-85fc-06a56f565fc6 None None] Could not find standard attr ID for object 05647f4e-be2f-45af-8156-83b23b1a9de7. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:32.957866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376add5-3a13-429b-b293-acb209c1705b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=48b81267-fb18-4f1c-a34b-6db1a3bc2fae,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:32.967670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454845534'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:32.974817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c438eae2-60af-488c-933a-876c9a92ba53 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:32.975767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c438eae2-60af-488c-933a-876c9a92ba53 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:32.979171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c438eae2-60af-488c-933a-876c9a92ba53 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/3aa8580d-489f-4281-8127-851a0fc60db6 HTTP/1.1" status: 404 len: 337 time: 0.0923619 Apr 29 07:52:32.985411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45896) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.003039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.048942 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1020fb69-49a6-4fe2-802f-c2877b34d1ae tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:33.049520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1020fb69-49a6-4fe2-802f-c2877b34d1ae tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:33.055865 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1020fb69-49a6-4fe2-802f-c2877b34d1ae tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/6bfb44bc-474b-40c2-8956-90e80a7082f6 HTTP/1.1" status: 404 len: 339 time: 0.0667381 Apr 29 07:52:33.059884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45898) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.070445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=16c341ed-b3b7-424f-a5b5-c8edb91bb4f1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.086736 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6837ac7b-ae1e-46ac-b14c-122894765b10 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:33.087215 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6837ac7b-ae1e-46ac-b14c-122894765b10 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:33.092642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6837ac7b-ae1e-46ac-b14c-122894765b10 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/aec8e188-def6-41b3-a83e-4d485b4a79e8 HTTP/1.1" status: 404 len: 337 time: 0.0327892 Apr 29 07:52:33.094478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45900) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.103314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914e466d-8d54-44f6-be44-8eb611bb506b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.120030 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-96df72af-93bf-416d-a0b0-acec31c3822b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:33.120593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96df72af-93bf-416d-a0b0-acec31c3822b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:33.123633 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-96df72af-93bf-416d-a0b0-acec31c3822b tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/98e6b54f-d71f-4fa8-9f0e-f142a23d9ebc HTTP/1.1" status: 404 len: 339 time: 0.0282063 Apr 29 07:52:33.126271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45904) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.129875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': '6a368012-dc8f-4e39-bc1e-e7ae4cb26769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:33.130291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 641ee40d-9c1f-44da-9aaa-1e29c3fe4591, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:33.137885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:33.141320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.146630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.171039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7245da9-cc51-4624-adfb-5959675e8c42 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:33.171479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7245da9-cc51-4624-adfb-5959675e8c42 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:33.174312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d7245da9-cc51-4624-adfb-5959675e8c42 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/cdd0a6ca-f959-4c08-a8a4-9ad67f8233e4 HTTP/1.1" status: 404 len: 337 time: 0.0470517 Apr 29 07:52:33.178105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45906) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.178613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.189480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee02b066-dd70-4f14-afbe-971ff7e990be tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.192136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee02b066-dd70-4f14-afbe-971ff7e990be tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.193253 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ee02b066-dd70-4f14-afbe-971ff7e990be tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/security-groups/dd8d3a6b-fde2-48d2-b5b7-6f5a18713a04 HTTP/1.1" status: 204 len: 168 time: 1.0678208 Apr 29 07:52:33.206257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45908) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.217711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.220008 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6bc0ed-54dd-40eb-83f2-25158c1fef0c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:33.220765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6bc0ed-54dd-40eb-83f2-25158c1fef0c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:33.224370 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1b6bc0ed-54dd-40eb-83f2-25158c1fef0c tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/410e7ee1-c092-41e0-a056-3462e418d12e HTTP/1.1" status: 404 len: 339 time: 0.0438621 Apr 29 07:52:33.227432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45910) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.230273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02b066-dd70-4f14-afbe-971ff7e990be tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d3a6b-fde2-48d2-b5b7-6f5a18713a04,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.254664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 641ee40d-9c1f-44da-9aaa-1e29c3fe4591 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:33.287826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e12752-dff3-4b04-9acb-f49b21c3be3e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.293546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45912) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.322261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-02b93e0b-4f7a-4eb2-a853-8c50854c6c9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.326914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting subnet 12ea709a-8d9e-4d98-8732-5ea9b009eecb {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:33.329956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.348689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.349920 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e83a9034-cf69-43f3-93dd-99e7171e1443 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4128263 Apr 29 07:52:33.352641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45916) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.355373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-02b93e0b-4f7a-4eb2-a853-8c50854c6c9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.402372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 641ee40d-9c1f-44da-9aaa-1e29c3fe4591) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:33.411835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb0845-45bf-4849-9a03-33c24f8711e7 None None] Network 641ee40d-9c1f-44da-9aaa-1e29c3fe4591 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:33.420306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:33.420824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.423557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.456229 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-294cef10-e7c2-4a27-8b20-0c0d40006a1b tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1025350 Apr 29 07:52:33.461972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1093424859'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:33.467289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45918) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.470774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e41b7db4-c5a2-453d-a45f-85dee5042e0a tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-security--1671707905', 'description': 'tempest-security-description-1925907038'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:33.519360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-02b93e0b-4f7a-4eb2-a853-8c50854c6c9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.522581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-02b93e0b-4f7a-4eb2-a853-8c50854c6c9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.523734 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-02b93e0b-4f7a-4eb2-a853-8c50854c6c9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/security-groups/4577e5fc-7e6e-46c1-a718-b5f96f23fb3d HTTP/1.1" status: 204 len: 168 time: 0.3165474 Apr 29 07:52:33.526920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45920) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.527992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.536107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db4-c5a2-453d-a45f-85dee5042e0a tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.562827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.576428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b93e0b-4f7a-4eb2-a853-8c50854c6c9d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4577e5fc-7e6e-46c1-a718-b5f96f23fb3d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.581647 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b5d7d1d1-5227-472c-bf76-933d90de9da0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9186552 Apr 29 07:52:33.586382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45922) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.623090 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-641ee40d-9c1f-44da-9aaa-1e29c3fe4591', 'network_id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '16c341ed-b3b7-424f-a5b5-c8edb91bb4f1'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:33.628699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.629896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event deleted for resources: {'Port': ['ID=da08c00e-2f1f-445f-a37d-c85d6754c276,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.656192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:33.659105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.670717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.683261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.684615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.710207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet 76842745-9194-492f-a1e0-314119407af0 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:33.721544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.750012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db4-c5a2-453d-a45f-85dee5042e0a tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.774206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:33.795870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Allocated IP 172.20.0.3 (641ee40d-9c1f-44da-9aaa-1e29c3fe4591/16c341ed-b3b7-424f-a5b5-c8edb91bb4f1/5af72890-3880-460d-952a-fa2d62e98d7d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:33.796191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.804361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b95d12-76e0-4911-bb7f-84a1a862469e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.808309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.808591 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Added segment 77cbc494-ec7f-40a7-80cd-613a3ef4f282 of type vlan for network 617cde2c-cb85-4096-b07f-b10d6c016c28 Apr 29 07:52:33.824603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.838135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.918583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db4-c5a2-453d-a45f-85dee5042e0a tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.921078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db4-c5a2-453d-a45f-85dee5042e0a tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.925365 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e41b7db4-c5a2-453d-a45f-85dee5042e0a tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "PUT /v2.0/security-groups/34e12752-dff3-4b04-9acb-f49b21c3be3e HTTP/1.1" status: 200 len: 1778 time: 0.4612553 Apr 29 07:52:33.928505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45924) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:33.949903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.971709 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.993256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:33.996752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.018324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.021321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b7db4-c5a2-453d-a45f-85dee5042e0a tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e12752-dff3-4b04-9acb-f49b21c3be3e,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.027037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.046058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.371261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.371821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05647f4e-be2f-45af-8156-83b23b1a9de7 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:34.372145 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7fb5184c-fcbb-42c4-88c1-083f3a7cb0e0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups/34e12752-dff3-4b04-9acb-f49b21c3be3e HTTP/1.1" status: 200 len: 1778 time: 0.1565266 Apr 29 07:52:34.372145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45926) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.372810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 05647f4e-be2f-45af-8156-83b23b1a9de7 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:34.372810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05647f4e-be2f-45af-8156-83b23b1a9de7 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:34.373176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=12ea709a-8d9e-4d98-8732-5ea9b009eecb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.373176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.373176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8d3dbcdb-58f9-4af6-85b3-c3643dcce2ee tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/12ea709a-8d9e-4d98-8732-5ea9b009eecb HTTP/1.1" status: 204 len: 168 time: 0.8905835 Apr 29 07:52:34.373176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45928) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.373695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9bdf0-487b-4a99-95dc-9d67255976ef None None] Network b3927f35-2e67-4e5b-87ca-6d34d9119f19 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:34.373987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.374164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.374248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:34.374248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c164ebbe-8ae7-48a5-8ba4-474675965169,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.374248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6749307d-f2c1-41af-8212-7fe76a84fbb9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.374248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.374248 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Added segment cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912 of type vlan for network 82cc26d6-a369-4498-98e7-aa4095711705 Apr 29 07:52:34.374624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port e5e795e6-24f1-4e68-989a-d6684be43713 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:34.374624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.374769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6749307d-f2c1-41af-8212-7fe76a84fbb9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.374769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.374916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] DHCP port deletion for b3927f35-2e67-4e5b-87ca-6d34d9119f19 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:34.374995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port e5e795e6-24f1-4e68-989a-d6684be43713, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e5e795e6-24f1-4e68-989a-d6684be43713,segment=NetworkSegment(3d684b6c-d61b-4df3-9ea5-1745fa3ac896),segment_id=3d684b6c-d61b-4df3-9ea5-1745fa3ac896)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:34.374995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.375159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.375247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for e5e795e6-24f1-4e68-989a-d6684be43713 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:34.394506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.404975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.405771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Network 641ee40d-9c1f-44da-9aaa-1e29c3fe4591 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:34.410977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:34.411572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.413540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:34.416614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:34.419634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Pushing event updated for resources: {'Port': ['ID=5af72890-3880-460d-952a-fa2d62e98d7d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.422203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.422796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67cef621-274b-425f-8038-b631ce2d4ec2 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:34.433339 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.440779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:34.444478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.445116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.445601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=76842745-9194-492f-a1e0-314119407af0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.450015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.451658 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b4f7d340-4083-49ed-8bbc-9c1c8675f215 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "DELETE /v2.0/routers/67cef621-274b-425f-8038-b631ce2d4ec2 HTTP/1.1" status: 204 len: 168 time: 2.7524366 Apr 29 07:52:34.456367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] Deleting port e5e795e6-24f1-4e68-989a-d6684be43713 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:34.456920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.458984 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bbe6ab33-8118-4ee6-b558-c72f9e3f88a0 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/76842745-9194-492f-a1e0-314119407af0 HTTP/1.1" status: 204 len: 168 time: 0.9299321 Apr 29 07:52:34.459842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45930) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.460184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45932) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.468629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.479071 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6749307d-f2c1-41af-8212-7fe76a84fbb9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.479071 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6749307d-f2c1-41af-8212-7fe76a84fbb9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.479071 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6749307d-f2c1-41af-8212-7fe76a84fbb9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/34e12752-dff3-4b04-9acb-f49b21c3be3e HTTP/1.1" status: 204 len: 168 time: 0.3786292 Apr 29 07:52:34.486139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd01719-396c-4367-b31a-21059d9cf94f None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:34.498749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:34.509278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-814193441', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:34.509436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45934) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.566990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Network': ['ID=617cde2c-cb85-4096-b07f-b10d6c016c28,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.589964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 617cde2c-cb85-4096-b07f-b10d6c016c28 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:34.595466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Attempting to bind port 5af72890-3880-460d-952a-fa2d62e98d7d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:34.595466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Attempting to bind port 5af72890-3880-460d-952a-fa2d62e98d7d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '6a368012-dc8f-4e39-bc1e-e7ae4cb26769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:34.595466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Attempting to bind port 5af72890-3880-460d-952a-fa2d62e98d7d on network 641ee40d-9c1f-44da-9aaa-1e29c3fe4591 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:34.611847 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-eb4a9efd-230c-47fd-a427-9e0efeeb29e6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0973890 Apr 29 07:52:34.616136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=16c341ed-b3b7-424f-a5b5-c8edb91bb4f1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.618176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749307d-f2c1-41af-8212-7fe76a84fbb9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e12752-dff3-4b04-9acb-f49b21c3be3e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.637450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] For port e5e795e6-24f1-4e68-989a-d6684be43713, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e5e795e6-24f1-4e68-989a-d6684be43713,segment=NetworkSegment(3d684b6c-d61b-4df3-9ea5-1745fa3ac896),segment_id=3d684b6c-d61b-4df3-9ea5-1745fa3ac896)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:34.638138 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.642877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:34.643563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Checking segment: {'id': '6a368012-dc8f-4e39-bc1e-e7ae4cb26769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:34.644174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.645356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Bound using segment: {'id': '6a368012-dc8f-4e39-bc1e-e7ae4cb26769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:34.646019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Bound port: 5af72890-3880-460d-952a-fa2d62e98d7d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a368012-dc8f-4e39-bc1e-e7ae4cb26769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:34.650223 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3524745 Apr 29 07:52:34.651253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.656181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45938) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.657252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310864d-3510-42ea-a764-c1181361350b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Network': ['ID=82cc26d6-a369-4498-98e7-aa4095711705,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:34.697864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:34.748296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.798561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641ee40d-9c1f-44da-9aaa-1e29c3fe4591']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:34.811823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a368012-dc8f-4e39-bc1e-e7ae4cb26769') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:34.813188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a368012-dc8f-4e39-bc1e-e7ae4cb26769') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:34.827142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.844946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.852372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:34.858365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:34.860872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:34.888584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] Calling delete_port for e5e795e6-24f1-4e68-989a-d6684be43713 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:34.930599 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:34.945041 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0db10fe9-49b2-49d0-856b-5d6405721db3 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4359264 Apr 29 07:52:34.947902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45940) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.965167 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-a84bfd35-8186-496d-99e7-bf48b1414979 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] delete failed (client error): The resource could not be found. Apr 29 07:52:34.968892 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a84bfd35-8186-496d-99e7-bf48b1414979 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/34e12752-dff3-4b04-9acb-f49b21c3be3e HTTP/1.1" status: 404 len: 347 time: 0.0182974 Apr 29 07:52:34.972770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45942) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:34.978476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4b3ec138-ae3d-4e9f-9d9e-0a0f49d39c83 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--359659441'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:34.991780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:52:34.991780 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:52:34.991780 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': '641ee40d-9c1f-44da-9aaa-1e29c3fe4591'}] Apr 29 07:52:34.991780 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:34.992479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:35.052561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.053666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.085752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec138-ae3d-4e9f-9d9e-0a0f49d39c83 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.155458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] For port 5af72890-3880-460d-952a-fa2d62e98d7d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:35.171568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] For port 5af72890-3880-460d-952a-fa2d62e98d7d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5af72890-3880-460d-952a-fa2d62e98d7d,segment=NetworkSegment(6a368012-dc8f-4e39-bc1e-e7ae4cb26769),segment_id=6a368012-dc8f-4e39-bc1e-e7ae4cb26769)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:35.202076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.212830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.219560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port e5e795e6-24f1-4e68-989a-d6684be43713 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:35.224203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:35.229075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.229183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.263050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec138-ae3d-4e9f-9d9e-0a0f49d39c83 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.267449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.270494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] No DVR routers for this DVR port e5e795e6-24f1-4e68-989a-d6684be43713 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:35.280205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70af69-effc-442f-90fa-4fb685285be2 None None] Pushing event deleted for resources: {'Port': ['ID=e5e795e6-24f1-4e68-989a-d6684be43713,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:35.294705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:35.298468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.328206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec138-ae3d-4e9f-9d9e-0a0f49d39c83 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.361609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=e5e795e6-24f1-4e68-989a-d6684be43713,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:35.407015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ec138-ae3d-4e9f-9d9e-0a0f49d39c83 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0b1ff-7a31-42f1-a371-0ce5c0c0fb2c,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:35.433346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5a34c-5425-47a5-8b45-82d06629d90d None None] Pushing event updated for resources: {'Port': ['ID=5af72890-3880-460d-952a-fa2d62e98d7d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:35.442225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad347488-2005-433d-93aa-a2f82e4e1daf None None] Network 641ee40d-9c1f-44da-9aaa-1e29c3fe4591 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:35.452618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec138-ae3d-4e9f-9d9e-0a0f49d39c83 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.454086 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4b3ec138-ae3d-4e9f-9d9e-0a0f49d39c83 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4799600 Apr 29 07:52:35.456899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45944) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:35.462740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-babdd12c-da07-44a6-8625-7b09f974f42c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'a8c0b1ff-7a31-42f1-a371-0ce5c0c0fb2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:35.507200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.602292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.619326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-babdd12c-da07-44a6-8625-7b09f974f42c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.625472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Deleting port 5af72890-3880-460d-952a-fa2d62e98d7d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:35.626355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.654751 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:52:35.733481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.742666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] For port 5af72890-3880-460d-952a-fa2d62e98d7d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5af72890-3880-460d-952a-fa2d62e98d7d,segment=NetworkSegment(6a368012-dc8f-4e39-bc1e-e7ae4cb26769),segment_id=6a368012-dc8f-4e39-bc1e-e7ae4cb26769)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:35.743415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.743558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3927f35-2e67-4e5b-87ca-6d34d9119f19']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:35.758909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d684b6c-d61b-4df3-9ea5-1745fa3ac896') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:35.759199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d684b6c-d61b-4df3-9ea5-1745fa3ac896') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:35.761619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Calling delete_port for 5af72890-3880-460d-952a-fa2d62e98d7d owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:35.782638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.865666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.929522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device da08c00e-2f1f-445f-a37d-c85d6754c276 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:35.949234 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:35.970206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: da08c00e-2f1f-445f-a37d-c85d6754c276 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:35.970662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device da08c00e-2f1f-445f-a37d-c85d6754c276 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:35.971185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e5e795e6-24f1-4e68-989a-d6684be43713 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:35.981950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.010285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e5e795e6-24f1-4e68-989a-d6684be43713 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:36.010652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e5e795e6-24f1-4e68-989a-d6684be43713 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:36.024502 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Port': ['ID=5af72890-3880-460d-952a-fa2d62e98d7d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.051471 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No DVR routers for this DVR port 5af72890-3880-460d-952a-fa2d62e98d7d on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:36.056669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-babdd12c-da07-44a6-8625-7b09f974f42c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.128933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-babdd12c-da07-44a6-8625-7b09f974f42c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.165212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdd12c-da07-44a6-8625-7b09f974f42c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca167d3-8eca-414f-8824-ba4168a0ccf5,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.173875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.178336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.196033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641ee40d-9c1f-44da-9aaa-1e29c3fe4591']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:36.214473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a368012-dc8f-4e39-bc1e-e7ae4cb26769') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:36.214473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a368012-dc8f-4e39-bc1e-e7ae4cb26769') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:36.218651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85657328-6dae-4b2c-9d95-6846747a2e8e None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:52:36.232710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.256226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.267167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:36.268548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.282252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.290246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.293987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/b3927f35-2e67-4e5b-87ca-6d34d9119f19 HTTP/1.1" status: 204 len: 168 time: 2.1717486 Apr 29 07:52:36.319314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45946) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.320091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c5f4a-8426-461d-85d1-e7191b063392 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=b3927f35-2e67-4e5b-87ca-6d34d9119f19,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.324105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-039bda02-86a1-43f0-8dfb-c4736356df30 None None] Provisioning complete for port 8eedc566-5938-412f-bedc-69854f11c681 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:36.324700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-039bda02-86a1-43f0-8dfb-c4736356df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:36.363759 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:36.367967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-babdd12c-da07-44a6-8625-7b09f974f42c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.369448 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-babdd12c-da07-44a6-8625-7b09f974f42c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9108765 Apr 29 07:52:36.372406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45948) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.390101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:36.390565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network hostable DHCP agents. Network: 82cc26d6-a369-4498-98e7-aa4095711705, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:36.393860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=add6f31f-782f-4eed-820c-49b5d8b3f530,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.406087 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c658edf-f819-4033-8a16-13d08f64271f tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:36.406666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c658edf-f819-4033-8a16-13d08f64271f tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:36.409966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2c658edf-f819-4033-8a16-13d08f64271f tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/c2a9fb16-1176-452f-b242-7408b70c709b HTTP/1.1" status: 404 len: 337 time: 0.0851319 Apr 29 07:52:36.412076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-039bda02-86a1-43f0-8dfb-c4736356df30 None None] Port 8eedc566-5938-412f-bedc-69854f11c681 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:36.427040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45950) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.430389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd2f14d5-799b-49dd-abee-d090945c0ca0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.434739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.450838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-039bda02-86a1-43f0-8dfb-c4736356df30 None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:36.451928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-039bda02-86a1-43f0-8dfb-c4736356df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.452570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd2f14d5-799b-49dd-abee-d090945c0ca0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.462899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d533d67e-2e0c-4f75-90cc-742f27f94a9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:36.463638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d533d67e-2e0c-4f75-90cc-742f27f94a9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:36.467376 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d533d67e-2e0c-4f75-90cc-742f27f94a9d tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/3faebdc3-b400-4279-913d-11456efc8b27 HTTP/1.1" status: 404 len: 339 time: 0.0358205 Apr 29 07:52:36.474155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45952) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.475410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.479661 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/641ee40d-9c1f-44da-9aaa-1e29c3fe4591 HTTP/1.1" status: 204 len: 168 time: 2.8921044 Apr 29 07:52:36.485940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45954) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.496834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536466644'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:36.529935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.548319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e13a43-e08a-4ca1-b2c0-94a2523f5899 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=641ee40d-9c1f-44da-9aaa-1e29c3fe4591,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.569441 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-85657328-6dae-4b2c-9d95-6846747a2e8e None None] Agent c1be27ca-b2ef-48d1-b928-98dba86c403d already present Apr 29 07:52:36.570084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85657328-6dae-4b2c-9d95-6846747a2e8e None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:36.571654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85657328-6dae-4b2c-9d95-6846747a2e8e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 82cc26d6-a369-4498-98e7-aa4095711705) {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:52:36.599249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:36.605349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting subnet 6342bca2-358b-4a9e-a816-e2da0cda7ed8 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:36.609585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.641270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:36.646352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.668205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.698221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:36.719604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=fe3503e1-95d3-48b0-aac4-5508ac2bb287,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.723632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:36.726544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:36.727220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.738093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.762687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 82cc26d6-a369-4498-98e7-aa4095711705) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:36.767409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:36.768078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.771035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.788413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:36.790037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd2f14d5-799b-49dd-abee-d090945c0ca0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.804916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd2f14d5-799b-49dd-abee-d090945c0ca0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.806739 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fd2f14d5-799b-49dd-abee-d090945c0ca0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dca167d3-8eca-414f-8824-ba4168a0ccf5 HTTP/1.1" status: 204 len: 168 time: 0.4331496 Apr 29 07:52:36.812035 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-89ce0a72-6592-41ef-ad3e-67f4c4ff8c67 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3481121 Apr 29 07:52:36.815414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45956) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.815723 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45958) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.824634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e7fbe359-703f-47c8-b773-fd2679f8d22e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1440255389'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:36.840164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.840514 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 04439aa0-dd60-49af-9835-e08c934dc666 of type vlan for network 5bc3a337-1f72-4b9c-841f-373bbc630a4b Apr 29 07:52:36.848712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f14d5-799b-49dd-abee-d090945c0ca0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dca167d3-8eca-414f-8824-ba4168a0ccf5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.865697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.889696 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2ddd9777-2ac1-48e6-a04e-4e359fa1c91d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2297161 Apr 29 07:52:36.892951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45960) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:36.903012 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'name': 'tempest-NetworksTestDHCPv6-862044358'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:36.906353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.953439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': 'add6f31f-782f-4eed-820c-49b5d8b3f530'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:36.955269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:36.971718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Allocated IP 172.26.2.219 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/31eea1dd-a4e5-4ba9-8bfd-3ad0e4994f57) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:37.075105 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-641d8f5f-057a-40f5-b50c-af42b534c739 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2456627 Apr 29 07:52:37.080390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45962) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:37.098510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.104745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:37.105276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.143680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe359-703f-47c8-b773-fd2679f8d22e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.146082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99f725f0-c048-473a-b102-43acaa2389da tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.156575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.188788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99f725f0-c048-473a-b102-43acaa2389da tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.201080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:37.204309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.210038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=5bc3a337-1f72-4b9c-841f-373bbc630a4b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:37.227676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/add6f31f-782f-4eed-820c-49b5d8b3f530/f367a005-b932-4012-9f4e-47e585ff4159) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:37.228922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.241192 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3981eb79-b6a1-4817-9d8c-98af62d9bf3a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7522159 Apr 29 07:52:37.242349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45966) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:37.249344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 5bc3a337-1f72-4b9c-841f-373bbc630a4b details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:37.259805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '5bc3a337-1f72-4b9c-841f-373bbc630a4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:37.307381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 1e101851-0f0e-4ecc-a8b9-2724fe1b8665 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:37.317214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Subnet': ['ID=6342bca2-358b-4a9e-a816-e2da0cda7ed8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:37.326466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.346703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.350751 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dd6d7e81-f909-4d9f-8dc6-8ab0611feb84 tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/subnets/6342bca2-358b-4a9e-a816-e2da0cda7ed8 HTTP/1.1" status: 204 len: 168 time: 0.8571532 Apr 29 07:52:37.364730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45968) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:37.423196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:37.426960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:37.430060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:37.469379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event updated for resources: {'Port': ['ID=31eea1dd-a4e5-4ba9-8bfd-3ad0e4994f57,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:37.472465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.497451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99f725f0-c048-473a-b102-43acaa2389da tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.500874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99f725f0-c048-473a-b102-43acaa2389da tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.502412 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-99f725f0-c048-473a-b102-43acaa2389da tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/a8c0b1ff-7a31-42f1-a371-0ce5c0c0fb2c HTTP/1.1" status: 204 len: 168 time: 0.4216914 Apr 29 07:52:37.507447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45970) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:37.541402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.554816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f725f0-c048-473a-b102-43acaa2389da tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0b1ff-7a31-42f1-a371-0ce5c0c0fb2c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:37.567191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe359-703f-47c8-b773-fd2679f8d22e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.593182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.636692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:37.639510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::265 (82cc26d6-a369-4498-98e7-aa4095711705/add6f31f-782f-4eed-820c-49b5d8b3f530/1e101851-0f0e-4ecc-a8b9-2724fe1b8665) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:37.658374 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5070e09a-406b-4e27-b8ea-1c1d31998c68 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1484146 Apr 29 07:52:37.659660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe359-703f-47c8-b773-fd2679f8d22e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.662275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45972) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:37.668092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-242aabfc-ccd8-487d-8a3c-ed73f1f00db1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--842892032'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:37.681562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:37.691768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:37.700876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:37.704562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.716122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Pushing event updated for resources: {'Port': ['ID=f367a005-b932-4012-9f4e-47e585ff4159,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:37.768723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Attempting to bind port f367a005-b932-4012-9f4e-47e585ff4159 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:37.769152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Attempting to bind port f367a005-b932-4012-9f4e-47e585ff4159 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:37.769753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Attempting to bind port f367a005-b932-4012-9f4e-47e585ff4159 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:37.776040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:37.776566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:37.777503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.777503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:37.778067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Bound port: f367a005-b932-4012-9f4e-47e585ff4159, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:37.778677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.791986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbe359-703f-47c8-b773-fd2679f8d22e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49de3856-0da4-493b-9816-983e10881c59,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:37.806609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe359-703f-47c8-b773-fd2679f8d22e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.808030 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e7fbe359-703f-47c8-b773-fd2679f8d22e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9873607 Apr 29 07:52:37.819070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45974) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:37.828099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d6406964-8ffc-474a-8564-3e96675f382e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'security_group': {'name': 'tempest-secgroup-97314086'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:37.893874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45976) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:37.899274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'subnet': {'network_id': '617cde2c-cb85-4096-b07f-b10d6c016c28', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:37.902287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] For port f367a005-b932-4012-9f4e-47e585ff4159, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:37.905618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] For port f367a005-b932-4012-9f4e-47e585ff4159, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f367a005-b932-4012-9f4e-47e585ff4159,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:37.917563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-242aabfc-ccd8-487d-8a3c-ed73f1f00db1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.920790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Deleting port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:37.921197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:37.981086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.000454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.023503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6406964-8ffc-474a-8564-3e96675f382e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.037191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] For port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4f417bcb-94bc-4a06-bac0-1b59d3852f1b,segment=NetworkSegment(1061d6aa-8861-44b5-a448-8d6658d8de39),segment_id=1061d6aa-8861-44b5-a448-8d6658d8de39)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:38.037913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.051836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0b20-18b2-462a-9512-e9a5999f2a0d None None] Pushing event updated for resources: {'Port': ['ID=f367a005-b932-4012-9f4e-47e585ff4159,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:38.095705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.104037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Calling delete_port for 4f417bcb-94bc-4a06-bac0-1b59d3852f1b owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:38.213173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:38.213173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.482532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-242aabfc-ccd8-487d-8a3c-ed73f1f00db1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.557258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-242aabfc-ccd8-487d-8a3c-ed73f1f00db1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.574160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6406964-8ffc-474a-8564-3e96675f382e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.586136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.610994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.621211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aabfc-ccd8-487d-8a3c-ed73f1f00db1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8ce0ba-083c-4d69-992d-88c7fb2bf80a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:38.640671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=750672fc-38e2-40f4-b268-a4b532752b0b,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:38.645519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.695370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-242aabfc-ccd8-487d-8a3c-ed73f1f00db1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.696615 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-242aabfc-ccd8-487d-8a3c-ed73f1f00db1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0331883 Apr 29 07:52:38.708074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45978) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:38.708771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.710657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': '04439aa0-dd60-49af-9835-e08c934dc666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5bc3a337-1f72-4b9c-841f-373bbc630a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:38.711006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 5bc3a337-1f72-4b9c-841f-373bbc630a4b, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:38.714976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6406964-8ffc-474a-8564-3e96675f382e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.724048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f80ca70a-42dd-4336-b7a7-e8b4de487785 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'ee8ce0ba-083c-4d69-992d-88c7fb2bf80a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:38.738683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:38.760026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:38.773584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:38.779269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:38.779903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.791205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=1e101851-0f0e-4ecc-a8b9-2724fe1b8665,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:38.793750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] No DVR routers for this DVR port 4f417bcb-94bc-4a06-bac0-1b59d3852f1b on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:38.858443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6406964-8ffc-474a-8564-3e96675f382e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32f12f9-4039-4a7e-adef-b520340da798,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:38.860680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Port': ['ID=4f417bcb-94bc-4a06-bac0-1b59d3852f1b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:38.866106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6406964-8ffc-474a-8564-3e96675f382e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.870460 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d6406964-8ffc-474a-8564-3e96675f382e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.0431027 Apr 29 07:52:38.875521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45980) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:38.875966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-78631d4e-59a7-4030-a74c-9ba43a028471 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'security_group': {'name': 'tempest-secgroup-168471861'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:38.923574 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9dde60bb-649c-460f-8211-e87470faa2f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0259941 Apr 29 07:52:38.926968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45982) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:38.942890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.953814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 5bc3a337-1f72-4b9c-841f-373bbc630a4b is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:38.959313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.961199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Router f0558909-00be-476a-a8b2-4cdf959f51de is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:38.969528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f80ca70a-42dd-4336-b7a7-e8b4de487785 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:38.979170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575b5a12-0c31-4c60-9736-0fc885f5d900']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:38.998809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1061d6aa-8861-44b5-a448-8d6658d8de39') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:38.999180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1061d6aa-8861-44b5-a448-8d6658d8de39') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:39.004347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78631d4e-59a7-4030-a74c-9ba43a028471 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.017040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.042711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.056715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:39.057028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.059149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ebffb-19a1-4f57-8658-4e73d4197c03 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:39.063786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f80ca70a-42dd-4336-b7a7-e8b4de487785 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.065813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ebffb-19a1-4f57-8658-4e73d4197c03 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:39.069485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7d6ebffb-19a1-4f57-8658-4e73d4197c03 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1412461 Apr 29 07:52:39.070100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45984) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:39.072797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 5bc3a337-1f72-4b9c-841f-373bbc630a4b) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:39.077025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:39.077653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.116666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Subnet': ['ID=1f9b5e36-84ab-48a0-9d41-59df70cf3e68,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:39.133112 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148fe3b-90db-4204-85b9-3adaee490172 None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:39.140931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f80ca70a-42dd-4336-b7a7-e8b4de487785 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.141039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0d56c-571f-49cd-8a67-30b1de02f521 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:39.161820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ca70a-42dd-4336-b7a7-e8b4de487785 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31b9410-5b50-42c3-b319-bbc0dced6b14,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:39.184495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517416e-58d5-4f5a-8819-2bfd2b5df07e None None] Network 575b5a12-0c31-4c60-9736-0fc885f5d900 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:39.186816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fb66e-587f-4743-b3e7-841dabae4010 None None] Network 5bc3a337-1f72-4b9c-841f-373bbc630a4b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:39.197216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Checking segment: {'id': '77cbc494-ec7f-40a7-80cd-613a3ef4f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '617cde2c-cb85-4096-b07f-b10d6c016c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:39.197576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network hostable DHCP agents. Network: 617cde2c-cb85-4096-b07f-b10d6c016c28, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:39.218534 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-194c5a9a-143f-405f-9b54-d593d2da6e89 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9666517 Apr 29 07:52:39.223861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45990) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:39.245084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f80ca70a-42dd-4336-b7a7-e8b4de487785 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.247130 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f80ca70a-42dd-4336-b7a7-e8b4de487785 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5336006 Apr 29 07:52:39.252820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.254637 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45992) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:39.261718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-30ba7efa-a340-4333-a5bf-2b4747105b75 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'ee8ce0ba-083c-4d69-992d-88c7fb2bf80a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:39.262693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.265781 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] 10.222.0.16 "DELETE /v2.0/networks/575b5a12-0c31-4c60-9736-0fc885f5d900 HTTP/1.1" status: 204 len: 168 time: 1.9003406 Apr 29 07:52:39.315151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00e7fa-db04-4403-a04c-7f8de6d35e4e tempest-NetworksIpV6Test-1563686126 tempest-NetworksIpV6Test-1563686126-project] Pushing event deleted for resources: {'Network': ['ID=575b5a12-0c31-4c60-9736-0fc885f5d900,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:39.332271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78631d4e-59a7-4030-a74c-9ba43a028471 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.340223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:39.357626 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] Sync routers for ids ['f0558909-00be-476a-a8b2-4cdf959f51de'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:39.364331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 1e101851-0f0e-4ecc-a8b9-2724fe1b8665 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:39.364676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.372578 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] Routers {'f0558909-00be-476a-a8b2-4cdf959f51de'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:39.377400 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f0558909-00be-476a-a8b2-4cdf959f51de'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:39.386591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network 617cde2c-cb85-4096-b07f-b10d6c016c28 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:39.414211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.420106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78631d4e-59a7-4030-a74c-9ba43a028471 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.427423 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:39.438604 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] Routers {'f0558909-00be-476a-a8b2-4cdf959f51de'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:39.439801 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f0558909-00be-476a-a8b2-4cdf959f51de'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:39.452712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30ba7efa-a340-4333-a5bf-2b4747105b75 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.455414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 617cde2c-cb85-4096-b07f-b10d6c016c28) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:39.480277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:39.480743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.482576 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:39.483998 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c25a8-f84f-439f-8936-71b06da645d8 None None] The sync data for ids ['f0558909-00be-476a-a8b2-4cdf959f51de'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:39.488622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.492320 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-99b47aae-6e34-40b0-9537-11f99b693c6b tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0272660 Apr 29 07:52:39.498737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 45996) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:39.518250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': False}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:39.526003 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.535114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78631d4e-59a7-4030-a74c-9ba43a028471 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a1536e-1fc7-4f2c-a4c4-97082b46dde5,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:39.582023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c70b43-83ae-4960-ab33-ee1a6fbda744 None None] Network 617cde2c-cb85-4096-b07f-b10d6c016c28 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:39.593399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78631d4e-59a7-4030-a74c-9ba43a028471 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.594686 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-78631d4e-59a7-4030-a74c-9ba43a028471 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7229218 Apr 29 07:52:39.598869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 45998) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:39.605758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.608572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2048324227', 'security_groups': ['76a1536e-1fc7-4f2c-a4c4-97082b46dde5'], 'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe3503e1-95d3-48b0-aac4-5508ac2bb287'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:39.623832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fde099af-b05e-4537-a386-f7e0828c07fb None None] Provisioning complete for port f367a005-b932-4012-9f4e-47e585ff4159 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:39.624073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fde099af-b05e-4537-a386-f7e0828c07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.633388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 1e101851-0f0e-4ecc-a8b9-2724fe1b8665 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:39.637733 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5d33c7d2-f891-4555-bd33-334c73a301f0 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7426715 Apr 29 07:52:39.642849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46000) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:39.654885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1241208604'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:39.711646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30ba7efa-a340-4333-a5bf-2b4747105b75 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.782767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.824364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30ba7efa-a340-4333-a5bf-2b4747105b75 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.841104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=750672fc-38e2-40f4-b268-a4b532752b0b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:39.879624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:39.883655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.885727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba7efa-a340-4333-a5bf-2b4747105b75 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194a3def-8bdf-4fac-86c9-50b4f375343f,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:39.940394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b3cf57-6dc2-4a5d-a495-317aa452027b None None] DHCP port deletion for 575b5a12-0c31-4c60-9736-0fc885f5d900 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:39.954705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46004) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:39.992704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30ba7efa-a340-4333-a5bf-2b4747105b75 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:39.993937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-30ba7efa-a340-4333-a5bf-2b4747105b75 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7356470 Apr 29 07:52:40.003041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46008) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:40.009083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:40.011291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c4c7043a-6203-4aa0-9e36-906541e95fc1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'ee8ce0ba-083c-4d69-992d-88c7fb2bf80a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:40.030777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.093374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad05ef15-8e87-4eba-8533-2822b0178e93 None None] Network 5bc3a337-1f72-4b9c-841f-373bbc630a4b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:40.103644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc3a337-1f72-4b9c-841f-373bbc630a4b']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:40.119128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04439aa0-dd60-49af-9835-e08c934dc666') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:40.119353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04439aa0-dd60-49af-9835-e08c934dc666') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:40.150795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.183421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.185026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f367a005-b932-4012-9f4e-47e585ff4159 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:40.190758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:40.206152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.224971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.236015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:40.236485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.236685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7043a-6203-4aa0-9e36-906541e95fc1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:40.241304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] device_id is not set on port 1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:40.248426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=1e101851-0f0e-4ecc-a8b9-2724fe1b8665,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:40.268688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fde099af-b05e-4537-a386-f7e0828c07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.275114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.310555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.317429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2ce4d16f-ab56-4984-a7a2-c3022c7a6def tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/1e101851-0f0e-4ecc-a8b9-2724fe1b8665 HTTP/1.1" status: 204 len: 168 time: 1.2156589 Apr 29 07:52:40.325210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46010) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:40.334120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-617cde2c-cb85-4096-b07f-b10d6c016c28', 'network_id': '617cde2c-cb85-4096-b07f-b10d6c016c28', 'tenant_id': 'ededf0982dad4646a41817aeefa6508d', 'fixed_ips': [{'subnet_id': '1f9b5e36-84ab-48a0-9d41-59df70cf3e68'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:40.335143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.371609 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e99d361-68eb-409e-a492-1ddb35a58160 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d430fbcd048f46829f9e803d58ec858f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147203 Apr 29 07:52:40.374781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46012) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:40.415759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f9009-3b75-49f9-b64e-ece42b1e5016 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:40.417421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f9009-3b75-49f9-b64e-ece42b1e5016 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:40.421901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-341f9009-3b75-49f9-b64e-ece42b1e5016 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0956135 Apr 29 07:52:40.422467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46014) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:40.443588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fde099af-b05e-4537-a386-f7e0828c07fb None None] For port f367a005-b932-4012-9f4e-47e585ff4159, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f367a005-b932-4012-9f4e-47e585ff4159,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:40.454593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.460865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.467921 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/5bc3a337-1f72-4b9c-841f-373bbc630a4b HTTP/1.1" status: 204 len: 168 time: 1.2458835 Apr 29 07:52:40.475658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46016) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:40.476664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7043a-6203-4aa0-9e36-906541e95fc1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.480018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.483691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Added segment 31607524-f876-4a32-9508-c91994700189 of type vlan for network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 Apr 29 07:52:40.505490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-663749279'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:40.513709 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4a6d3-c669-4f4c-b2dd-b12d50d950a8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=5bc3a337-1f72-4b9c-841f-373bbc630a4b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:40.513935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f367a005-b932-4012-9f4e-47e585ff4159 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:40.513935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.515196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fde099af-b05e-4537-a386-f7e0828c07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.589228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5567566-5ce5-429a-8c49-388d34073ce3 None None] Update dhcp port {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'fixed_ips': [{'subnet_id': 'febdc0a4-738f-4d3f-ae85-a7492a24d7d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe3503e1-95d3-48b0-aac4-5508ac2bb287'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '864d1b96-b1a0-4561-ad0c-2942003a2837'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:52:40.606005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15f4e7c3-ad5d-435a-ac99-f5adb5e28568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.647167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8::68 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/fe3503e1-95d3-48b0-aac4-5508ac2bb287/1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:40.694780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde099af-b05e-4537-a386-f7e0828c07fb None None] Pushing event updated for resources: {'Port': ['ID=f367a005-b932-4012-9f4e-47e585ff4159,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:40.700469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5567566-5ce5-429a-8c49-388d34073ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.715775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:40.719785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.727508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Allocated IP 2001:db8:0:ffff::2 (617cde2c-cb85-4096-b07f-b10d6c016c28/1f9b5e36-84ab-48a0-9d41-59df70cf3e68/a984e6c4-8d18-419b-95f7-4b3816941ccf) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:40.767471 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15f4e7c3-ad5d-435a-ac99-f5adb5e28568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.813566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:40.832899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet add6f31f-782f-4eed-820c-49b5d8b3f530 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:40.839207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.844200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7043a-6203-4aa0-9e36-906541e95fc1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.877872 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.878316 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment da2ca653-fcf7-4dea-a896-075cfab567ff of type vlan for network 4bea4369-daf9-4ac9-9750-6630917ff3e7 Apr 29 07:52:40.945016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.955112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.958345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7043a-6203-4aa0-9e36-906541e95fc1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487b5d0f-117b-42a5-a7b8-54cc87e1435c,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:40.989623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:40.997286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.038353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15f4e7c3-ad5d-435a-ac99-f5adb5e28568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.040970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-15f4e7c3-ad5d-435a-ac99-f5adb5e28568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.042121 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-15f4e7c3-ad5d-435a-ac99-f5adb5e28568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52aeb954-8994-47c9-b0bd-8523492f1df2 HTTP/1.1" status: 204 len: 168 time: 0.6682427 Apr 29 07:52:41.057583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7043a-6203-4aa0-9e36-906541e95fc1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.061897 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c4c7043a-6203-4aa0-9e36-906541e95fc1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0548203 Apr 29 07:52:41.071020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46020) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:41.083330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d8a06707-63a9-4f64-be73-41fd9b91fd60 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'ee8ce0ba-083c-4d69-992d-88c7fb2bf80a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:41.106861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.107356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4e7c3-ad5d-435a-ac99-f5adb5e28568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aeb954-8994-47c9-b0bd-8523492f1df2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.113033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:41.113690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.125052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.134389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:41.147293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.147455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.164981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.199442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ddb0-1761-4e2a-ae67-ab900d679413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.219650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=4bea4369-daf9-4ac9-9750-6630917ff3e7,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.239892 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 4bea4369-daf9-4ac9-9750-6630917ff3e7 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:41.254422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.293257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6432025 Apr 29 07:52:41.296621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46022) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:41.301620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add512cb-ad42-42c0-8228-2d9091652cfb tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Network': ['ID=c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.301799 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-61a1da96-2561-4ea3-afdf-7855e78a8fc1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8001461 Apr 29 07:52:41.306703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46024) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:41.307923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'subnet': {'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:41.312756 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '4bea4369-daf9-4ac9-9750-6630917ff3e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:41.327504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:41.336499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e5567566-5ce5-429a-8c49-388d34073ce3 None None] Allocated IP 2001:db8::2 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/fe3503e1-95d3-48b0-aac4-5508ac2bb287/864d1b96-b1a0-4561-ad0c-2942003a2837) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:41.345432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:41.353004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:41.358817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:41.361134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.399179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.414937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8a06707-63a9-4f64-be73-41fd9b91fd60 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.474173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e5567566-5ce5-429a-8c49-388d34073ce3 None None] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=864d1b96-b1a0-4561-ad0c-2942003a2837,segment=NetworkSegment(3df00eb9-e178-4e4b-a0fb-966d63028677),segment_id=3df00eb9-e178-4e4b-a0fb-966d63028677)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:41.493987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8a06707-63a9-4f64-be73-41fd9b91fd60 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.506457 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ddfc3a83-0aae-4c94-9edf-e146348bcb12 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8968277 Apr 29 07:52:41.506682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.506852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46028) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:41.507622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-af41d25a-3b02-470b-bb18-00a0bedd6c47 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:41.518221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5567566-5ce5-429a-8c49-388d34073ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.533441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=add6f31f-782f-4eed-820c-49b5d8b3f530,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.541391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff6d42-7ffd-44a2-a4c7-ae14ce790bb3 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:41.542764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.548747 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e5fafc3b-51d4-462c-bcdd-ab42f85ad1d3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/add6f31f-782f-4eed-820c-49b5d8b3f530 HTTP/1.1" status: 204 len: 168 time: 1.1230769 Apr 29 07:52:41.549357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46030) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:41.574349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:41.578514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.596583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:41.601673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8a06707-63a9-4f64-be73-41fd9b91fd60 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.601876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.616780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3675f3fc-5f1e-4aec-91b2-e84da3bebd73 None None] Could not find standard attr ID for object 1e101851-0f0e-4ecc-a8b9-2724fe1b8665. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:41.638460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5567566-5ce5-429a-8c49-388d34073ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.675867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06707-63a9-4f64-be73-41fd9b91fd60 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23e2391-2fbd-4baf-a5b4-be0056efd7b8,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.714612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:41.727717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.758317 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8a06707-63a9-4f64-be73-41fd9b91fd60 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.760009 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d8a06707-63a9-4f64-be73-41fd9b91fd60 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6829324 Apr 29 07:52:41.762800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46040) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:41.765624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3675f3fc-5f1e-4aec-91b2-e84da3bebd73 None None] Provisioning complete for port f367a005-b932-4012-9f4e-47e585ff4159 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:41.766004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3675f3fc-5f1e-4aec-91b2-e84da3bebd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:41.768469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b65318d0-438b-4960-8c1f-6dd9a9537112 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'ee8ce0ba-083c-4d69-992d-88c7fb2bf80a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:41.780320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Network 617cde2c-cb85-4096-b07f-b10d6c016c28 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:41.793481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-28202d2e-bd98-49c9-9723-1f989f9c5d5b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2406495 Apr 29 07:52:41.799545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46042) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:41.808096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:41.847085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af41d25a-3b02-470b-bb18-00a0bedd6c47 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:41.852925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-af41d25a-3b02-470b-bb18-00a0bedd6c47 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.005982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:42.024901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.032556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.034603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f367a005-b932-4012-9f4e-47e585ff4159 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:42.041057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:42.043497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Pushing event updated for resources: {'Port': ['ID=a984e6c4-8d18-419b-95f7-4b3816941ccf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:42.043902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b65318d0-438b-4960-8c1f-6dd9a9537112 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.144711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b65318d0-438b-4960-8c1f-6dd9a9537112 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.162216 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.ipam_backend_mixin [None req-af41d25a-3b02-470b-bb18-00a0bedd6c47 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe3503e1-95d3-48b0-aac4-5508ac2bb287 (CIDR: 2001:db8::/64) Apr 29 07:52:42.200083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b65318d0-438b-4960-8c1f-6dd9a9537112 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.203727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.208888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Router f0558909-00be-476a-a8b2-4cdf959f51de has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:42.250654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Attempting to bind port a984e6c4-8d18-419b-95f7-4b3816941ccf on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:42.251238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Attempting to bind port a984e6c4-8d18-419b-95f7-4b3816941ccf by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '77cbc494-ec7f-40a7-80cd-613a3ef4f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '617cde2c-cb85-4096-b07f-b10d6c016c28'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:42.251388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Attempting to bind port a984e6c4-8d18-419b-95f7-4b3816941ccf on network 617cde2c-cb85-4096-b07f-b10d6c016c28 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:42.253440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5567566-5ce5-429a-8c49-388d34073ce3 None None] Pushing event updated for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:42.271784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:42.272363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Checking segment: {'id': '77cbc494-ec7f-40a7-80cd-613a3ef4f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '617cde2c-cb85-4096-b07f-b10d6c016c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:42.272779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.273186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Bound using segment: {'id': '77cbc494-ec7f-40a7-80cd-613a3ef4f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '617cde2c-cb85-4096-b07f-b10d6c016c28'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:42.273644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Bound port: a984e6c4-8d18-419b-95f7-4b3816941ccf, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cbc494-ec7f-40a7-80cd-613a3ef4f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '617cde2c-cb85-4096-b07f-b10d6c016c28'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:42.274028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.315480 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-af41d25a-3b02-470b-bb18-00a0bedd6c47 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:52:42.316467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af41d25a-3b02-470b-bb18-00a0bedd6c47 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:42.352936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f367a005-b932-4012-9f4e-47e585ff4159 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:42.352936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.362660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=43a45473-f313-4936-8a74-0e6231768b5f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:42.381763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:42.389462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.397300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:42.425341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:42.439062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.444731 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ea157e90-3eb8-4d66-8f66-b4a646358e3f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "PUT /v2.0/routers/f0558909-00be-476a-a8b2-4cdf959f51de HTTP/1.1" status: 200 len: 921 time: 2.9374046 Apr 29 07:52:42.449458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46054) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:42.457123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65318d0-438b-4960-8c1f-6dd9a9537112 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc63b89-d0db-4785-a9cd-5f384c1570af,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:42.477808 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-af41d25a-3b02-470b-bb18-00a0bedd6c47 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9725754 Apr 29 07:52:42.491711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] Sync routers for ids ['f0558909-00be-476a-a8b2-4cdf959f51de'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:42.501011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46056) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:42.524077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] For port a984e6c4-8d18-419b-95f7-4b3816941ccf, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:42.524310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2bf56279-15c8-47ab-95e2-5afcd31c656d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:42.549605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b65318d0-438b-4960-8c1f-6dd9a9537112 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.551362 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b65318d0-438b-4960-8c1f-6dd9a9537112 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7867789 Apr 29 07:52:42.552584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] For port a984e6c4-8d18-419b-95f7-4b3816941ccf, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a984e6c4-8d18-419b-95f7-4b3816941ccf,segment=NetworkSegment(77cbc494-ec7f-40a7-80cd-613a3ef4f282),segment_id=77cbc494-ec7f-40a7-80cd-613a3ef4f282)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:42.558375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] Routers {'f0558909-00be-476a-a8b2-4cdf959f51de'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:42.558659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': 'da2ca653-fcf7-4dea-a896-075cfab567ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4bea4369-daf9-4ac9-9750-6630917ff3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:42.559031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 4bea4369-daf9-4ac9-9750-6630917ff3e7, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:42.559367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f0558909-00be-476a-a8b2-4cdf959f51de'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:42.568901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46058) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:42.590390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:52:42.593454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.619195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:42.626268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.626753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.734454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] Routers {'f0558909-00be-476a-a8b2-4cdf959f51de'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:42.735138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f3f87a85-7fc2-43ca-817d-80e8445397db tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/f0558909-00be-476a-a8b2-4cdf959f51de HTTP/1.1" status: 200 len: 921 time: 0.2847247 Apr 29 07:52:42.735457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f0558909-00be-476a-a8b2-4cdf959f51de'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:42.735754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46062) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:42.745819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4f417bcb-94bc-4a06-bac0-1b59d3852f1b no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:42.747735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Subnet': ['ID=be71c1b3-fe11-456f-bfcf-9ee128a6dea5,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:42.794154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] Deleting port f367a005-b932-4012-9f4e-47e585ff4159 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:42.799539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.843583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:42.844801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd11e68-c7df-4b82-b933-defd1a3f2608 None None] The sync data for ids ['f0558909-00be-476a-a8b2-4cdf959f51de'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:42.845422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Checking segment: {'id': '31607524-f876-4a32-9508-c91994700189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:42.845706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network hostable DHCP agents. Network: c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:42.876793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46064) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:42.885101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 4f417bcb-94bc-4a06-bac0-1b59d3852f1b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:42.885683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4f417bcb-94bc-4a06-bac0-1b59d3852f1b not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:42.895985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae0f7c-b2b0-4443-afef-cf467a5dc8ab tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:42.900274 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d1ae0f7c-b2b0-4443-afef-cf467a5dc8ab tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=f0558909-00be-476a-a8b2-4cdf959f51de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1602700 Apr 29 07:52:42.903350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46068) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:42.936782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-423a3568-33fc-481b-9cdb-38e77ca4dc38 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.963710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-423a3568-33fc-481b-9cdb-38e77ca4dc38 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:42.973523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a827eb-3fb8-456d-bd1c-a6cc98996343 None None] Pushing event updated for resources: {'Port': ['ID=a984e6c4-8d18-419b-95f7-4b3816941ccf,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:43.028198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.039565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] For port f367a005-b932-4012-9f4e-47e585ff4159, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f367a005-b932-4012-9f4e-47e585ff4159,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:43.039565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.078698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] Calling delete_port for f367a005-b932-4012-9f4e-47e585ff4159 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:43.113041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 4bea4369-daf9-4ac9-9750-6630917ff3e7 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:43.115520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf56279-15c8-47ab-95e2-5afcd31c656d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:43.119041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2bf56279-15c8-47ab-95e2-5afcd31c656d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.122229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-423a3568-33fc-481b-9cdb-38e77ca4dc38 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.165270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-423a3568-33fc-481b-9cdb-38e77ca4dc38 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.166873 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-423a3568-33fc-481b-9cdb-38e77ca4dc38 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/efc63b89-d0db-4785-a9cd-5f384c1570af HTTP/1.1" status: 204 len: 168 time: 0.5949903 Apr 29 07:52:43.174995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:43.180704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46070) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.192322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a3568-33fc-481b-9cdb-38e77ca4dc38 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efc63b89-d0db-4785-a9cd-5f384c1570af,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:43.194421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:43.233896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:43.234526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.245883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:43.255395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 4bea4369-daf9-4ac9-9750-6630917ff3e7) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:43.264956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:43.265595 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.295851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8f8e1-0020-4d07-8022-f34e06681578 None None] Network 4bea4369-daf9-4ac9-9750-6630917ff3e7 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:43.323063 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-154edb2b-b867-48d8-a0d0-85f89b45d353 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1405640 Apr 29 07:52:43.325885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46072) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.326719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f61749c-8588-476d-9eae-07241315fa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.329167 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4001c691-4f13-4312-bbd5-500e811a32b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5282893 Apr 29 07:52:43.337646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46074) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.343419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'name': 'tempest-NetworksTestDHCPv6-826106179'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:43.373504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-749565349'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:43.386375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:43.399430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.401694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:43.415534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:43.416268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.421716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81563444-3905-4aa8-8bec-84caf145048d None None] Network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:43.441406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f3b9cec1-5fee-4b64-b725-6010d4928114 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1334801 Apr 29 07:52:43.441621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46076) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.450168 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.ipam_backend_mixin [None req-2bf56279-15c8-47ab-95e2-5afcd31c656d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet febdc0a4-738f-4d3f-ae85-a7492a24d7d3 (CIDR: 2001:db8:0:1::/64) Apr 29 07:52:43.452223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cff5475-dda0-41eb-959c-46968df30b93 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.455887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95855a-9082-41e2-8e38-654d329b6b49 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:43.460301 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-de95855a-9082-41e2-8e38-654d329b6b49 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.5534043 Apr 29 07:52:43.461583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] Pushing event deleted for resources: {'Port': ['ID=f367a005-b932-4012-9f4e-47e585ff4159,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:43.466740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae073e3-82e8-4b4a-9caf-c51c475f947e None None] No DVR routers for this DVR port f367a005-b932-4012-9f4e-47e585ff4159 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:43.469615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b64ee8d2-b894-41f3-bcbc-0c35178b2edf None None] Provisioning complete for port 8eedc566-5938-412f-bedc-69854f11c681 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:43.470165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b64ee8d2-b894-41f3-bcbc-0c35178b2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.476615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46078) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.511703 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1f185194-c012-45ba-a303-bc76ca397d61 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0558909-00be-476a-a8b2-4cdf959f51de HTTP/1.1" status: 200 len: 205 time: 0.0306201 Apr 29 07:52:43.519191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:43.521957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cff5475-dda0-41eb-959c-46968df30b93 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.522894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.524057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46080) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.541770 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf56279-15c8-47ab-95e2-5afcd31c656d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:52:43.542359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf56279-15c8-47ab-95e2-5afcd31c656d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:43.549413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90772f3e-1359-46d9-98c9-3719a25a9309 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:43.561548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.568071 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d96461a2-9e18-46b8-9376-380fbd7366b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2703042 Apr 29 07:52:43.580436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46082) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.588360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'port': {'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735', 'name': 'tempest-NetworksIpV6TestAttrs-117489874'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:43.640535 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2bf56279-15c8-47ab-95e2-5afcd31c656d tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1218348 Apr 29 07:52:43.645361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46084) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:43.646313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b64ee8d2-b894-41f3-bcbc-0c35178b2edf None None] Port 8eedc566-5938-412f-bedc-69854f11c681 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:43.650702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'subnet': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:43.715285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.742147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b64ee8d2-b894-41f3-bcbc-0c35178b2edf None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:43.745020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b64ee8d2-b894-41f3-bcbc-0c35178b2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.839991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.871582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5b864-b92b-4146-9ef4-908ee0f1c17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-4bea4369-daf9-4ac9-9750-6630917ff3e7', 'network_id': '4bea4369-daf9-4ac9-9750-6630917ff3e7', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '43a45473-f313-4936-8a74-0e6231768b5f'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:43.872468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46f5b864-b92b-4146-9ef4-908ee0f1c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.917080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.920953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:43.925237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:43.953384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] device_id is not set on port b2d43984-bd75-4e6b-941e-5163b86516d6 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:43.968377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735', 'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735', 'tenant_id': 'ededf0982dad4646a41817aeefa6508d', 'fixed_ips': [{'subnet_id': 'be71c1b3-fe11-456f-bfcf-9ee128a6dea5'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:43.969692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.010756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.062310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5101d3e9-01b9-440d-b41b-489f2f19b803,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.107844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cff5475-dda0-41eb-959c-46968df30b93 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.147544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cff5475-dda0-41eb-959c-46968df30b93 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.148724 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3cff5475-dda0-41eb-959c-46968df30b93 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d23e2391-2fbd-4baf-a5b4-be0056efd7b8 HTTP/1.1" status: 204 len: 168 time: 0.8185658 Apr 29 07:52:44.159602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:44.161174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.161386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46086) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:44.177604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff5475-dda0-41eb-959c-46968df30b93 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d23e2391-2fbd-4baf-a5b4-be0056efd7b8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.181336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a984e6c4-8d18-419b-95f7-4b3816941ccf up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:44.205128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.257051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.279396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:44.283330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.293365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Allocated IP 2001:db8::f816:3eff:fef4:6818 (c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735/be71c1b3-fe11-456f-bfcf-9ee128a6dea5/b2d43984-bd75-4e6b-941e-5163b86516d6) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:44.298999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:44.306002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=43a45473-f313-4936-8a74-0e6231768b5f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.325258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 2700db61-0bf3-41f2-bb22-bd020e8a9c36 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:44.350467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.350792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2 of type vlan for network 27621170-4551-4321-b9a5-06d569ebecea Apr 29 07:52:44.364095 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a9c76dd4-e926-416b-bfa4-28822d16d814 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1953068 Apr 29 07:52:44.365812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46088) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:44.400181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Made reservation on behalf of 2af3b1688ec84ceb9d8f44184c745027 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:44.403346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-46f5b864-b92b-4146-9ef4-908ee0f1c17f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43a45473-f313-4936-8a74-0e6231768b5f: This subnet is being modified by another concurrent operation. Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:44.417172 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43a45473-f313-4936-8a74-0e6231768b5f: This subnet is being modified by another concurrent operation. Apr 29 07:52:44.424039 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 07:52:44.434217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33410033-7a1b-49a9-9770-4481a9c1cfa0 None None] Network 617cde2c-cb85-4096-b07f-b10d6c016c28 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:44.447368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.473764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff4ff0-2987-4525-b699-8b47824f8e7d None None] Network 4bea4369-daf9-4ac9-9750-6630917ff3e7 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:44.483044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.530299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bea4369-daf9-4ac9-9750-6630917ff3e7']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:44.553879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2ca653-fcf7-4dea-a896-075cfab567ff') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:44.554170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2ca653-fcf7-4dea-a896-075cfab567ff') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:44.568517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c30f51e3-1d01-48ba-8007-3b9753115ee1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.574149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.593821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c30f51e3-1d01-48ba-8007-3b9753115ee1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.610577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.622587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:44.622998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:44.625979 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:44.631897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.649073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.666180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.667886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:44.668500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.670591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::5c (82cc26d6-a369-4498-98e7-aa4095711705/1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296/2700db61-0bf3-41f2-bb22-bd020e8a9c36) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:44.712052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a984e6c4-8d18-419b-95f7-4b3816941ccf triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:44.712449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.747678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Provisioning complete for port 1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:44.748089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.782569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c30f51e3-1d01-48ba-8007-3b9753115ee1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.796328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=27621170-4551-4321-b9a5-06d569ebecea,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.815845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c30f51e3-1d01-48ba-8007-3b9753115ee1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.817669 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c30f51e3-1d01-48ba-8007-3b9753115ee1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/487b5d0f-117b-42a5-a7b8-54cc87e1435c HTTP/1.1" status: 204 len: 168 time: 0.4194782 Apr 29 07:52:44.819644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 27621170-4551-4321-b9a5-06d569ebecea details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:44.820419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46090) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:44.839849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f51e3-1d01-48ba-8007-3b9753115ee1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=487b5d0f-117b-42a5-a7b8-54cc87e1435c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.844585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.864477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.867180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/4bea4369-daf9-4ac9-9750-6630917ff3e7 HTTP/1.1" status: 204 len: 168 time: 1.4230013 Apr 29 07:52:44.871374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.874275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46092) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:44.883413 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dd7c5bd1-5751-4e28-809e-8b1eeef3a18a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0061679 Apr 29 07:52:44.890624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46094) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:44.895679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Port 1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:44.895948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-88441700'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:44.897577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-137585289'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:44.932956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:44.936439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:44.959446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8e63e-2efb-499d-8085-88b523d78ea8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=4bea4369-daf9-4ac9-9750-6630917ff3e7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.964235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:44.969826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Deleting port 31eea1dd-a4e5-4ba9-8bfd-3ad0e4994f57 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:44.970063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.970856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:44.973642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:44.999723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:45.005565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.008362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Provisioning complete for port a984e6c4-8d18-419b-95f7-4b3816941ccf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:45.008735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.042688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:45.051706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.052042 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc of type vlan for network f7f65a9e-5c09-4bef-91f6-304b2e03510c Apr 29 07:52:45.069180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:45.073078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.083398 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d7e6149f-295e-4016-9f55-6773b517b0af tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2618051 Apr 29 07:52:45.084370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.088004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46096) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.093343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Port': ['ID=b2d43984-bd75-4e6b-941e-5163b86516d6,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.094647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Allocated IP 2001:db8::f816:3eff:fe13:b2d3 (c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735/be71c1b3-fe11-456f-bfcf-9ee128a6dea5/87d221aa-b85b-422e-a55b-976a0a02bfac) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:45.107544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.132529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.133066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.139808 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4d7e789c-1fe6-4e69-9039-f3960d7f94cf tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5554528 Apr 29 07:52:45.142607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46098) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.164724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.168497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:45.188922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.191807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f16443c-9b05-4066-ba01-0ede406b1e4c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.210126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting subnet be71c1b3-fe11-456f-bfcf-9ee128a6dea5 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:45.212950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Calling delete_port for 31eea1dd-a4e5-4ba9-8bfd-3ad0e4994f57 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:45.218570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f16443c-9b05-4066-ba01-0ede406b1e4c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.224126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.224552 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment 117afcda-306b-479f-a910-87be94d2e2db of type vlan for network 762a3293-288a-4fba-a415-e9c39d1742f8 Apr 29 07:52:45.265296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port a984e6c4-8d18-419b-95f7-4b3816941ccf, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a984e6c4-8d18-419b-95f7-4b3816941ccf,segment=NetworkSegment(77cbc494-ec7f-40a7-80cd-613a3ef4f282),segment_id=77cbc494-ec7f-40a7-80cd-613a3ef4f282)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:45.279046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.288593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:45.290110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.308125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:45.310143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.344233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.345061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 864d1b96-b1a0-4561-ad0c-2942003a2837 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:45.358067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:45.372693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:45.373290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.376605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.394844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=f7f65a9e-5c09-4bef-91f6-304b2e03510c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.394961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Subnet': ['ID=488ab03a-5849-4dc7-8c09-e6f0ce1885cd,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.418412 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.423391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bede16-8cd6-4a61-99ac-933e28bd9858 None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:45.426395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:45.469452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f16443c-9b05-4066-ba01-0ede406b1e4c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.507172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c54275d6-0a7d-41db-9b81-3ffc7741dab5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6315579 Apr 29 07:52:45.513400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46100) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.516175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.516375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6f16443c-9b05-4066-ba01-0ede406b1e4c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.517513 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6f16443c-9b05-4066-ba01-0ede406b1e4c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/194a3def-8bdf-4fac-86c9-50b4f375343f HTTP/1.1" status: 204 len: 168 time: 0.4263849 Apr 29 07:52:45.523186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:45.529161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46102) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.540655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16443c-9b05-4066-ba01-0ede406b1e4c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=194a3def-8bdf-4fac-86c9-50b4f375343f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.549004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.555009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:45.555597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.563001 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-76d63bbe-8036-4467-9ea0-66249b32fde1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9138997 Apr 29 07:52:45.563001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:45.572540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46104) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.583323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-711362027', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '488ab03a-5849-4dc7-8c09-e6f0ce1885cd'}], 'security_groups': ['49de3856-0da4-493b-9816-983e10881c59', 'e32f12f9-4039-4a7e-adef-b520340da798']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:45.595899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=2700db61-0bf3-41f2-bb22-bd020e8a9c36,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.599435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:45.608399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:45.614920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:45.615643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.656345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=a984e6c4-8d18-419b-95f7-4b3816941ccf,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.658262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f455d3ea-d8c4-40e8-bd10-cedb4b064621 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1280129 Apr 29 07:52:45.668838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46106) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.682534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296/dd253e4b-09a6-49bb-b1ad-d8a4b4001447) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:45.690356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:45.690830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-456fac81-b466-467a-afd5-fd267f3dad0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:45.731982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=762a3293-288a-4fba-a415-e9c39d1742f8,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.734113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.747235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.758025 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fde5a28c-8ac6-4dda-9a12-ae5f15eda7f6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8626118 Apr 29 07:52:45.758883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46108) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.769161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '27621170-4551-4321-b9a5-06d569ebecea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:45.774619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b554ea9b-9b65-430c-8d8e-19d37f94daf1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.779958 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8935fc92-8116-4d5f-b978-45eae572c475 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4382350 Apr 29 07:52:45.782146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46110) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.786028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 762a3293-288a-4fba-a415-e9c39d1742f8 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:45.820318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b554ea9b-9b65-430c-8d8e-19d37f94daf1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.849228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:45.849606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.894335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.911888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.919751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.924964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:45.937585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.939188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:45.942322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:45.948973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event deleted for resources: {'Port': ['ID=31eea1dd-a4e5-4ba9-8bfd-3ad0e4994f57,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.953891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b554ea9b-9b65-430c-8d8e-19d37f94daf1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.964380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b554ea9b-9b65-430c-8d8e-19d37f94daf1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:45.970594 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b554ea9b-9b65-430c-8d8e-19d37f94daf1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a31b9410-5b50-42c3-b319-bbc0dced6b14 HTTP/1.1" status: 204 len: 168 time: 0.2938762 Apr 29 07:52:45.975462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46112) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:45.991947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Pushing event updated for resources: {'Port': ['ID=87d221aa-b85b-422e-a55b-976a0a02bfac,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.993756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bedac97-1153-4000-9a6b-01dc4b748d1d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:45.998139 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3bedac97-1153-4000-9a6b-01dc4b748d1d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2044930 Apr 29 07:52:45.998772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46114) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:46.013189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.022055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554ea9b-9b65-430c-8d8e-19d37f94daf1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a31b9410-5b50-42c3-b319-bbc0dced6b14,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.045213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c is not hosted by any dhcp agent {{(pid=109782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:52:46.050451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:46.051559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.057078 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "PUT /v2.0/networks/f7f65a9e-5c09-4bef-91f6-304b2e03510c HTTP/1.1" status: 200 len: 723 time: 0.5421770 Apr 29 07:52:46.057297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46116) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:46.061641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:46.062558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:46.065030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.188123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.209137 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fad697e6-0040-4765-9aba-bd1657cc0e57 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2337856 Apr 29 07:52:46.218712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46118) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:46.258962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190945a-a439-453f-8c53-558e320611dd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=f7f65a9e-5c09-4bef-91f6-304b2e03510c,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.308940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:46.344198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.345578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.349139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.421775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Attempting to bind port 87d221aa-b85b-422e-a55b-976a0a02bfac on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:46.422653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Attempting to bind port 87d221aa-b85b-422e-a55b-976a0a02bfac by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '31607524-f876-4a32-9508-c91994700189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:46.423263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Attempting to bind port 87d221aa-b85b-422e-a55b-976a0a02bfac on network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:46.434250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 2700db61-0bf3-41f2-bb22-bd020e8a9c36 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:46.434629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.437602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d855e78d-c6ee-40b1-83be-3a368d482583 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.491241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:46.491977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Checking segment: {'id': '31607524-f876-4a32-9508-c91994700189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:46.492271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.493397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Bound using segment: {'id': '31607524-f876-4a32-9508-c91994700189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:46.494163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Bound port: 87d221aa-b85b-422e-a55b-976a0a02bfac, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31607524-f876-4a32-9508-c91994700189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:46.494682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.509578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.530868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d855e78d-c6ee-40b1-83be-3a368d482583 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.643755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.652024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.662542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e9ffe-c208-44d6-ad0c-15fe24eaec84 None None] Update dhcp port {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'fixed_ips': [{'subnet_id': 'febdc0a4-738f-4d3f-ae85-a7492a24d7d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe3503e1-95d3-48b0-aac4-5508ac2bb287', 'ip_address': '2001:db8::2'}, {'subnet_id': '488ab03a-5849-4dc7-8c09-e6f0ce1885cd'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '864d1b96-b1a0-4561-ad0c-2942003a2837'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:52:46.667510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.700159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:46.704048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.710463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Subnet': ['ID=be71c1b3-fe11-456f-bfcf-9ee128a6dea5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.711907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.717632 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-de6b28ac-47b6-4329-b55e-5944afcf0a6c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/be71c1b3-fe11-456f-bfcf-9ee128a6dea5 HTTP/1.1" status: 204 len: 168 time: 1.5740473 Apr 29 07:52:46.718651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.720476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46120) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:46.721306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 2700db61-0bf3-41f2-bb22-bd020e8a9c36 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:46.748811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.751146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.784738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d855e78d-c6ee-40b1-83be-3a368d482583 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.787317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d855e78d-c6ee-40b1-83be-3a368d482583 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.788429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d855e78d-c6ee-40b1-83be-3a368d482583 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/ee8ce0ba-083c-4d69-992d-88c7fb2bf80a HTTP/1.1" status: 204 len: 168 time: 0.5649414 Apr 29 07:52:46.793218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7667c128-a02c-4726-8cef-b8bd04469736 None None] Provisioning complete for port a984e6c4-8d18-419b-95f7-4b3816941ccf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:46.794479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7667c128-a02c-4726-8cef-b8bd04469736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.804088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46122) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:46.805739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f367a005-b932-4012-9f4e-47e585ff4159 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:46.808506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] For port 87d221aa-b85b-422e-a55b-976a0a02bfac, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:46.834672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.835444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Fanout notify agent at l3_agent the message router_deleted on router f0558909-00be-476a-a8b2-4cdf959f51de {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:46.841361 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721e9ffe-c208-44d6-ad0c-15fe24eaec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.843096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:46.872200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e78d-c6ee-40b1-83be-3a368d482583 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8ce0ba-083c-4d69-992d-88c7fb2bf80a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.884043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:46.894889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] For port 87d221aa-b85b-422e-a55b-976a0a02bfac, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=87d221aa-b85b-422e-a55b-976a0a02bfac,segment=NetworkSegment(31607524-f876-4a32-9508-c91994700189),segment_id=31607524-f876-4a32-9508-c91994700189)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:46.895982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: f367a005-b932-4012-9f4e-47e585ff4159 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:46.896230 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f367a005-b932-4012-9f4e-47e585ff4159 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:46.899317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:46.900469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Delete allocated IP 2001:db8::68 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/fe3503e1-95d3-48b0-aac4-5508ac2bb287) {{(pid=109781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:52:46.903758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=33e33970-9b86-440a-8c87-c97cbfccbf32,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.909412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Pushing event updated for resources: {'Port': ['ID=dd253e4b-09a6-49bb-b1ad-d8a4b4001447,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.910212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Allocated IP 2001:db8:0:2::b6 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/488ab03a-5849-4dc7-8c09-e6f0ce1885cd/1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:46.923081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e420d434-ad03-49de-af39-f66686a003e4 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:46.926270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e420d434-ad03-49de-af39-f66686a003e4 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:46.929629 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e420d434-ad03-49de-af39-f66686a003e4 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2037153 Apr 29 07:52:46.931799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46124) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:46.982695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:46.984117 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5e6eda4a-c7dd-47fb-a4a1-a06e5c86f25f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/f0558909-00be-476a-a8b2-4cdf959f51de HTTP/1.1" status: 204 len: 168 time: 3.4578965 Apr 29 07:52:46.990149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46126) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.002422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.031136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-52678e97-a9bd-4536-8299-3484727222e2 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-851382076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:47.129213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a984e6c4-8d18-419b-95f7-4b3816941ccf up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:47.187644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52678e97-a9bd-4536-8299-3484727222e2 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.189052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52678e97-a9bd-4536-8299-3484727222e2 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.228283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.247055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Attempting to bind port dd253e4b-09a6-49bb-b1ad-d8a4b4001447 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:47.247562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Attempting to bind port dd253e4b-09a6-49bb-b1ad-d8a4b4001447 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:47.248023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Attempting to bind port dd253e4b-09a6-49bb-b1ad-d8a4b4001447 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:47.263044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54e339-8dd4-484d-a6b4-8ecd7e4097dd None None] Pushing event updated for resources: {'Port': ['ID=87d221aa-b85b-422e-a55b-976a0a02bfac,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:47.280845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:47.281221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:47.281629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.282025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:47.282546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Bound port: dd253e4b-09a6-49bb-b1ad-d8a4b4001447, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:47.282965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.286349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-85b9ac48-c55a-4600-9b2c-cff21ba86406 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4804068 Apr 29 07:52:47.294668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': 'fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '27621170-4551-4321-b9a5-06d569ebecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:47.295248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 27621170-4551-4321-b9a5-06d569ebecea, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:47.306693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46128) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.314974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2ac2be9a-3eae-4a28-9123-2854ea5f53e4 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--27200955'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:47.316803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52678e97-a9bd-4536-8299-3484727222e2 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.318846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.350156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a984e6c4-8d18-419b-95f7-4b3816941ccf triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:47.351710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.352075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d59d2cc4-8ee3-4838-92d9-860dfd48df86 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.355072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.396487 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59d2cc4-8ee3-4838-92d9-860dfd48df86 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 07:52:47.397128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59d2cc4-8ee3-4838-92d9-860dfd48df86 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:47.404081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d59d2cc4-8ee3-4838-92d9-860dfd48df86 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 HTTP/1.1" status: 409 len: 405 time: 0.4677525 Apr 29 07:52:47.404678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46130) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.407964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52678e97-a9bd-4536-8299-3484727222e2 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.414542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-641580307'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:47.453091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 27621170-4551-4321-b9a5-06d569ebecea is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:47.469200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be9a-3eae-4a28-9123-2854ea5f53e4 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.488158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] In _notify_port_updated(), no bound segment for port 1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd on network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:52:47.498648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:47.499399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.500880 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "PUT /v2.0/ports/1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd HTTP/1.1" status: 200 len: 968 time: 1.9244421 Apr 29 07:52:47.506086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=3aa77053-172c-4bb2-a7d3-a940429ece8c,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:47.508334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46132) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.517775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] For port dd253e4b-09a6-49bb-b1ad-d8a4b4001447, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:47.529624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] For port dd253e4b-09a6-49bb-b1ad-d8a4b4001447, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dd253e4b-09a6-49bb-b1ad-d8a4b4001447,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:47.538688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-721e9ffe-c208-44d6-ad0c-15fe24eaec84 None None] Allocated IP 2001:db8:0:2::2 (fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2/488ab03a-5849-4dc7-8c09-e6f0ce1885cd/864d1b96-b1a0-4561-ad0c-2942003a2837) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:47.549943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64be1c-4f20-4a7e-909f-3575343d30e3 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event updated for resources: {'Port': ['ID=1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:47.552060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.559936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:47.560189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: f7f65a9e-5c09-4bef-91f6-304b2e03510c, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:47.580559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-52678e97-a9bd-4536-8299-3484727222e2 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.584875 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-52678e97-a9bd-4536-8299-3484727222e2 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5904639 Apr 29 07:52:47.585400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46134) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.592288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:47.600235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=2700db61-0bf3-41f2-bb22-bd020e8a9c36,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:47.603563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:47.607606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.612093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 27621170-4551-4321-b9a5-06d569ebecea) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:47.618491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:47.618491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.667511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.680895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.686378 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-07e3666b-5d8c-4bbc-af49-bfc8e710ae77 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/2700db61-0bf3-41f2-bb22-bd020e8a9c36 HTTP/1.1" status: 204 len: 168 time: 1.6806684 Apr 29 07:52:47.687490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46136) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.695694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a0aba-496e-4b18-9ac3-85c482d89a50 None None] Network 27621170-4551-4321-b9a5-06d569ebecea requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:47.753893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:47.767743 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c95710ba-b6f4-4463-be02-0ccf6e4b9174 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0031073 Apr 29 07:52:47.774069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be9a-3eae-4a28-9123-2854ea5f53e4 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.774970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46138) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.782641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '762a3293-288a-4fba-a415-e9c39d1742f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:47.813694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.813694 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Added segment 35785022-b822-4509-ae02-2a26880a6247 of type vlan for network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 Apr 29 07:52:47.813956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:47.857351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64959999-4f8f-4fe2-bb55-384a410d6300 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:47.860479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64959999-4f8f-4fe2-bb55-384a410d6300 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:47.864571 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-64959999-4f8f-4fe2-bb55-384a410d6300 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1733639 Apr 29 07:52:47.864766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f7f65a9e-5c09-4bef-91f6-304b2e03510c) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:47.867639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46140) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:47.875696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c3310-8746-42d7-86b3-1604b74f1600 None None] Pushing event updated for resources: {'Port': ['ID=dd253e4b-09a6-49bb-b1ad-d8a4b4001447,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:47.883016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-721e9ffe-c208-44d6-ad0c-15fe24eaec84 None None] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=864d1b96-b1a0-4561-ad0c-2942003a2837,segment=NetworkSegment(3df00eb9-e178-4e4b-a0fb-966d63028677),segment_id=3df00eb9-e178-4e4b-a0fb-966d63028677)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:47.889778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be9a-3eae-4a28-9123-2854ea5f53e4 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.890291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f8cb9-5a54-46c1-b479-ebe7b7175f8a None None] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:47.910869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:47.911146 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.917188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.922127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:47.922713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.935065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:47.960308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2be9a-3eae-4a28-9123-2854ea5f53e4 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174c1dbd-26a1-48c9-9f99-9a085c8b4d31,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.050196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:48.064779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721e9ffe-c208-44d6-ad0c-15fe24eaec84 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.071263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.076962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be9a-3eae-4a28-9123-2854ea5f53e4 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.080837 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2ac2be9a-3eae-4a28-9123-2854ea5f53e4 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7706158 Apr 29 07:52:48.080837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.084431 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:48.086850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:48.087491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.088513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46142) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:48.115198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.134759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-99313deb-924a-4350-b69c-20daf4f2dd66 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': '174c1dbd-26a1-48c9-9f99-9a085c8b4d31', 'direction': 'ingress', 'protocol': 17}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:48.148609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.167805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-27621170-4551-4321-b9a5-06d569ebecea', 'network_id': '27621170-4551-4321-b9a5-06d569ebecea', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': '33e33970-9b86-440a-8c87-c97cbfccbf32'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:48.168653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.171511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721e9ffe-c208-44d6-ad0c-15fe24eaec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.180738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:48.187502 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-97e5e054-cd7d-4e8b-abf7-78057df70d39 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1289024 Apr 29 07:52:48.195687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46144) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:48.211979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-33a67c26-a413-4142-aa80-8b5d74ea83d8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:48.285722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f7f65a9e-5c09-4bef-91f6-304b2e03510c', 'network_id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '3aa77053-172c-4bb2-a7d3-a940429ece8c'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:48.285722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.298410 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8904731 Apr 29 07:52:48.311706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46146) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:48.326578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'subnet': {'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:48.333583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.357097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383172b3-9ad2-45c8-921c-97a4b85424b1 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Network': ['ID=b59d9ec4-b38a-4e57-90e3-c051dfcb40f3,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.409205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99313deb-924a-4350-b69c-20daf4f2dd66 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.533648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33a67c26-a413-4142-aa80-8b5d74ea83d8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31259653'] for subnet, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.603457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:48.610663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.613127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.614177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:48.645448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9ffe-c208-44d6-ad0c-15fe24eaec84 None None] Pushing event updated for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.708609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99313deb-924a-4350-b69c-20daf4f2dd66 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.711309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.809154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.824955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99313deb-924a-4350-b69c-20daf4f2dd66 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.885276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a8c76-e232-4167-ac22-546c18583ef3 None None] Network c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:48.924871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.960053 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:48.998764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99313deb-924a-4350-b69c-20daf4f2dd66 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cb133b-5a38-4697-b42a-6452f32d9ef1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.028359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.032918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.039314 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9ba027eb-8d63-4bc5-ba0f-70fae370b281 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd HTTP/1.1" status: 204 len: 168 time: 1.5221698 Apr 29 07:52:49.052696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46150) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:49.058456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99313deb-924a-4350-b69c-20daf4f2dd66 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.069777 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-99313deb-924a-4350-b69c-20daf4f2dd66 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9423554 Apr 29 07:52:49.072519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.110594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Allocated IP 172.20.0.2 (27621170-4551-4321-b9a5-06d569ebecea/33e33970-9b86-440a-8c87-c97cbfccbf32/70c5e73b-4c7e-4474-89ba-a9d1b3139592) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:49.144004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1f74c1da-194e-448d-8db7-dcd4ee51084f None None] Provisioning complete for port 87d221aa-b85b-422e-a55b-976a0a02bfac triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:49.144965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f74c1da-194e-448d-8db7-dcd4ee51084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.172926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46152) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:49.174518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=395ab2c3-055c-4570-bc97-40e3cc0f9c19,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.197825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33a67c26-a413-4142-aa80-8b5d74ea83d8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746383078584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30493271'] for subnet, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.199354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.214970 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296 HTTP/1.1" status: 204 len: 168 time: 1.3451068 Apr 29 07:52:49.217945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b19e5-75b0-4e41-9e04-0ccb2e6450f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.229261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46154) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:49.309992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a67c26-a413-4142-aa80-8b5d74ea83d8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=3aa77053-172c-4bb2-a7d3-a940429ece8c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.319565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] DHCP port deletion for c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:49.389344 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6a408c-e3db-4ccd-b0cc-e13fc85f6f7e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] GET failed (client error): The resource could not be found. Apr 29 07:52:49.392678 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-da6a408c-e3db-4ccd-b0cc-e13fc85f6f7e tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports/1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd HTTP/1.1" status: 404 len: 333 time: 0.3216443 Apr 29 07:52:49.407579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46156) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:49.423424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a67c26-a413-4142-aa80-8b5d74ea83d8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:49.425140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33a67c26-a413-4142-aa80-8b5d74ea83d8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.425264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dd253e4b-09a6-49bb-b1ad-d8a4b4001447 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:49.427047 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-33a67c26-a413-4142-aa80-8b5d74ea83d8 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "PUT /v2.0/subnets/3aa77053-172c-4bb2-a7d3-a940429ece8c HTTP/1.1" status: 200 len: 806 time: 1.2248702 Apr 29 07:52:49.434795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Allocated IP 172.20.0.2 (f7f65a9e-5c09-4bef-91f6-304b2e03510c/3aa77053-172c-4bb2-a7d3-a940429ece8c/212de7e5-448d-4312-a827-2247d126516e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:49.447760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46158) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:49.452560 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f61378d0-a377-444a-9f6c-359906f29524 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1968396 Apr 29 07:52:49.454736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46160) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:49.459958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:49.489227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': '117afcda-306b-479f-a910-87be94d2e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '762a3293-288a-4fba-a415-e9c39d1742f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:49.489590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 762a3293-288a-4fba-a415-e9c39d1742f8, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:49.528960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:52:49.530928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab61787-dd50-45fa-bc7a-67e0bb0a4d6a None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:49.577366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.620276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-069ff49d-8e1e-4626-b3e9-7cc2ce22d321 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.710747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b91a28c-3e0e-48ae-b376-8264d1a6cc9a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.732605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-069ff49d-8e1e-4626-b3e9-7cc2ce22d321 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.761056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 762a3293-288a-4fba-a415-e9c39d1742f8 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:49.769527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Subnet': ['ID=aad374d2-528a-4da3-85fa-46177ed8a04d,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.782284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.783456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.796599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f74c1da-194e-448d-8db7-dcd4ee51084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.815374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b91a28c-3e0e-48ae-b376-8264d1a6cc9a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.850281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] Deleting port 87d221aa-b85b-422e-a55b-976a0a02bfac {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:49.850561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.862681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Checking segment: {'id': '35785022-b822-4509-ae02-2a26880a6247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:49.863588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network hostable DHCP agents. Network: b59d9ec4-b38a-4e57-90e3-c051dfcb40f3, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:49.888722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.892236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 762a3293-288a-4fba-a415-e9c39d1742f8) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:49.896744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Allocated IP 172.26.2.17 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/bd1768e3-479f-457e-803c-90822eea8e88) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:49.912387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port dd253e4b-09a6-49bb-b1ad-d8a4b4001447 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:49.912753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.923799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:49.924387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.935501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:49.942611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:49.950275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ebc94-d793-4491-b5b5-4ea607dfd652 None None] Network 762a3293-288a-4fba-a415-e9c39d1742f8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:49.963823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.017654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1f74c1da-194e-448d-8db7-dcd4ee51084f None None] For port 87d221aa-b85b-422e-a55b-976a0a02bfac, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=87d221aa-b85b-422e-a55b-976a0a02bfac,segment=NetworkSegment(31607524-f876-4a32-9508-c91994700189),segment_id=31607524-f876-4a32-9508-c91994700189)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:50.045824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b91a28c-3e0e-48ae-b376-8264d1a6cc9a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.048627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5b91a28c-3e0e-48ae-b376-8264d1a6cc9a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.053286 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5b91a28c-3e0e-48ae-b376-8264d1a6cc9a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/security-groups/76a1536e-1fc7-4f2c-a4c4-97082b46dde5 HTTP/1.1" status: 204 len: 168 time: 0.6359048 Apr 29 07:52:50.053807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46162) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:50.061654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Network 27621170-4551-4321-b9a5-06d569ebecea is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:50.078225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-069ff49d-8e1e-4626-b3e9-7cc2ce22d321 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.080875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-069ff49d-8e1e-4626-b3e9-7cc2ce22d321 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.086241 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-069ff49d-8e1e-4626-b3e9-7cc2ce22d321 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/174c1dbd-26a1-48c9-9f99-9a085c8b4d31 HTTP/1.1" status: 204 len: 168 time: 0.9002380 Apr 29 07:52:50.089073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46164) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:50.099015 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d76243b3-d4f8-446d-8ec5-124e2f3615b9 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3169973 Apr 29 07:52:50.100712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91a28c-3e0e-48ae-b376-8264d1a6cc9a tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a1536e-1fc7-4f2c-a4c4-97082b46dde5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.106531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:50.120813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46166) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:50.135161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.140012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:50.141211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-29b00dd6-7cdb-44a1-b715-15b357d0b7ad tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-718132861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:50.144506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] For port 87d221aa-b85b-422e-a55b-976a0a02bfac, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=87d221aa-b85b-422e-a55b-976a0a02bfac,segment=NetworkSegment(31607524-f876-4a32-9508-c91994700189),segment_id=31607524-f876-4a32-9508-c91994700189)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:50.144910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.152577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f74c1da-194e-448d-8db7-dcd4ee51084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.170886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b59d9ec4-b38a-4e57-90e3-c051dfcb40f3) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.173435 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ff49d-8e1e-4626-b3e9-7cc2ce22d321 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c1dbd-26a1-48c9-9f99-9a085c8b4d31,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.180188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:50.181063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.194370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.200758 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-02b9dc1b-f285-4839-a2ce-0f23f29d02d2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1104949 Apr 29 07:52:50.206616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46170) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:50.213179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ff8663f4-c2f4-4524-ace8-489054acf58e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081345642'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:50.213539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93858a-6bd4-4f71-bf4a-2952ea5b307e None None] Network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:50.217620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Pushing event updated for resources: {'Port': ['ID=70c5e73b-4c7e-4474-89ba-a9d1b3139592,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.229526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] Calling delete_port for 87d221aa-b85b-422e-a55b-976a0a02bfac owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:50.230173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2daeb344-560d-4565-81db-ec26a50b0484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.267340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2daeb344-560d-4565-81db-ec26a50b0484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.273483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-51bbfdfa-5fb8-4989-9663-7d8a9e9c8790 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9526894 Apr 29 07:52:50.279799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46174) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:50.288157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'port': {'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3', 'name': 'tempest-NetworksIpV6TestAttrs-1290853276'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:50.325382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff8663f4-c2f4-4524-ace8-489054acf58e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.376730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29b00dd6-7cdb-44a1-b715-15b357d0b7ad tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.377795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29b00dd6-7cdb-44a1-b715-15b357d0b7ad tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.397069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2daeb344-560d-4565-81db-ec26a50b0484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.400974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:50.401465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2daeb344-560d-4565-81db-ec26a50b0484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.407616 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2daeb344-560d-4565-81db-ec26a50b0484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/security-groups/e32f12f9-4039-4a7e-adef-b520340da798 HTTP/1.1" status: 204 len: 168 time: 0.3447273 Apr 29 07:52:50.413769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46178) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:50.415170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daeb344-560d-4565-81db-ec26a50b0484 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32f12f9-4039-4a7e-adef-b520340da798,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.464724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.535208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.593125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29b00dd6-7cdb-44a1-b715-15b357d0b7ad tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.645712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.656622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.670092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:50.680859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa77053-172c-4bb2-a7d3-a940429ece8c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.704700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.707582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:50.715460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff8663f4-c2f4-4524-ace8-489054acf58e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.736227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.739117 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29b00dd6-7cdb-44a1-b715-15b357d0b7ad tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.752937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.757433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Provisioning complete for port dd253e4b-09a6-49bb-b1ad-d8a4b4001447 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:50.757812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.775930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f65a9e-5c09-4bef-91f6-304b2e03510c']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:50.784994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event updated for resources: {'Port': ['ID=bd1768e3-479f-457e-803c-90822eea8e88,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.785185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Attempting to bind port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:50.785185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Attempting to bind port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '27621170-4551-4321-b9a5-06d569ebecea'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:50.785811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Attempting to bind port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 on network 27621170-4551-4321-b9a5-06d569ebecea {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:50.787318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:50.787635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc75-8dbb-4f05-80ac-9d4ee30eb15c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.787829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:50.799766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.808021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:50.812057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff8663f4-c2f4-4524-ace8-489054acf58e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.815723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.822853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:50.823444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:50.826675 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:50.838646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74c1da-194e-448d-8db7-dcd4ee51084f None None] Pushing event updated for resources: {'Port': ['ID=87d221aa-b85b-422e-a55b-976a0a02bfac,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.841062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.844466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:50.845459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.873272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:50.876908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.885833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:50.886213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Checking segment: {'id': 'fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '27621170-4551-4321-b9a5-06d569ebecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:50.886943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.887059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Bound using segment: {'id': 'fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '27621170-4551-4321-b9a5-06d569ebecea'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:50.893372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Bound port: 70c5e73b-4c7e-4474-89ba-a9d1b3139592, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '27621170-4551-4321-b9a5-06d569ebecea'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:50.893372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.893778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=da5a8aae-df57-4c54-af10-c5616998b684,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.898406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc75-8dbb-4f05-80ac-9d4ee30eb15c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.917906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:50.920734 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29b00dd6-7cdb-44a1-b715-15b357d0b7ad tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.921927 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29b00dd6-7cdb-44a1-b715-15b357d0b7ad tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7932842 Apr 29 07:52:50.924887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46182) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:50.937371 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b59d9ec4-b38a-4e57-90e3-c051dfcb40f3', 'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3', 'tenant_id': 'ededf0982dad4646a41817aeefa6508d', 'fixed_ips': [{'subnet_id': 'aad374d2-528a-4da3-85fa-46177ed8a04d'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:50.938223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.965560 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.968292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.api [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:52:50.968292 dv-neutron-839740-1-hyperv neutron-server[109782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:52:50.968292 dv-neutron-839740-1-hyperv neutron-server[109782]: [parameters: {'id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c'}] Apr 29 07:52:50.968292 dv-neutron-839740-1-hyperv neutron-server[109782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:50.968677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG oslo_db.api [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:50.976053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.977757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8663f4-c2f4-4524-ace8-489054acf58e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e3ad66-6bb8-46fe-a79e-765a97442c90,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.988904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff8663f4-c2f4-4524-ace8-489054acf58e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:50.989918 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ff8663f4-c2f4-4524-ace8-489054acf58e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7823107 Apr 29 07:52:50.990292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:50.997958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] device_id is not set on port 6c6163c5-60fd-4afb-90a3-0861d97044e3 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:51.004800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46184) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:51.042681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d0eb444e-ea1c-41c2-b718-c98861be4535 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747380399'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:51.056977 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-57e48e20-4012-4801-b9e8-f289eeb9d5ae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5991035 Apr 29 07:52:51.057278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46186) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:51.062523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'name': 'tempest-NetworksTestDHCPv6-428303617'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:51.079378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Pushing event updated for resources: {'Port': ['ID=212de7e5-448d-4312-a827-2247d126516e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.110216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] Deleting port dd253e4b-09a6-49bb-b1ad-d8a4b4001447 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:51.110812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.201215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc75-8dbb-4f05-80ac-9d4ee30eb15c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.203795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc75-8dbb-4f05-80ac-9d4ee30eb15c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.210533 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7a50bc75-8dbb-4f05-80ac-9d4ee30eb15c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/security-groups/49de3856-0da4-493b-9816-983e10881c59 HTTP/1.1" status: 204 len: 168 time: 0.7820752 Apr 29 07:52:51.210763 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-762a3293-288a-4fba-a415-e9c39d1742f8', 'network_id': '762a3293-288a-4fba-a415-e9c39d1742f8', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': '395ab2c3-055c-4570-bc97-40e3cc0f9c19'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:51.210888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46188) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:51.210990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.220461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50bc75-8dbb-4f05-80ac-9d4ee30eb15c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de3856-0da4-493b-9816-983e10881c59,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.225623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.230296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port dd253e4b-09a6-49bb-b1ad-d8a4b4001447, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dd253e4b-09a6-49bb-b1ad-d8a4b4001447,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:51.232702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0eb444e-ea1c-41c2-b718-c98861be4535 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.241980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Allocated IP 2001:db8::f816:3eff:fed8:1204 (b59d9ec4-b38a-4e57-90e3-c051dfcb40f3/aad374d2-528a-4da3-85fa-46177ed8a04d/6c6163c5-60fd-4afb-90a3-0861d97044e3) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:51.322537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet fe3503e1-95d3-48b0-aac4-5508ac2bb287 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:51.331678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.344391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] For port 70c5e73b-4c7e-4474-89ba-a9d1b3139592, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:51.355632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] Pushing event deleted for resources: {'Port': ['ID=87d221aa-b85b-422e-a55b-976a0a02bfac,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.359295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.360266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 864d1b96-b1a0-4561-ad0c-2942003a2837 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:51.365920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca628a-7eb2-499d-95e4-a0418bac9236 None None] No DVR routers for this DVR port 87d221aa-b85b-422e-a55b-976a0a02bfac on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:51.376593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Attempting to bind port 212de7e5-448d-4312-a827-2247d126516e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:51.377443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Attempting to bind port 212de7e5-448d-4312-a827-2247d126516e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:51.377684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Attempting to bind port 212de7e5-448d-4312-a827-2247d126516e on network f7f65a9e-5c09-4bef-91f6-304b2e03510c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:51.403184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.422577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.431462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] For port 70c5e73b-4c7e-4474-89ba-a9d1b3139592, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=70c5e73b-4c7e-4474-89ba-a9d1b3139592,segment=NetworkSegment(fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2),segment_id=fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:51.464242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:51.464530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Checking segment: {'id': '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:51.465141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.465537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Bound using segment: {'id': '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:51.466113 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Bound port: 212de7e5-448d-4312-a827-2247d126516e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f7f65a9e-5c09-4bef-91f6-304b2e03510c'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:51.466723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.491851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.497862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.503097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:51.507577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.526423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0eb444e-ea1c-41c2-b718-c98861be4535 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.578568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.611619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] For port dd253e4b-09a6-49bb-b1ad-d8a4b4001447, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dd253e4b-09a6-49bb-b1ad-d8a4b4001447,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:51.612030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.617837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0eb444e-ea1c-41c2-b718-c98861be4535 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.661218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=dd253e4b-09a6-49bb-b1ad-d8a4b4001447,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.670232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] Calling delete_port for dd253e4b-09a6-49bb-b1ad-d8a4b4001447 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:51.694823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.718407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb444e-ea1c-41c2-b718-c98861be4535 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253e439d-b55a-49f8-9289-abaa45b02694,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.720667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Provisioning complete for port 8eedc566-5938-412f-bedc-69854f11c681 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:51.721039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.788750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0eb444e-ea1c-41c2-b718-c98861be4535 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.790211 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0eb444e-ea1c-41c2-b718-c98861be4535 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7511504 Apr 29 07:52:51.795835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46190) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:51.802946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0cde835a-e18f-45a6-a727-a5964d9e9708 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': '50e3ad66-6bb8-46fe-a79e-765a97442c90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '253e439d-b55a-49f8-9289-abaa45b02694', 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:51.868698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] For port 212de7e5-448d-4312-a827-2247d126516e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:51.889489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port cb26d4fb-c4e1-4c05-bbea-64209406b572 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:52:51.896052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:51.896425 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.896594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.903700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.912734 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9929809-5ed5-4d53-9517-7e137103e340 None None] Pushing event updated for resources: {'Port': ['ID=70c5e73b-4c7e-4474-89ba-a9d1b3139592,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.947755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] For port 212de7e5-448d-4312-a827-2247d126516e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=212de7e5-448d-4312-a827-2247d126516e,segment=NetworkSegment(46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc),segment_id=46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:51.957893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:51.963961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:51.973443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.979229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:51.982949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Port 8eedc566-5938-412f-bedc-69854f11c681 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:51.988278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:51.990565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.996898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:51.997263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Allocated IP 172.21.0.2 (762a3293-288a-4fba-a415-e9c39d1742f8/395ab2c3-055c-4570-bc97-40e3cc0f9c19/0c147c43-2d58-427a-a0fe-d8752bdb7824) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:52.047543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Allocated IP 2001:db8::f816:3eff:feb0:710a (b59d9ec4-b38a-4e57-90e3-c051dfcb40f3/aad374d2-528a-4da3-85fa-46177ed8a04d/522b47af-fd6a-4f8a-9f13-14897aeed913) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:52.094138 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:52.095509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.105026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.141226 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8557453 Apr 29 07:52:52.146706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46192) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:52.148331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d5ae6-555b-4136-b905-c6e2d3c97dfd tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Port': ['ID=6c6163c5-60fd-4afb-90a3-0861d97044e3,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.153602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cde835a-e18f-45a6-a727-a5964d9e9708 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.226858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.283657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cde835a-e18f-45a6-a727-a5964d9e9708 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.291012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Deleting port 212de7e5-448d-4312-a827-2247d126516e {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:52.291354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.333046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::13a (82cc26d6-a369-4498-98e7-aa4095711705/da5a8aae-df57-4c54-af10-c5616998b684/cb26d4fb-c4e1-4c05-bbea-64209406b572) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:52.340488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting subnet aad374d2-528a-4da3-85fa-46177ed8a04d {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:52.367148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] No DVR routers for this DVR port dd253e4b-09a6-49bb-b1ad-d8a4b4001447 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:52.380628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cde835a-e18f-45a6-a727-a5964d9e9708 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.381412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.407464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a68f0f-1340-48a6-890a-0b89a0c004ba None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:52.413507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde835a-e18f-45a6-a727-a5964d9e9708 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3e1987-6182-4c3d-998a-fd44be5b1171,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.427876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Router 8be5607c-2322-4794-9a97-8e0017867f54 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:52.438506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.20.0.1 (27621170-4551-4321-b9a5-06d569ebecea/33e33970-9b86-440a-8c87-c97cbfccbf32/89e15b1a-712a-4398-b6a9-5ad27c76b28f) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:52.440570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3503e1-95d3-48b0-aac4-5508ac2bb287,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.461135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] For port 212de7e5-448d-4312-a827-2247d126516e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=212de7e5-448d-4312-a827-2247d126516e,segment=NetworkSegment(46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc),segment_id=46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:52.461518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.469869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2557d38-611a-46e9-afa8-41d268a7957c None None] Pushing event updated for resources: {'Port': ['ID=212de7e5-448d-4312-a827-2247d126516e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.470233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.474144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b16b3816-71c0-49ff-9eed-acc53f942fc1 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/fe3503e1-95d3-48b0-aac4-5508ac2bb287 HTTP/1.1" status: 204 len: 168 time: 1.2634680 Apr 29 07:52:52.483922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46194) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:52.512500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Calling delete_port for 212de7e5-448d-4312-a827-2247d126516e owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:52.527931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5072c43-2539-4b7e-9079-60cbaffe3644 None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:52.568178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df388df3-3992-4825-9ad4-654216882965 None None] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:52.585123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0cde835a-e18f-45a6-a727-a5964d9e9708 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.589481 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0cde835a-e18f-45a6-a727-a5964d9e9708 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7904685 Apr 29 07:52:52.591233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:52.631575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe0da-34ad-4abb-b577-51f36ba4f4df tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.643411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe0da-34ad-4abb-b577-51f36ba4f4df tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.696849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:52.714264 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] Sync routers for ids ['8be5607c-2322-4794-9a97-8e0017867f54'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:52.716062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.717337 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9973981b-a85c-4677-aeab-24dc8a86b874 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "PUT /v2.0/routers/8be5607c-2322-4794-9a97-8e0017867f54 HTTP/1.1" status: 200 len: 878 time: 5.1308789 Apr 29 07:52:52.720120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46198) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:52.747399 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] Routers {'8be5607c-2322-4794-9a97-8e0017867f54'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:52.748029 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8be5607c-2322-4794-9a97-8e0017867f54'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:52.766892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe0da-34ad-4abb-b577-51f36ba4f4df tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.781147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe0da-34ad-4abb-b577-51f36ba4f4df tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.786126 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ba7fe0da-34ad-4abb-b577-51f36ba4f4df tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3b3e1987-6182-4c3d-998a-fd44be5b1171 HTTP/1.1" status: 204 len: 168 time: 0.1907201 Apr 29 07:52:52.787068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46200) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:52.801742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.814832 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fe0da-34ad-4abb-b577-51f36ba4f4df tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b3e1987-6182-4c3d-998a-fd44be5b1171,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.830218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7357-d762-407d-8811-cbe45d117cfc None None] Pushing event deleted for resources: {'Port': ['ID=dd253e4b-09a6-49bb-b1ad-d8a4b4001447,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.836045 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:52.861361 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] Routers {'8be5607c-2322-4794-9a97-8e0017867f54'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:52.862038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet 488ab03a-5849-4dc7-8c09-e6f0ce1885cd {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:52.864957 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8be5607c-2322-4794-9a97-8e0017867f54'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:52.867395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:52.872089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 70c5e73b-4c7e-4474-89ba-a9d1b3139592 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:52.910842 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:52.911895 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a885ea-ccef-413d-af9d-1d7657811d9c None None] The sync data for ids ['8be5607c-2322-4794-9a97-8e0017867f54'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:52.984461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.020685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.070511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.098064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=89e15b1a-712a-4398-b6a9-5ad27c76b28f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.101541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.124427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.180133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 27621170-4551-4321-b9a5-06d569ebecea is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:53.200151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:53.213185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-567d08bc-f157-4d89-8c9a-ef140f086e70 None None] Could not find standard attr ID for object 1aa2fa03-d5a2-4ea5-9c2c-2cf4904050fd. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:53.214272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:53.233452 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9457f919-3103-4a2b-8b73-26b59764320b tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4369874 Apr 29 07:52:53.234232 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46202) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.247803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.248143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ea149-85f2-4ba3-a06a-ab92fff7c55d None None] Network 27621170-4551-4321-b9a5-06d569ebecea requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:53.253808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:53.259680 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-adc604b9-3bbf-4b61-8b43-a360e38b6fec tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/8be5607c-2322-4794-9a97-8e0017867f54 HTTP/1.1" status: 200 len: 919 time: 0.5383463 Apr 29 07:52:53.262772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46204) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.267115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:53.275357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=cb26d4fb-c4e1-4c05-bbea-64209406b572,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.280385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:53.287210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:53.287853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.325940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.327171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.330876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9605ea1e-ba56-4b85-ba73-e3bc4d517e8f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.334858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.341051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0677f0ca-0616-42c6-933f-e5977a665336 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:53.345095 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0677f0ca-0616-42c6-933f-e5977a665336 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=8be5607c-2322-4794-9a97-8e0017867f54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0789013 Apr 29 07:52:53.348924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46206) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.382562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9605ea1e-ba56-4b85-ba73-e3bc4d517e8f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.404915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Network 762a3293-288a-4fba-a415-e9c39d1742f8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:53.412264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.417463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Port': ['ID=212de7e5-448d-4312-a827-2247d126516e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.448866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:53.454113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No DVR routers for this DVR port 212de7e5-448d-4312-a827-2247d126516e on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:53.461791 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-79a93b65-1fa0-4e2e-89d7-359b7a43fc37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4030671 Apr 29 07:52:53.463424 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46208) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.465916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:53.466028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.498470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.500420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Pushing event updated for resources: {'Port': ['ID=0c147c43-2d58-427a-a0fe-d8752bdb7824,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.547229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-398acf12-c241-42b5-a1f6-93a082438f16 None None] Provisioning complete for port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:53.547607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-398acf12-c241-42b5-a1f6-93a082438f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.549384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c519263-60b5-49c3-9375-ec6e817bf978 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:53.554244 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7c519263-60b5-49c3-9375-ec6e817bf978 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.2019224 Apr 29 07:52:53.559237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46210) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.564062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e93e5-005f-4d34-8d0e-415699fda5e4 None None] Network f7f65a9e-5c09-4bef-91f6-304b2e03510c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:53.571841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.597004 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3a26a44c-ff2e-45b5-81b0-9a1791d738fb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be5607c-2322-4794-9a97-8e0017867f54 HTTP/1.1" status: 200 len: 205 time: 0.0392723 Apr 29 07:52:53.601335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46212) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.622722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e04cc7-b749-4c98-9ea4-ca3d65f064eb tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:53.626662 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-12e04cc7-b749-4c98-9ea4-ca3d65f064eb tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1607456 Apr 29 07:52:53.626662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9605ea1e-ba56-4b85-ba73-e3bc4d517e8f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.629991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9605ea1e-ba56-4b85-ba73-e3bc4d517e8f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.631128 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9605ea1e-ba56-4b85-ba73-e3bc4d517e8f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/253e439d-b55a-49f8-9289-abaa45b02694 HTTP/1.1" status: 204 len: 168 time: 0.3942924 Apr 29 07:52:53.633547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46214) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.633893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46216) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.664759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:53.665149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.680892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.681108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ea1e-ba56-4b85-ba73-e3bc4d517e8f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e439d-b55a-49f8-9289-abaa45b02694,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.699989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:53.757968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.772271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f65a9e-5c09-4bef-91f6-304b2e03510c']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:53.803815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:53.807039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:53.826589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Pushing event updated for resources: {'Port': ['ID=522b47af-fd6a-4f8a-9f13-14897aeed913,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.844092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:53.844383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d8e742-52a0-4ac1-a3c5-ceb95fb4f8cc') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:53.858680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.872789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.879142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.885259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.903792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Attempting to bind port 0c147c43-2d58-427a-a0fe-d8752bdb7824 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:53.907403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Attempting to bind port 0c147c43-2d58-427a-a0fe-d8752bdb7824 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '117afcda-306b-479f-a910-87be94d2e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '762a3293-288a-4fba-a415-e9c39d1742f8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:53.907403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Attempting to bind port 0c147c43-2d58-427a-a0fe-d8752bdb7824 on network 762a3293-288a-4fba-a415-e9c39d1742f8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:53.928389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=488ab03a-5849-4dc7-8c09-e6f0ce1885cd,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.934641 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3ed40049-4ca3-47c9-abca-6a7ec3c6f0cf tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2985492 Apr 29 07:52:53.937666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46218) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.948623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.951033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.954237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-232ba265-9c2c-4223-a91e-e0b53a06a3ce tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/488ab03a-5849-4dc7-8c09-e6f0ce1885cd HTTP/1.1" status: 204 len: 168 time: 1.4648299 Apr 29 07:52:53.960351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46220) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:53.981108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:53.981518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.990225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:53.990632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Checking segment: {'id': '117afcda-306b-479f-a910-87be94d2e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '762a3293-288a-4fba-a415-e9c39d1742f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:53.991041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:53.991443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Bound using segment: {'id': '117afcda-306b-479f-a910-87be94d2e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '762a3293-288a-4fba-a415-e9c39d1742f8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:53.991938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Bound port: 0c147c43-2d58-427a-a0fe-d8752bdb7824, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117afcda-306b-479f-a910-87be94d2e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '762a3293-288a-4fba-a415-e9c39d1742f8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:53.992321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.007338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': 'da5a8aae-df57-4c54-af10-c5616998b684'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:54.008224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:54.009938 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:54.042173 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c92264-8826-4afb-8c2d-b9bbae8df428 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:54.042744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c92264-8826-4afb-8c2d-b9bbae8df428 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:54.048159 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5c92264-8826-4afb-8c2d-b9bbae8df428 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/fe3503e1-95d3-48b0-aac4-5508ac2bb287 HTTP/1.1" status: 404 len: 337 time: 0.0809319 Apr 29 07:52:54.052827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46222) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:54.103000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port cb26d4fb-c4e1-4c05-bbea-64209406b572 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:54.103332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.128397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Attempting to bind port 522b47af-fd6a-4f8a-9f13-14897aeed913 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:54.131557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Attempting to bind port 522b47af-fd6a-4f8a-9f13-14897aeed913 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '35785022-b822-4509-ae02-2a26880a6247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:54.131557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Attempting to bind port 522b47af-fd6a-4f8a-9f13-14897aeed913 on network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:54.136030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0eebc5c4-885a-48b9-9896-f7228b95ca2c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.146946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Deleting port bd1768e3-479f-457e-803c-90822eea8e88 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:54.147376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.157359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting subnet febdc0a4-738f-4d3f-ae85-a7492a24d7d3 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:54.185819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.193535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:54.193838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0eebc5c4-885a-48b9-9896-f7228b95ca2c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.193934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Checking segment: {'id': '35785022-b822-4509-ae02-2a26880a6247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:54.194321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.194754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Bound using segment: {'id': '35785022-b822-4509-ae02-2a26880a6247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:54.195247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Bound port: 522b47af-fd6a-4f8a-9f13-14897aeed913, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35785022-b822-4509-ae02-2a26880a6247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b59d9ec4-b38a-4e57-90e3-c051dfcb40f3'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:54.196167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.248502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-398acf12-c241-42b5-a1f6-93a082438f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.290312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.347589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.350037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.388247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Calling delete_port for bd1768e3-479f-457e-803c-90822eea8e88 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:54.396644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] For port 0c147c43-2d58-427a-a0fe-d8752bdb7824, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:54.419292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfb0e7-e4de-4026-9ce0-404e22ae1430 None None] Update dhcp port {'port': {'network_id': 'fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2', 'fixed_ips': [{'subnet_id': 'febdc0a4-738f-4d3f-ae85-a7492a24d7d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '488ab03a-5849-4dc7-8c09-e6f0ce1885cd'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '864d1b96-b1a0-4561-ad0c-2942003a2837'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:52:54.423367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.431739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0eebc5c4-885a-48b9-9896-f7228b95ca2c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.434944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0eebc5c4-885a-48b9-9896-f7228b95ca2c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.441908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] For port 0c147c43-2d58-427a-a0fe-d8752bdb7824, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0c147c43-2d58-427a-a0fe-d8752bdb7824,segment=NetworkSegment(117afcda-306b-479f-a910-87be94d2e2db),segment_id=117afcda-306b-479f-a910-87be94d2e2db)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:54.442064 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0eebc5c4-885a-48b9-9896-f7228b95ca2c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/50e3ad66-6bb8-46fe-a79e-765a97442c90 HTTP/1.1" status: 204 len: 168 time: 0.4999034 Apr 29 07:52:54.442064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46224) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:54.494927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebc5c4-885a-48b9-9896-f7228b95ca2c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e3ad66-6bb8-46fe-a79e-765a97442c90,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.495970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-398acf12-c241-42b5-a1f6-93a082438f16 None None] For port 70c5e73b-4c7e-4474-89ba-a9d1b3139592, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=70c5e73b-4c7e-4474-89ba-a9d1b3139592,segment=NetworkSegment(fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2),segment_id=fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:54.519545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.530452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.535282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.546850 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb0e7-e4de-4026-9ce0-404e22ae1430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.550208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.554213 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/f7f65a9e-5c09-4bef-91f6-304b2e03510c HTTP/1.1" status: 204 len: 168 time: 5.1044569 Apr 29 07:52:54.559260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea5f8b-845a-4655-a6c2-241e77aa076e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=f7f65a9e-5c09-4bef-91f6-304b2e03510c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.574004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46226) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:54.614553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-398acf12-c241-42b5-a1f6-93a082438f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.620304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/da5a8aae-df57-4c54-af10-c5616998b684/940046e5-ff44-4ea6-a55a-88e8a8519d8f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:54.639723 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f628d129-3324-49c8-854b-716bbd808046 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:54.640306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f628d129-3324-49c8-854b-716bbd808046 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:54.643475 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f628d129-3324-49c8-854b-716bbd808046 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/f7f65a9e-5c09-4bef-91f6-304b2e03510c HTTP/1.1" status: 404 len: 339 time: 0.0678849 Apr 29 07:52:54.649801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46228) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:54.678279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1813081014', 'description': 'd1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.684641 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a35972d2-3e0a-4cdc-a5cc-a3a9346e4ead tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2283142 Apr 29 07:52:54.693950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46230) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:54.699558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.716892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3282cf30-4801-4940-ac8a-549d5e2a3e62 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481369590'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.791868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.794466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for cb26d4fb-c4e1-4c05-bbea-64209406b572 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:54.914675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.931833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] For port 522b47af-fd6a-4f8a-9f13-14897aeed913, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:54.934381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Subnet': ['ID=aad374d2-528a-4da3-85fa-46177ed8a04d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.941061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.956312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-579c4702-92c9-47ab-b31b-f000700de6e7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/aad374d2-528a-4da3-85fa-46177ed8a04d HTTP/1.1" status: 204 len: 168 time: 2.7897027 Apr 29 07:52:54.973409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3282cf30-4801-4940-ac8a-549d5e2a3e62 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.977670 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.981647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46232) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:54.982217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:54.988080 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/febdc0a4-738f-4d3f-ae85-a7492a24d7d3 HTTP/1.1" status: 204 len: 168 time: 0.9314504 Apr 29 07:52:54.997230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:54.997425 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:54.997693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:55.001943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.004512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9d92-d611-4659-8e91-ef2605a9c3a4 None None] Pushing event updated for resources: {'Port': ['ID=0c147c43-2d58-427a-a0fe-d8752bdb7824,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.009352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7d898-f102-4497-933f-7fcda0f24070 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Subnet': ['ID=febdc0a4-738f-4d3f-ae85-a7492a24d7d3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.011886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46234) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.030527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event deleted for resources: {'Port': ['ID=bd1768e3-479f-457e-803c-90822eea8e88,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.102267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] For port 522b47af-fd6a-4f8a-9f13-14897aeed913, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=522b47af-fd6a-4f8a-9f13-14897aeed913,segment=NetworkSegment(35785022-b822-4509-ae02-2a26880a6247),segment_id=35785022-b822-4509-ae02-2a26880a6247)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:55.132283 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-870941cf-cc95-4f5c-a9da-02922a07214b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.132732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870941cf-cc95-4f5c-a9da-02922a07214b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.133577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.134493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398acf12-c241-42b5-a1f6-93a082438f16 None None] Pushing event updated for resources: {'Port': ['ID=70c5e73b-4c7e-4474-89ba-a9d1b3139592,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.141990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46236) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.147122 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-870941cf-cc95-4f5c-a9da-02922a07214b tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/76842745-9194-492f-a1e0-314119407af0 HTTP/1.1" status: 404 len: 337 time: 0.0985770 Apr 29 07:52:55.208813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-17487077-7976-47c7-82a1-ecee85a1eab3 None None] Provisioning complete for port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:55.209200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17487077-7976-47c7-82a1-ecee85a1eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.234197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.248604 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d314aca5-2f4d-4532-b3dd-8cbc0cc4989f tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe37ac8-be2b-4aa7-9195-0909269616f4 HTTP/1.1" status: 200 len: 205 time: 0.1015830 Apr 29 07:52:55.248814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:55.248915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46238) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.259251 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b55e6-9e18-4cf3-851a-8cc7138b7692 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:55.261211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b55e6-9e18-4cf3-851a-8cc7138b7692 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:55.262798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0a9b55e6-9e18-4cf3-851a-8cc7138b7692 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2585661 Apr 29 07:52:55.280777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46240) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.303042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.307327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.320254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.328270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-fd49bfc7-33aa-4aa7-9aca-9394f818bede tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] delete failed (client error): The resource could not be found. Apr 29 07:52:55.329654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fd49bfc7-33aa-4aa7-9aca-9394f818bede tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/routers/6fe37ac8-be2b-4aa7-9195-0909269616f4 HTTP/1.1" status: 404 len: 336 time: 0.0656126 Apr 29 07:52:55.331078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.331725 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 9208f945-8570-4f8b-a1a7-1dc58510da02 of type vlan for network 9eea8b07-e823-486f-84a1-c89e53720253 Apr 29 07:52:55.338018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46242) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.342029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3e128-ed4e-4e2c-93a0-b362cd4b02fe None None] Pushing event updated for resources: {'Port': ['ID=522b47af-fd6a-4f8a-9f13-14897aeed913,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-9ecfb0e7-e4de-4026-9ce0-404e22ae1430 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet febdc0a4-738f-4d3f-ae85-a7492a24d7d3: This subnet is being modified by another concurrent operation. Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:52:55.351269 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet febdc0a4-738f-4d3f-ae85-a7492a24d7d3: This subnet is being modified by another concurrent operation. Apr 29 07:52:55.354419 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 07:52:55.424452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.424712 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bd6254-5d10-4c82-9640-0928c3fb3899 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.425171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bd6254-5d10-4c82-9640-0928c3fb3899 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.428830 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-64bd6254-5d10-4c82-9640-0928c3fb3899 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/d010a83f-1c10-4ae3-8941-25fa1657de40 HTTP/1.1" status: 404 len: 337 time: 0.0897121 Apr 29 07:52:55.432467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46244) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.472062 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9a99aa-1f46-40d8-a46e-b09c65a56393 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.472546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9a99aa-1f46-40d8-a46e-b09c65a56393 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.482035 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1e9a99aa-1f46-40d8-a46e-b09c65a56393 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/8ae38b65-22fe-42d7-b545-d6700b254d57 HTTP/1.1" status: 404 len: 337 time: 0.0485418 Apr 29 07:52:55.486033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f35cb8e-d9eb-48b0-825d-98118ca6885c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.488364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46246) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.529233 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f5198e-3f02-418f-abb6-3876d7aadbba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.529732 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f5198e-3f02-418f-abb6-3876d7aadbba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.534158 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-26f5198e-3f02-418f-abb6-3876d7aadbba tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/f8bd8ee7-7ef0-46d2-ac29-d4df18e08f58 HTTP/1.1" status: 404 len: 337 time: 0.0426388 Apr 29 07:52:55.536586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46248) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.542754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.545075 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f35cb8e-d9eb-48b0-825d-98118ca6885c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 07:52:55.545772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f35cb8e-d9eb-48b0-825d-98118ca6885c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.549740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3282cf30-4801-4940-ac8a-549d5e2a3e62 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.551579 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f35cb8e-d9eb-48b0-825d-98118ca6885c tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 HTTP/1.1" status: 409 len: 405 time: 0.2697992 Apr 29 07:52:55.552996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf387d82-8f30-44c6-b109-ac3b1747d21b None None] Network fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:55.554561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.555257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Fanout notify agent at l3_agent the message router_deleted on router 8be5607c-2322-4794-9a97-8e0017867f54 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:55.556875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46250) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.566529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.580518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.587937 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c71de7fb-ea45-4c29-aa4a-4178a0be5bd0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/8be5607c-2322-4794-9a97-8e0017867f54 HTTP/1.1" status: 204 len: 168 time: 1.9838755 Apr 29 07:52:55.592115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46252) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.592426 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1659112179'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:55.596992 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-17694736-5ef3-4991-a413-b7de9f1711a4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.597759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17694736-5ef3-4991-a413-b7de9f1711a4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.600800 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-17694736-5ef3-4991-a413-b7de9f1711a4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/7fd89b2c-c5d0-42e7-9456-eee18cca8431 HTTP/1.1" status: 404 len: 333 time: 0.0631032 Apr 29 07:52:55.602096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b2b1c66d-154e-4fc8-bd1f-337142183691 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-794328864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:55.604013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46254) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.607021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.620894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-17487077-7976-47c7-82a1-ecee85a1eab3 None None] Provisioning complete for port 89e15b1a-712a-4398-b6a9-5ad27c76b28f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:55.621269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17487077-7976-47c7-82a1-ecee85a1eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.637869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=89e15b1a-712a-4398-b6a9-5ad27c76b28f,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.646567 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d46183-a5a3-45b0-a984-1b94ed707287 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.647148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d46183-a5a3-45b0-a984-1b94ed707287 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.650913 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-76d46183-a5a3-45b0-a984-1b94ed707287 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/49d1e9ec-aea9-45f2-86f4-61776fdebef3 HTTP/1.1" status: 404 len: 337 time: 0.0438871 Apr 29 07:52:55.656129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46256) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.703675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-17487077-7976-47c7-82a1-ecee85a1eab3 None None] Port 89e15b1a-712a-4398-b6a9-5ad27c76b28f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:55.703863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3282cf30-4801-4940-ac8a-549d5e2a3e62 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.717747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.718271 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f0b633-7f14-4245-9856-830576350f20 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.718885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f0b633-7f14-4245-9856-830576350f20 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.722024 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-68f0b633-7f14-4245-9856-830576350f20 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/83ce35e2-15d2-49ed-ac33-950e7ed4d77f HTTP/1.1" status: 404 len: 337 time: 0.0648165 Apr 29 07:52:55.729278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.729952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46258) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.764530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:55.775776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.815267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dd253e4b-09a6-49bb-b1ad-d8a4b4001447 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:55.829116 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb01408d-5095-4224-b7aa-72e6bc5b5fee tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.829822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb01408d-5095-4224-b7aa-72e6bc5b5fee tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.834474 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bb01408d-5095-4224-b7aa-72e6bc5b5fee tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/cf025e16-bb0d-40da-a80e-62341a56eb27 HTTP/1.1" status: 404 len: 333 time: 0.0953369 Apr 29 07:52:55.835288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:55.840364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46260) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.873904 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b391bb82-9bcf-4fd4-9ba3-8775517c292c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.874470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b391bb82-9bcf-4fd4-9ba3-8775517c292c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.875982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:55.882637 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c66d-154e-4fc8-bd1f-337142183691 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.884266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c66d-154e-4fc8-bd1f-337142183691 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.884406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b391bb82-9bcf-4fd4-9ba3-8775517c292c tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/6e5ca261-1f38-4c8d-a03c-da1a1fde3f9d HTTP/1.1" status: 404 len: 337 time: 0.0365572 Apr 29 07:52:55.886875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: dd253e4b-09a6-49bb-b1ad-d8a4b4001447 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:55.887224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dd253e4b-09a6-49bb-b1ad-d8a4b4001447 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:55.887690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 87d221aa-b85b-422e-a55b-976a0a02bfac no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:55.887821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.888237 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Added segment a40cbab5-a70a-45e2-a3db-266c6605f4c7 of type vlan for network d35b77e5-e437-4ea0-ba58-de93c19d0a1a Apr 29 07:52:55.888375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.890768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46262) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:55.896878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:55.897268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.910780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Pushing event updated for resources: {'Port': ['ID=940046e5-ff44-4ea6-a55a-88e8a8519d8f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.916952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=cb26d4fb-c4e1-4c05-bbea-64209406b572,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.936418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:55.942293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:55.983206 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f651baa-6e88-4724-86a3-270d718e8987 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] DELETE failed (client error): The resource could not be found. Apr 29 07:52:55.984000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f651baa-6e88-4724-86a3-270d718e8987 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:52:55.989957 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0f651baa-6e88-4724-86a3-270d718e8987 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/subnets/6ff85f78-56f4-4202-8e7a-886dd5ab2766 HTTP/1.1" status: 404 len: 337 time: 0.0927677 Apr 29 07:52:55.989957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:55.991913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46264) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.012041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c66d-154e-4fc8-bd1f-337142183691 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.032600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282cf30-4801-4940-ac8a-549d5e2a3e62 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341a680b-9b68-4e5e-85c8-6fa3a6f82d68,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:56.041219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 87d221aa-b85b-422e-a55b-976a0a02bfac {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:56.041495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 87d221aa-b85b-422e-a55b-976a0a02bfac not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:56.046781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3282cf30-4801-4940-ac8a-549d5e2a3e62 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.048060 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3282cf30-4801-4940-ac8a-549d5e2a3e62 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3506024 Apr 29 07:52:56.052040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Provisioning complete for port 8eedc566-5938-412f-bedc-69854f11c681 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:56.052363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.054783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46266) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.065771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3c4b00fc-6a48-44c4-ad27-12ee58edb2ee tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': '341a680b-9b68-4e5e-85c8-6fa3a6f82d68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:56.106808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Attempting to bind port 940046e5-ff44-4ea6-a55a-88e8a8519d8f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:52:56.109289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Attempting to bind port 940046e5-ff44-4ea6-a55a-88e8a8519d8f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:52:56.110383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Attempting to bind port 940046e5-ff44-4ea6-a55a-88e8a8519d8f on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:56.113087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.118644 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e2416da8-5aa4-4f69-8321-948678c70e74 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/cb26d4fb-c4e1-4c05-bbea-64209406b572 HTTP/1.1" status: 204 len: 168 time: 2.4815941 Apr 29 07:52:56.124765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46268) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.125796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c66d-154e-4fc8-bd1f-337142183691 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.140126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] DHCP port deletion for fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:56.162327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 8eedc566-5938-412f-bedc-69854f11c681 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:56.162879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.166768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:56.167144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:56.167541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.167934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:56.168415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Bound port: 940046e5-ff44-4ea6-a55a-88e8a8519d8f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:52:56.168766 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5047898 Apr 29 07:52:56.168877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.181961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46270) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.200538 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.208084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:56.208793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.215441 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Port 8eedc566-5938-412f-bedc-69854f11c681 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:56.215718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 27621170-4551-4321-b9a5-06d569ebecea is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:56.223424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:56.229321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5de73-1856-4146-8aea-ff2a0b9ce47e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=9eea8b07-e823-486f-84a1-c89e53720253,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:56.283032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 9eea8b07-e823-486f-84a1-c89e53720253 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:56.301038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c66d-154e-4fc8-bd1f-337142183691 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.302697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b2b1c66d-154e-4fc8-bd1f-337142183691 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7052133 Apr 29 07:52:56.309364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6db32a-10ee-49ef-9c58-25f3ec4155ec tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:56.316889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6db32a-10ee-49ef-9c58-25f3ec4155ec tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:56.324328 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7d6db32a-10ee-49ef-9c58-25f3ec4155ec tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1865554 Apr 29 07:52:56.326826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46272) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.331547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46274) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.364936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': True}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:56.423155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c4b00fc-6a48-44c4-ad27-12ee58edb2ee tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.439401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Provisioning complete for port 864d1b96-b1a0-4561-ad0c-2942003a2837 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:56.440009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.531926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.548929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 70c5e73b-4c7e-4474-89ba-a9d1b3139592 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:56.567202 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0032678 Apr 29 07:52:56.571040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46276) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.600669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'subnet': {'network_id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:56.609696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcca25e-f746-4f3c-8862-64eb7c0d45fa tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Network': ['ID=d35b77e5-e437-4ea0-ba58-de93c19d0a1a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:56.630252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 8eedc566-5938-412f-bedc-69854f11c681 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:56.635609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1cbce-889f-4f82-aefc-5a3210c1b6f2 None None] Network 762a3293-288a-4fba-a415-e9c39d1742f8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:56.652440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d35b77e5-e437-4ea0-ba58-de93c19d0a1a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:56.665437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet da5a8aae-df57-4c54-af10-c5616998b684 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:52:56.672231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368aa850-cb50-472f-87a1-84f35b04b81d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:56.674605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.679702 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-368aa850-cb50-472f-87a1-84f35b04b81d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/networks?id=9eea8b07-e823-486f-84a1-c89e53720253 HTTP/1.1" status: 200 len: 761 time: 0.4960761 Apr 29 07:52:56.680609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46278) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:56.688933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] For port 940046e5-ff44-4ea6-a55a-88e8a8519d8f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:56.693216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'description': 'd2'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:56.782586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] For port 940046e5-ff44-4ea6-a55a-88e8a8519d8f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=940046e5-ff44-4ea6-a55a-88e8a8519d8f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:56.794874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] Deleting port 864d1b96-b1a0-4561-ad0c-2942003a2837 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:56.794874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.809171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c4b00fc-6a48-44c4-ad27-12ee58edb2ee tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.848110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.904633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.913885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c4b00fc-6a48-44c4-ad27-12ee58edb2ee tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.951724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b00fc-6a48-44c4-ad27-12ee58edb2ee tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920ae9c2-4a59-45d5-afb4-c98fe692d67a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:56.966403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.971903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:56.976344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router 6e8ea955-eec4-4630-a7d3-d06b81252415 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:56.992693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6283540-d836-41a4-813a-7aa4c9b74287 None None] Pushing event updated for resources: {'Port': ['ID=940046e5-ff44-4ea6-a55a-88e8a8519d8f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.005777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:57.006188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.015052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.048587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:57.055571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c4b00fc-6a48-44c4-ad27-12ee58edb2ee tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.056318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.057149 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3c4b00fc-6a48-44c4-ad27-12ee58edb2ee tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9975953 Apr 29 07:52:57.058999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=8eedc566-5938-412f-bedc-69854f11c681,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.062461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46280) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.078145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.078940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=864d1b96-b1a0-4561-ad0c-2942003a2837,segment=NetworkSegment(3df00eb9-e178-4e4b-a0fb-966d63028677),segment_id=3df00eb9-e178-4e4b-a0fb-966d63028677)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:57.079410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.085895 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-025782b3-87ae-4a4b-9e47-4657197322e4 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/ports/8eedc566-5938-412f-bedc-69854f11c681 HTTP/1.1" status: 204 len: 168 time: 1.0905886 Apr 29 07:52:57.086743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46282) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.119194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] Calling delete_port for 864d1b96-b1a0-4561-ad0c-2942003a2837 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:57.122295 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.239516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31b204-851a-4fae-9ce4-fd752d9c4b04 None None] Network b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:57.248824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 9eea8b07-e823-486f-84a1-c89e53720253 is not hosted by any dhcp agent {{(pid=109781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:52:57.255102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:57.255863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.260000 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "PUT /v2.0/networks/9eea8b07-e823-486f-84a1-c89e53720253 HTTP/1.1" status: 200 len: 758 time: 0.5700996 Apr 29 07:52:57.266675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46284) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.282081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-272d6f59-1da4-42ec-96b9-27667b5f3ca2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.304073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f31910-2455-4c22-8bdb-b42eac423385 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=9eea8b07-e823-486f-84a1-c89e53720253,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.309489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Provisioning complete for port 89e15b1a-712a-4398-b6a9-5ad27c76b28f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:57.309859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.319068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-272d6f59-1da4-42ec-96b9-27667b5f3ca2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.324727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.490598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.527921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:57.540658 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-18faebb8-b5a6-4e74-b3a9-4e8d87c9c317 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/6e8ea955-eec4-4630-a7d3-d06b81252415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6145327 Apr 29 07:52:57.546307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 9eea8b07-e823-486f-84a1-c89e53720253 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:57.546835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46286) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.561866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] Sync routers for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:57.663258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b41e02-cd3f-451b-b04d-a28c56789a9c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:57.664934 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-04b41e02-cd3f-451b-b04d-a28c56789a9c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports/89e15b1a-712a-4398-b6a9-5ad27c76b28f HTTP/1.1" status: 200 len: 910 time: 0.1100085 Apr 29 07:52:57.671170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.702576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f4dce7-d98a-4de0-be1c-c5facacc17e3 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:57.704311 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-31f4dce7-d98a-4de0-be1c-c5facacc17e3 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/networks?id=9eea8b07-e823-486f-84a1-c89e53720253 HTTP/1.1" status: 200 len: 761 time: 0.4365504 Apr 29 07:52:57.708664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46290) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.713720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513797942'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:57.745824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:57.747156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:57.748951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f37c8838-801d-4f91-863b-17e1467e6d3f None None] Port 89e15b1a-712a-4398-b6a9-5ad27c76b28f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:57.779699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Deleting port 864d1b96-b1a0-4561-ad0c-2942003a2837 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:57.780039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.793578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.798711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:57.823489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 522b47af-fd6a-4f8a-9f13-14897aeed913 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:57.846661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=da5a8aae-df57-4c54-af10-c5616998b684,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.853235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.857160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6f415ae0-074e-481f-95b7-2785196e582e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/da5a8aae-df57-4c54-af10-c5616998b684 HTTP/1.1" status: 204 len: 168 time: 1.5207617 Apr 29 07:52:57.861373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] For port 864d1b96-b1a0-4561-ad0c-2942003a2837, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=864d1b96-b1a0-4561-ad0c-2942003a2837,segment=NetworkSegment(3df00eb9-e178-4e4b-a0fb-966d63028677),segment_id=3df00eb9-e178-4e4b-a0fb-966d63028677)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:57.864712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.876891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46292) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.881499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.886596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:57.892705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.900132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-272d6f59-1da4-42ec-96b9-27667b5f3ca2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.908477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-272d6f59-1da4-42ec-96b9-27667b5f3ca2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:57.910133 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-272d6f59-1da4-42ec-96b9-27667b5f3ca2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/920ae9c2-4a59-45d5-afb4-c98fe692d67a HTTP/1.1" status: 204 len: 168 time: 0.8482964 Apr 29 07:52:57.946702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:57.947441 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:57.952428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46294) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.981905 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e561a955-455f-4c91-8192-15153f3b1166 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015460 Apr 29 07:52:57.993071 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46296) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:57.995984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d6f59-1da4-42ec-96b9-27667b5f3ca2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=920ae9c2-4a59-45d5-afb4-c98fe692d67a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.997057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] Pushing event deleted for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.999714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10430fdd-9b27-4811-b4ce-11bb8cf67417 None None] No DVR routers for this DVR port 864d1b96-b1a0-4561-ad0c-2942003a2837 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:58.013952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:58.013952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518152c7-3e8a-4b80-b0e3-9888389d892e None None] The sync data for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:58.020916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Provisioning complete for port 522b47af-fd6a-4f8a-9f13-14897aeed913 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:58.020916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.024165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Calling delete_port for 864d1b96-b1a0-4561-ad0c-2942003a2837 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:58.084828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 522b47af-fd6a-4f8a-9f13-14897aeed913 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:58.085301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.086574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:58.110712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.111058 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment c67f0dea-6a56-4d6b-999c-d736a083246c of type vlan for network 4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d Apr 29 07:52:58.128354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c488c3-6a36-4efd-bbe4-b11ad6905579 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:58.130470 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-25c488c3-6a36-4efd-bbe4-b11ad6905579 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1119123 Apr 29 07:52:58.136486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46298) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:58.160102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] DHCP port deletion for b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:58.200649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.241681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.245871 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-70792398-ac03-438f-871b-01bbcd875907 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2885211 Apr 29 07:52:58.247254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46300) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:58.291814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.328204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] For port 522b47af-fd6a-4f8a-9f13-14897aeed913, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=522b47af-fd6a-4f8a-9f13-14897aeed913,segment=NetworkSegment(35785022-b822-4509-ae02-2a26880a6247),segment_id=35785022-b822-4509-ae02-2a26880a6247)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:58.335228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.337574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.341842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:58.342643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.359861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d0c6e9-2450-4ebd-a0da-e94c38f7b884 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:58.360100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] Deleting port 522b47af-fd6a-4f8a-9f13-14897aeed913 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:58.360100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.361053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-33d0c6e9-2450-4ebd-a0da-e94c38f7b884 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2194355 Apr 29 07:52:58.386781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46302) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:58.410906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:52:58.417344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.424231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.424680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Port': ['ID=864d1b96-b1a0-4561-ad0c-2942003a2837,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:58.436492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:58.453863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] No DVR routers for this DVR port 864d1b96-b1a0-4561-ad0c-2942003a2837 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:58.470253 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b990138e-09e5-4949-9c3a-a13ff7d6ed12 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7603726 Apr 29 07:52:58.470521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:58.485567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46304) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:58.495817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cbf724aa-1cfd-410a-8fe7-3e704655ec56 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825090 Apr 29 07:52:58.500147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:58.502023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] For port 522b47af-fd6a-4f8a-9f13-14897aeed913, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=522b47af-fd6a-4f8a-9f13-14897aeed913,segment=NetworkSegment(35785022-b822-4509-ae02-2a26880a6247),segment_id=35785022-b822-4509-ae02-2a26880a6247)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:58.502724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.507207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46306) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:58.514673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:58.542283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.586746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Provisioning complete for port 0c147c43-2d58-427a-a0fe-d8752bdb7824 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:58.587139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.588014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d592784-68ff-47c4-88f5-1ebbdf059ae6 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.600273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] Calling delete_port for 522b47af-fd6a-4f8a-9f13-14897aeed913 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:58.607494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.626553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:52:58.626909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:52:58.627299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.633696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dbbc35-2bdb-4181-92a0-020924d890bf None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:58.668831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Pushing event updated for resources: {'Port': ['ID=522b47af-fd6a-4f8a-9f13-14897aeed913,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:58.684705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d592784-68ff-47c4-88f5-1ebbdf059ae6 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.724921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Subnet': ['ID=5738bb98-a24b-4e71-81a9-6824a9cefc4a,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:58.765239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:58.775730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Checking segment: {'id': 'a40cbab5-a70a-45e2-a3db-266c6605f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:52:58.780796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network hostable DHCP agents. Network: d35b77e5-e437-4ea0-ba58-de93c19d0a1a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:58.788578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df00eb9-e178-4e4b-a0fb-966d63028677') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:58.788921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df00eb9-e178-4e4b-a0fb-966d63028677') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:58.802671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.817932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.825929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:58.826468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:58.830212 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:58.870261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.876185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d592784-68ff-47c4-88f5-1ebbdf059ae6 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.879469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d592784-68ff-47c4-88f5-1ebbdf059ae6 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.885176 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1d592784-68ff-47c4-88f5-1ebbdf059ae6 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/341a680b-9b68-4e5e-85c8-6fa3a6f82d68 HTTP/1.1" status: 204 len: 168 time: 0.6324170 Apr 29 07:52:58.885321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46308) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:58.902101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d592784-68ff-47c4-88f5-1ebbdf059ae6 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341a680b-9b68-4e5e-85c8-6fa3a6f82d68,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:58.907031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:58.919021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.919131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:58.919561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.927334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] For port 0c147c43-2d58-427a-a0fe-d8752bdb7824, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0c147c43-2d58-427a-a0fe-d8752bdb7824,segment=NetworkSegment(117afcda-306b-479f-a910-87be94d2e2db),segment_id=117afcda-306b-479f-a910-87be94d2e2db)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:58.929760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:58.933648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Allocated IP 172.26.2.142 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/0a871ee1-40a2-473b-ba8d-e0b360cf8bf7) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:58.968526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.006597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] No DVR routers for this DVR port 522b47af-fd6a-4f8a-9f13-14897aeed913 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:59.015648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00616133-2a6d-4044-b635-3435808ce37f None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:52:59.023217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed1223-fe57-418f-ae26-6940c269348a None None] Pushing event deleted for resources: {'Port': ['ID=522b47af-fd6a-4f8a-9f13-14897aeed913,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:59.053278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.067893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.069258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network d35b77e5-e437-4ea0-ba58-de93c19d0a1a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:59.082408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.090607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a8fafa73-63c2-4b49-9692-925dd636fb3f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1980913 Apr 29 07:52:59.091372 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] 10.222.0.16 "DELETE /v2.0/networks/fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2 HTTP/1.1" status: 204 len: 168 time: 2.0033877 Apr 29 07:52:59.098484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46310) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:59.111451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40392733-a21c-4328-9b1c-456cc4142201 tempest-PortsIpV6TestJSON-204680916 tempest-PortsIpV6TestJSON-204680916-project] Pushing event deleted for resources: {'Network': ['ID=fff5f9dc-3f27-4dc0-8e1c-1a9d8837c2a2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:59.120748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Pushing event updated for resources: {'Port': ['ID=0c147c43-2d58-427a-a0fe-d8752bdb7824,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:59.154572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Provisioning complete for port 89e15b1a-712a-4398-b6a9-5ad27c76b28f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:59.154891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.159152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Port 522b47af-fd6a-4f8a-9f13-14897aeed913 update to ACTIVE by agent not found {{(pid=109783) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 29 07:52:59.159152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0c147c43-2d58-427a-a0fe-d8752bdb7824 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:59.221532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-00616133-2a6d-4044-b635-3435808ce37f None None] Deleting port 940046e5-ff44-4ea6-a55a-88e8a8519d8f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:52:59.221822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00616133-2a6d-4044-b635-3435808ce37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.245634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d78fee2d-1621-4bfe-9a57-e7d05603e4af None None] Port 89e15b1a-712a-4398-b6a9-5ad27c76b28f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:52:59.247455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.304637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-00616133-2a6d-4044-b635-3435808ce37f None None] For port 940046e5-ff44-4ea6-a55a-88e8a8519d8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=940046e5-ff44-4ea6-a55a-88e8a8519d8f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:59.305040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00616133-2a6d-4044-b635-3435808ce37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.317094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:59.318654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 0c147c43-2d58-427a-a0fe-d8752bdb7824 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:59.319031 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.321122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:59.324448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-00616133-2a6d-4044-b635-3435808ce37f None None] Calling delete_port for 940046e5-ff44-4ea6-a55a-88e8a8519d8f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:52:59.325942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:59.326665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.337679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=10028e23-3b26-4e36-bec6-06eb5c523e62,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:59.346256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.346930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.347061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.347501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.348229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.348229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.348600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.348998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.349405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.349786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.350189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.350890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:59.403487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e2e9e8e2-c467-4525-9e43-f7c300d3de6a None None] Could not find standard attr ID for object cb26d4fb-c4e1-4c05-bbea-64209406b572. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:59.413893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-63b1b11f-3159-413a-91ef-db09d0d281f5 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748017861'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:59.450799 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6b8694b9-5943-4dd6-8331-408bff9b6fe5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9414110 Apr 29 07:52:59.451061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46314) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:59.463421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '10028e23-3b26-4e36-bec6-06eb5c523e62', 'ip_address': '2001:db8::fe40:9456:c668:12b7'}], 'name': 'tempest-NetworksTestDHCPv6-177727930'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:59.578896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d35b77e5-e437-4ea0-ba58-de93c19d0a1a) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:59.585750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e2e9e8e2-c467-4525-9e43-f7c300d3de6a None None] Provisioning complete for port 0c147c43-2d58-427a-a0fe-d8752bdb7824 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:52:59.586468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2e9e8e2-c467-4525-9e43-f7c300d3de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.591184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3eb45-e3e0-4f22-8b8e-0fe813a6bda0 None None] Network d35b77e5-e437-4ea0-ba58-de93c19d0a1a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:59.621016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63b1b11f-3159-413a-91ef-db09d0d281f5 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.630796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:52:59.631601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.679406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.750799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46318) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:59.799105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00616133-2a6d-4044-b635-3435808ce37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.806483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 864d1b96-b1a0-4561-ad0c-2942003a2837 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:59.807123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b0f5e57b-9718-4af9-9d38-949bce6db882 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2224712 Apr 29 07:52:59.809777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46322) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:52:59.883490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00616133-2a6d-4044-b635-3435808ce37f None None] Pushing event deleted for resources: {'Port': ['ID=940046e5-ff44-4ea6-a55a-88e8a8519d8f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:59.885691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 864d1b96-b1a0-4561-ad0c-2942003a2837 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:52:59.886105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 864d1b96-b1a0-4561-ad0c-2942003a2837 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:59.897066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e2e9e8e2-c467-4525-9e43-f7c300d3de6a None None] Could not find standard attr ID for object 940046e5-ff44-4ea6-a55a-88e8a8519d8f. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:52:59.902075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00616133-2a6d-4044-b635-3435808ce37f None None] No DVR routers for this DVR port 940046e5-ff44-4ea6-a55a-88e8a8519d8f on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:59.926936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.948585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990098a1-7c14-41a9-935e-8c220300d4c9 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:52:59.963096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-d35b77e5-e437-4ea0-ba58-de93c19d0a1a', 'network_id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a', 'tenant_id': 'ededf0982dad4646a41817aeefa6508d', 'fixed_ips': [{'subnet_id': '5738bb98-a24b-4e71-81a9-6824a9cefc4a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:52:59.964922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.986389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:52:59.994543 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-32b887c1-7333-44d7-a26d-b0e0893029a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2af3b1688ec84ceb9d8f44184c745027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398312 Apr 29 07:52:59.994757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46324) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:00.051763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.21.0.1 (762a3293-288a-4fba-a415-e9c39d1742f8/395ab2c3-055c-4570-bc97-40e3cc0f9c19/bbe13d14-2a16-48fd-b26c-eac9ba18ebe8) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:00.057572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63b1b11f-3159-413a-91ef-db09d0d281f5 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.076580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=3e042a8e-7e78-4309-be69-072124f0c0f6,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.081116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': 'c67f0dea-6a56-4d6b-999c-d736a083246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:00.082299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:00.105757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.106877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.110149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2ceffec-aae8-44f8-959b-73cfd0da5eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.154292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Allocated IP 2001:db8::f816:3eff:febf:10c (d35b77e5-e437-4ea0-ba58-de93c19d0a1a/5738bb98-a24b-4e71-81a9-6824a9cefc4a/5ac669af-3c63-4d62-b078-b27b3e5725e5) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:00.164073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2ceffec-aae8-44f8-959b-73cfd0da5eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.178950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:00.182938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63b1b11f-3159-413a-91ef-db09d0d281f5 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.213895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0c147c43-2d58-427a-a0fe-d8752bdb7824 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:00.220811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:00.246630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:00.252849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:00.288578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:00.294162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2ceffec-aae8-44f8-959b-73cfd0da5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.297459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2ceffec-aae8-44f8-959b-73cfd0da5eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.301676 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c2ceffec-aae8-44f8-959b-73cfd0da5eb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2967c8d-07fe-4025-b8d5-9679205b9c9a HTTP/1.1" status: 204 len: 168 time: 0.3028479 Apr 29 07:53:00.325433 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceffec-aae8-44f8-959b-73cfd0da5eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2967c8d-07fe-4025-b8d5-9679205b9c9a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.332048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Port': ['ID=0a871ee1-40a2-473b-ba8d-e0b360cf8bf7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.353873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63b1b11f-3159-413a-91ef-db09d0d281f5 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.357717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-63b1b11f-3159-413a-91ef-db09d0d281f5 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2510960 Apr 29 07:53:00.357717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1b11f-3159-413a-91ef-db09d0d281f5 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d450f6dc-6030-4bce-aed0-1bba32448cbc,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.358180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46328) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:00.364471 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-da116fbd-c4b4-4773-a4b0-e19aeecbe1e1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'd450f6dc-6030-4bce-aed0-1bba32448cbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:00.411516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.416761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 0c147c43-2d58-427a-a0fe-d8752bdb7824 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:00.417161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.442771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '10028e23-3b26-4e36-bec6-06eb5c523e62'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:00.444397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.458677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:00.475243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:00.476684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcaee2-ffec-407f-a6d3-1b1fed986290 None None] Network 4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:00.476807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.501186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.538518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da116fbd-c4b4-4773-a4b0-e19aeecbe1e1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.551723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.590188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da116fbd-c4b4-4773-a4b0-e19aeecbe1e1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.603185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 43408c37-b0dd-4b54-8887-67f9d4fca5e7 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:00.608350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.683308 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6afe6ca9-fe3e-4792-82bb-31ff0d2e9700 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1936629 Apr 29 07:53:00.684786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46332) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:00.705730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Network d35b77e5-e437-4ea0-ba58-de93c19d0a1a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:00.706151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.706394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.718418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da116fbd-c4b4-4773-a4b0-e19aeecbe1e1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.735353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:00.746531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:00.760462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Pushing event updated for resources: {'Port': ['ID=5ac669af-3c63-4d62-b078-b27b3e5725e5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.812907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Subnet': ['ID=5738bb98-a24b-4e71-81a9-6824a9cefc4a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.823958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 762a3293-288a-4fba-a415-e9c39d1742f8 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:00.832733 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/10028e23-3b26-4e36-bec6-06eb5c523e62/304796ba-f214-46fd-82da-d82380c4123a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:00.843083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:00.848109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da116fbd-c4b4-4773-a4b0-e19aeecbe1e1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bf1605-74b4-46c7-8c79-244ba4b0ec62,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.851058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:00.907071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 522b47af-fd6a-4f8a-9f13-14897aeed913 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:00.919837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da116fbd-c4b4-4773-a4b0-e19aeecbe1e1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.921469 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-da116fbd-c4b4-4773-a4b0-e19aeecbe1e1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5620916 Apr 29 07:53:00.925893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=bbe13d14-2a16-48fd-b26c-eac9ba18ebe8,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:00.928281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46336) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:00.957287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:00.973972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Attempting to bind port 5ac669af-3c63-4d62-b078-b27b3e5725e5 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:00.976212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Attempting to bind port 5ac669af-3c63-4d62-b078-b27b3e5725e5 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'a40cbab5-a70a-45e2-a3db-266c6605f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:00.976514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Attempting to bind port 5ac669af-3c63-4d62-b078-b27b3e5725e5 on network d35b77e5-e437-4ea0-ba58-de93c19d0a1a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:00.987503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.004363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:01.005819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.005911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c0a13-8b1c-4747-9334-6c21489aa9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d', 'network_id': '4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '3e042a8e-7e78-4309-be69-072124f0c0f6'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:01.005911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-313c0a13-8b1c-4747-9334-6c21489aa9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.006068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35b77e5-e437-4ea0-ba58-de93c19d0a1a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:01.012609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40cbab5-a70a-45e2-a3db-266c6605f4c7') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:01.012934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40cbab5-a70a-45e2-a3db-266c6605f4c7') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:01.016805 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c6e310d5-f504-49a2-96a1-b0dc10437763 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules/e9bf1605-74b4-46c7-8c79-244ba4b0ec62 HTTP/1.1" status: 200 len: 763 time: 0.0791626 Apr 29 07:53:01.016991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46340) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:01.024665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.027697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.035438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 522b47af-fd6a-4f8a-9f13-14897aeed913 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:01.036245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 522b47af-fd6a-4f8a-9f13-14897aeed913 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:01.048351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.100203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.134018 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a6ad0c34-fdc9-4dd7-a9a7-f58e05b978a2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1142745 Apr 29 07:53:01.134018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.138162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:01.138162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.138547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46344) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:01.141606 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:01.254213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.255633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23f07422-9232-4b29-a231-12a9f5ee8faa tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.260051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:01.260423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Checking segment: {'id': 'a40cbab5-a70a-45e2-a3db-266c6605f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:01.260821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.261209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Bound using segment: {'id': 'a40cbab5-a70a-45e2-a3db-266c6605f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:01.261687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Bound port: 5ac669af-3c63-4d62-b078-b27b3e5725e5, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40cbab5-a70a-45e2-a3db-266c6605f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:01.262066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.268759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23f07422-9232-4b29-a231-12a9f5ee8faa tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.289091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:53:01.289091 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:53:01.289091 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': 'd35b77e5-e437-4ea0-ba58-de93c19d0a1a'}] Apr 29 07:53:01.289091 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:53:01.290330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:53:01.364440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bc961d73-d5f2-4416-9402-7dda2f9bfe8a None None] Provisioning complete for port bbe13d14-2a16-48fd-b26c-eac9ba18ebe8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:01.364811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc961d73-d5f2-4416-9402-7dda2f9bfe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.376402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.407737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=3e042a8e-7e78-4309-be69-072124f0c0f6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:01.409033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.443225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23f07422-9232-4b29-a231-12a9f5ee8faa tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.448368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.457466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.464046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23f07422-9232-4b29-a231-12a9f5ee8faa tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.465191 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-23f07422-9232-4b29-a231-12a9f5ee8faa tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e9bf1605-74b4-46c7-8c79-244ba4b0ec62 HTTP/1.1" status: 204 len: 168 time: 0.3239253 Apr 29 07:53:01.470283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46352) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:01.474961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-313c0a13-8b1c-4747-9334-6c21489aa9c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e042a8e-7e78-4309-be69-072124f0c0f6: This subnet is being modified by another concurrent operation. Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:53:01.486023 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e042a8e-7e78-4309-be69-072124f0c0f6: This subnet is being modified by another concurrent operation. Apr 29 07:53:01.492610 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 07:53:01.496844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.497006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:01.497006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] For port 5ac669af-3c63-4d62-b078-b27b3e5725e5, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:01.502278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] For port 5ac669af-3c63-4d62-b078-b27b3e5725e5, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5ac669af-3c63-4d62-b078-b27b3e5725e5,segment=NetworkSegment(a40cbab5-a70a-45e2-a3db-266c6605f4c7),segment_id=a40cbab5-a70a-45e2-a3db-266c6605f4c7)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:01.503198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.503553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:01.507882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bc961d73-d5f2-4416-9402-7dda2f9bfe8a None None] Port bbe13d14-2a16-48fd-b26c-eac9ba18ebe8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:01.508151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f07422-9232-4b29-a231-12a9f5ee8faa tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9bf1605-74b4-46c7-8c79-244ba4b0ec62,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:01.510418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::fe40:9456:c668:12b7 (82cc26d6-a369-4498-98e7-aa4095711705/10028e23-3b26-4e36-bec6-06eb5c523e62/43408c37-b0dd-4b54-8887-67f9d4fca5e7) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:01.517822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Pushing event updated for resources: {'Port': ['ID=304796ba-f214-46fd-82da-d82380c4123a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:01.540186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e2ff4-6a9f-411b-977c-af89c8bc02d8 None None] Network 4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:01.561153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:01.577207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67f0dea-6a56-4d6b-999c-d736a083246c') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:01.578657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67f0dea-6a56-4d6b-999c-d736a083246c') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:01.589667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.597399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.615856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.623747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:01.624123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:01.627945 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:01.770061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.781572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.787437 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d HTTP/1.1" status: 204 len: 168 time: 1.0987163 Apr 29 07:53:01.811468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.814949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46358) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:01.824229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Attempting to bind port 304796ba-f214-46fd-82da-d82380c4123a on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:01.824904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Attempting to bind port 304796ba-f214-46fd-82da-d82380c4123a by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:01.825490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Attempting to bind port 304796ba-f214-46fd-82da-d82380c4123a on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:01.828632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05393c-d0a3-4f53-932e-b926b8ab1f7e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:01.855007 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9437656c-fe9d-47e3-a4f3-b8d4d81f17af tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] GET failed (client error): The resource could not be found. Apr 29 07:53:01.858796 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9437656c-fe9d-47e3-a4f3-b8d4d81f17af tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/subnets/3e042a8e-7e78-4309-be69-072124f0c0f6 HTTP/1.1" status: 404 len: 337 time: 0.0381062 Apr 29 07:53:01.860117 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46362) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:01.897706 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9e6ebd-3474-4d31-99c9-5f8c16c92ca6 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:01.898065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9e6ebd-3474-4d31-99c9-5f8c16c92ca6 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:01.904991 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab9e6ebd-3474-4d31-99c9-5f8c16c92ca6 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d HTTP/1.1" status: 404 len: 339 time: 0.0401850 Apr 29 07:53:01.905198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46364) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:01.956670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:01.957247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:01.958038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.958418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:01.958801 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f2395679-2a05-49eb-9cb9-c87b08a57279 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4793303 Apr 29 07:53:01.959125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Bound port: 304796ba-f214-46fd-82da-d82380c4123a, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:01.959606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:01.967127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46366) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:01.976467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0f5ddd30-3380-4c1c-b8f8-ac9427249ab9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'd450f6dc-6030-4bce-aed0-1bba32448cbc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:01.986101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46368) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.026246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb651ca-48f3-4df0-bfa6-7ad58e68ea38 None None] Pushing event updated for resources: {'Port': ['ID=5ac669af-3c63-4d62-b078-b27b3e5725e5,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:02.039419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98065ccc-4918-45d7-a47d-c4599a998c61 None None] Network d35b77e5-e437-4ea0-ba58-de93c19d0a1a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:02.108473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting port 5ac669af-3c63-4d62-b078-b27b3e5725e5 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:02.108817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.180614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7caa82b3-26cf-4e6e-ac90-261a905fe72e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:02.181347 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-7caa82b3-26cf-4e6e-ac90-261a905fe72e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:53:02.181793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-7caa82b3-26cf-4e6e-ac90-261a905fe72e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:53:02.182769 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7caa82b3-26cf-4e6e-ac90-261a905fe72e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1705384 Apr 29 07:53:02.190410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e1c7d-dbcd-4347-b3f0-13a0568f15a2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:02.195376 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bc2e1c7d-dbcd-4347-b3f0-13a0568f15a2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2892361 Apr 29 07:53:02.196033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46372) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.196371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46374) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.213035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221451006'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:02.231425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddd30-3380-4c1c-b8f8-ac9427249ab9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.244143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] For port 304796ba-f214-46fd-82da-d82380c4123a, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:02.253320 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-069c476e-3125-4fd0-a12e-8ba7000afc8e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 207 time: 0.0507495 Apr 29 07:53:02.255733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46376) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.257380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] For port 5ac669af-3c63-4d62-b078-b27b3e5725e5, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5ac669af-3c63-4d62-b078-b27b3e5725e5,segment=NetworkSegment(a40cbab5-a70a-45e2-a3db-266c6605f4c7),segment_id=a40cbab5-a70a-45e2-a3db-266c6605f4c7)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:02.257380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.259898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] For port 304796ba-f214-46fd-82da-d82380c4123a, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=304796ba-f214-46fd-82da-d82380c4123a,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:02.277046 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Calling delete_port for 5ac669af-3c63-4d62-b078-b27b3e5725e5 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:02.336281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.368685 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.374895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.380672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.428495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2191d-b05b-4e50-9458-16900a718e19 None None] Pushing event updated for resources: {'Port': ['ID=304796ba-f214-46fd-82da-d82380c4123a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:02.440374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.481882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No DVR routers for this DVR port 5ac669af-3c63-4d62-b078-b27b3e5725e5 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:02.483001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Router f13d29bc-0e9f-4485-921b-1a0de0687be9 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:02.485843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddd30-3380-4c1c-b8f8-ac9427249ab9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.489312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Port': ['ID=5ac669af-3c63-4d62-b078-b27b3e5725e5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:02.506029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c9b6e-3d4e-4971-a2a8-2e106607fc51 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:02.511785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c9b6e-3d4e-4971-a2a8-2e106607fc51 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:02.517791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c9b6e-3d4e-4971-a2a8-2e106607fc51 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:02.524191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c9b6e-3d4e-4971-a2a8-2e106607fc51 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:02.525889 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fe0c9b6e-3d4e-4971-a2a8-2e106607fc51 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2657866 Apr 29 07:53:02.533368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46378) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.547751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.592648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddd30-3380-4c1c-b8f8-ac9427249ab9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.642413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.646008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ddd30-3380-4c1c-b8f8-ac9427249ab9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efdc8c6-f89d-416f-b565-057cd82e704b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:02.693700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.704470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.754353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35b77e5-e437-4ea0-ba58-de93c19d0a1a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:02.757680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.767959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddd30-3380-4c1c-b8f8-ac9427249ab9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.769843 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0f5ddd30-3380-4c1c-b8f8-ac9427249ab9 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7974010 Apr 29 07:53:02.774259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40cbab5-a70a-45e2-a3db-266c6605f4c7') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:02.774589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40cbab5-a70a-45e2-a3db-266c6605f4c7') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:02.779642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46380) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.793383 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.796208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:02.808645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.812142 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-27d4dec0-f8c2-45af-8f6f-504119be998a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2721715 Apr 29 07:53:02.812628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-68b3276d-cb3a-4dcc-9e6d-fe4513e2537f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "PUT /v2.0/routers/f13d29bc-0e9f-4485-921b-1a0de0687be9 HTTP/1.1" status: 200 len: 914 time: 6.4746354 Apr 29 07:53:02.812628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.812823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=bbe13d14-2a16-48fd-b26c-eac9ba18ebe8,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:02.814841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46382) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.815173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46384) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.817546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:02.818047 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] Sync routers for ids ['f13d29bc-0e9f-4485-921b-1a0de0687be9'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:02.829662 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] Routers {'f13d29bc-0e9f-4485-921b-1a0de0687be9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:02.830398 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f13d29bc-0e9f-4485-921b-1a0de0687be9'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:02.831031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.838324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:02.838909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:02.845234 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:02.848153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:02.848265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.852503 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-89317f5c-3f9a-41d7-8dae-8e1751888c30 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules/3efdc8c6-f89d-416f-b565-057cd82e704b HTTP/1.1" status: 200 len: 763 time: 0.0650651 Apr 29 07:53:02.866889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46386) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:02.881093 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:02.891181 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] Routers {'f13d29bc-0e9f-4485-921b-1a0de0687be9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:02.891919 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f13d29bc-0e9f-4485-921b-1a0de0687be9'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:02.897291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:02.902861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:02.903466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:02.926698 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:02.927744 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd0110-ae48-419c-8237-250ea11dddc2 None None] The sync data for ids ['f13d29bc-0e9f-4485-921b-1a0de0687be9'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:02.970422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68452cd2-875e-45cd-8ce3-1eabd6a62502,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:03.011508 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4602f462-58f2-4346-a351-837a026a0e8c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1387241 Apr 29 07:53:03.015263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46388) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.050149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.058274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7397-fe5a-4f37-9f6f-04d9749fa39f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.061629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903d03d-539f-4c26-9649-67fbe041ae14 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.063827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903d03d-539f-4c26-9649-67fbe041ae14 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.068789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1903d03d-539f-4c26-9649-67fbe041ae14 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2429898 Apr 29 07:53:03.068789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=43408c37-b0dd-4b54-8887-67f9d4fca5e7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:03.069088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46390) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.073546 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5d03fd79-14f2-4383-9a84-6d14c7250db7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6178401 Apr 29 07:53:03.077339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46392) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.081759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7397-fe5a-4f37-9f6f-04d9749fa39f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.117771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.122722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.125826 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/d35b77e5-e437-4ea0-ba58-de93c19d0a1a HTTP/1.1" status: 204 len: 168 time: 3.3106625 Apr 29 07:53:03.133257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46394) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.144760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1875643184'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:03.148978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.157303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fc85f403-5016-4156-8e0f-1680df0b34a6 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/f13d29bc-0e9f-4485-921b-1a0de0687be9 HTTP/1.1" status: 200 len: 920 time: 0.3337629 Apr 29 07:53:03.160856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46396) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.167566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa6a0a-c162-4643-9241-12ae3140f466 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Network': ['ID=d35b77e5-e437-4ea0-ba58-de93c19d0a1a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:03.185940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 762a3293-288a-4fba-a415-e9c39d1742f8 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:03.189008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:03.203401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d21b6-4c41-4073-818a-db0b225adebd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.210252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d21b6-4c41-4073-818a-db0b225adebd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.212245 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dc9d21b6-4c41-4073-818a-db0b225adebd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1325684 Apr 29 07:53:03.214217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bace35c-d1aa-48c4-93b2-5d63be396f31 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.215551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46398) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.215920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bace35c-d1aa-48c4-93b2-5d63be396f31 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.217671 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0bace35c-d1aa-48c4-93b2-5d63be396f31 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1476071 Apr 29 07:53:03.228727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46400) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.253590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb66c65-79b8-4f79-b16d-0964f230c6c5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:03.302135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:03.302135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.383038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:03.430100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.430764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Added segment fc91a30f-6fa5-452b-bb2e-6d121f82feb5 of type vlan for network 893acd19-87ba-4017-91f9-666ff26bb9b1 Apr 29 07:53:03.434023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router 6e8ea955-eec4-4630-a7d3-d06b81252415 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:03.494165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.570869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b28f5603-c6b2-4b96-ae69-e6f3ca0e7dc3 None None] Provisioning complete for port bbe13d14-2a16-48fd-b26c-eac9ba18ebe8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:03.571975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b28f5603-c6b2-4b96-ae69-e6f3ca0e7dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.587014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7397-fe5a-4f37-9f6f-04d9749fa39f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.599380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.603911 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1701ba13-bc54-4896-8c24-681908a70cde tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4031715 Apr 29 07:53:03.607974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46402) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.611703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7397-fe5a-4f37-9f6f-04d9749fa39f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.616465 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8d8b7397-fe5a-4f37-9f6f-04d9749fa39f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3efdc8c6-f89d-416f-b565-057cd82e704b HTTP/1.1" status: 204 len: 168 time: 0.6001832 Apr 29 07:53:03.618877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46404) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.622125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9d17fd59-ece8-4487-bf59-1eb5fc532198 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '7bb66c65-79b8-4f79-b16d-0964f230c6c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:03.624588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b28f5603-c6b2-4b96-ae69-e6f3ca0e7dc3 None None] Port bbe13d14-2a16-48fd-b26c-eac9ba18ebe8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:03.653349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b7397-fe5a-4f37-9f6f-04d9749fa39f tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3efdc8c6-f89d-416f-b565-057cd82e704b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:03.678221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fdb41a-d205-430d-ab16-0bdb1ac32711 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.684443 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-45fdb41a-d205-430d-ab16-0bdb1ac32711 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=f13d29bc-0e9f-4485-921b-1a0de0687be9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5160763 Apr 29 07:53:03.688885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46406) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.736866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8dedf7-dc25-4a48-95a3-c77d61cedf87 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.742644 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cf8dedf7-dc25-4a48-95a3-c77d61cedf87 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/networks/f84b5132-5ae4-4863-805c-27f19190dd5e HTTP/1.1" status: 200 len: 800 time: 0.5045958 Apr 29 07:53:03.753415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ae42cd65-eaf2-4b00-b43f-7b3fdc703a5d None None] Provisioning complete for port 304796ba-f214-46fd-82da-d82380c4123a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:03.754025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae42cd65-eaf2-4b00-b43f-7b3fdc703a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.773799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46408) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.804086 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b295d433-c3c4-41c7-9c4e-2b53e8f9db7b tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1708524 Apr 29 07:53:03.822063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46410) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.822997 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9d17fd59-ece8-4487-bf59-1eb5fc532198 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.834783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': 'd450f6dc-6030-4bce-aed0-1bba32448cbc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:03.842354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 43408c37-b0dd-4b54-8887-67f9d4fca5e7 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:03.842741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.853501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae42cd65-eaf2-4b00-b43f-7b3fdc703a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.900483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ae42cd65-eaf2-4b00-b43f-7b3fdc703a5d None None] For port 304796ba-f214-46fd-82da-d82380c4123a, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=304796ba-f214-46fd-82da-d82380c4123a,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:03.915419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:03.926940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] Sync routers for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:03.942364 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2aec81ec-90c2-4437-8de3-351ba14c9d5e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/6e8ea955-eec4-4630-a7d3-d06b81252415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2658038 Apr 29 07:53:03.943031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46412) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:03.948512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:03.949494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:03.952135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.958240 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.958865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:03.979059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeba779-6fde-477c-a7ed-431fed993388 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:03.983397 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cdeba779-6fde-477c-a7ed-431fed993388 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.2934060 Apr 29 07:53:03.988164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46414) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.007124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:04.009647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae42cd65-eaf2-4b00-b43f-7b3fdc703a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.015480 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-69f4eb85-346b-4926-b82f-b825f23cbdc6 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/networks/f84b5132-5ae4-4863-805c-27f19190dd5e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2330337 Apr 29 07:53:04.015480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9d17fd59-ece8-4487-bf59-1eb5fc532198 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.028451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46416) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.039129 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29b7f05f-5a6d-4378-915f-431890018a74 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=f13d29bc-0e9f-4485-921b-1a0de0687be9 HTTP/1.1" status: 200 len: 205 time: 0.0498874 Apr 29 07:53:04.041211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46418) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.057197 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Project 8d7c8ac07d84454f8beab5f048ff7d25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:53:04.062586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:04.074452 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:04.109305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91ff0f-130f-45b8-ab7c-69886141a947 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:04.111108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e91ff0f-130f-45b8-ab7c-69886141a947 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports/bbe13d14-2a16-48fd-b26c-eac9ba18ebe8 HTTP/1.1" status: 200 len: 910 time: 0.1666722 Apr 29 07:53:04.113584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.114871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:04.115850 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e51c0-98ce-442f-9cde-18fea4f4dbe1 None None] The sync data for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:04.126975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46420) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.137884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42cd65-eaf2-4b00-b43f-7b3fdc703a5d None None] Pushing event updated for resources: {'Port': ['ID=304796ba-f214-46fd-82da-d82380c4123a,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:04.141063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 304796ba-f214-46fd-82da-d82380c4123a up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:04.155982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d6ec5-b953-42fd-a578-3a6e60b61c52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:04.161941 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1e8d6ec5-b953-42fd-a578-3a6e60b61c52 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/subnets/789727da-4454-4159-885e-0b561de6ddfe HTTP/1.1" status: 200 len: 811 time: 0.1213393 Apr 29 07:53:04.162915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46422) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.165978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-50d9a93f-cd90-4caf-bad2-4b4ee40b1e29 None None] Could not find standard attr ID for object 1e101851-0f0e-4ecc-a8b9-2724fe1b8665. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:53:04.170479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.173831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9d17fd59-ece8-4487-bf59-1eb5fc532198 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.187271 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0504749 Apr 29 07:53:04.187271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 43408c37-b0dd-4b54-8887-67f9d4fca5e7 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:04.192056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46424) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.200273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 304796ba-f214-46fd-82da-d82380c4123a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:04.200650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.200991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'subnet': {'network_id': '893acd19-87ba-4017-91f9-666ff26bb9b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:04.251300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf257d-5813-4531-9db0-b61b98581496 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Network': ['ID=893acd19-87ba-4017-91f9-666ff26bb9b1,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:04.266044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 893acd19-87ba-4017-91f9-666ff26bb9b1 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:04.315099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17fd59-ece8-4487-bf59-1eb5fc532198 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33d252b-8564-41ea-9cfb-f498171fc648,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:04.394295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6b0d5546-f280-4b71-a9bc-4deebb6a6669 None None] Could not find standard attr ID for object 2700db61-0bf3-41f2-bb22-bd020e8a9c36. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:53:04.400522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9d17fd59-ece8-4487-bf59-1eb5fc532198 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.402510 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9d17fd59-ece8-4487-bf59-1eb5fc532198 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7841368 Apr 29 07:53:04.405170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b065c-3513-41e7-94a4-8e0c4807ff73 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['shared'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:04.406710 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0a5b065c-3513-41e7-94a4-8e0c4807ff73 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "GET /v2.0/subnets/789727da-4454-4159-885e-0b561de6ddfe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2386057 Apr 29 07:53:04.410178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46426) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.413147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46428) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.416635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ee918b53-075c-475f-9fcf-fecb0abdc89b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '7bb66c65-79b8-4f79-b16d-0964f230c6c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:04.433314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-566165693'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:04.484200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.487551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.586055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee918b53-075c-475f-9fcf-fecb0abdc89b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.590524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:04.593943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.599004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.601268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:04.606244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.610344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-874e3e3f-0269-4319-95f7-2cf3c7cba1d6 None None] Could not find standard attr ID for object cb26d4fb-c4e1-4c05-bbea-64209406b572. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:53:04.666689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4cea57-a1f3-4b0b-b9de-412fdfc96370,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:04.675071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.675265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.700714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:04.717058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.717825 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Added segment 7021082b-9dee-4c3c-ba0a-3c64083a460f of type vlan for network 7be3d505-07f5-4386-993e-8a3035b1ac8a Apr 29 07:53:04.721216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=43408c37-b0dd-4b54-8887-67f9d4fca5e7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:04.754605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.757851 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b6e55fc0-3a9f-49ef-a552-4e4179a0a4e2 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9295785 Apr 29 07:53:04.760340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46430) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.770337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.772979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.777397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1f6c4b83-7f41-466f-8196-ab6948ac7930 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/43408c37-b0dd-4b54-8887-67f9d4fca5e7 HTTP/1.1" status: 204 len: 168 time: 1.5608742 Apr 29 07:53:04.785747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46432) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.810925 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-df02b8e7-e15b-4996-b6b9-fb5c645adae1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules/3d4cea57-a1f3-4b0b-b9de-412fdfc96370 HTTP/1.1" status: 200 len: 769 time: 0.0466938 Apr 29 07:53:04.818401 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46434) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.837634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6ce50792-b684-4f83-950d-03c60889ffa8 None None] Could not find standard attr ID for object 43408c37-b0dd-4b54-8887-67f9d4fca5e7. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:53:04.844963 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-ee918b53-075c-475f-9fcf-fecb0abdc89b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:53:04.848977 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ee918b53-075c-475f-9fcf-fecb0abdc89b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4336758 Apr 29 07:53:04.852685 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46436) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.900709 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b9b23b03-1c5a-491d-9905-81193eb79af7 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0810261 Apr 29 07:53:04.910234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46438) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.915768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.920923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740769a8-3c8e-4cd5-afff-1e97dd3b2210 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:04.922207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:04.922549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740769a8-3c8e-4cd5-afff-1e97dd3b2210 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:04.923005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:04.927095 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-740769a8-3c8e-4cd5-afff-1e97dd3b2210 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1315215 Apr 29 07:53:04.928723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46440) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:04.939109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Deleting port 0a871ee1-40a2-473b-ba8d-e0b360cf8bf7 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:04.939564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.043239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f55da54-a670-4193-a9db-f486d8d225e0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.055776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f55da54-a670-4193-a9db-f486d8d225e0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.061099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 10028e23-3b26-4e36-bec6-06eb5c523e62 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:05.068273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Network': ['ID=7be3d505-07f5-4386-993e-8a3035b1ac8a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:05.071695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.081073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 7be3d505-07f5-4386-993e-8a3035b1ac8a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:05.082759 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-87a095b1-6fe9-491e-9b84-175f8eb80b5b tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6574306 Apr 29 07:53:05.085710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63adc6d7-394a-4fcf-9303-42a95bf7e2c9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.092235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46442) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:05.101883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.103738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'network_id': '7be3d505-07f5-4386-993e-8a3035b1ac8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:05.142702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.146563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.171736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63adc6d7-394a-4fcf-9303-42a95bf7e2c9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.209525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.238588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Calling delete_port for 0a871ee1-40a2-473b-ba8d-e0b360cf8bf7 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:05.314491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f55da54-a670-4193-a9db-f486d8d225e0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.316202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Subnet': ['ID=3e396efa-6443-4c23-bd1b-3ead9ecc5d55,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:05.320330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f55da54-a670-4193-a9db-f486d8d225e0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.321447 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7f55da54-a670-4193-a9db-f486d8d225e0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3d4cea57-a1f3-4b0b-b9de-412fdfc96370 HTTP/1.1" status: 204 len: 168 time: 0.4102423 Apr 29 07:53:05.324080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46444) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:05.369329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55da54-a670-4193-a9db-f486d8d225e0 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d4cea57-a1f3-4b0b-b9de-412fdfc96370,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:05.405658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63adc6d7-394a-4fcf-9303-42a95bf7e2c9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.408333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-63adc6d7-394a-4fcf-9303-42a95bf7e2c9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.412068 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-63adc6d7-394a-4fcf-9303-42a95bf7e2c9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/7bb66c65-79b8-4f79-b16d-0964f230c6c5 HTTP/1.1" status: 204 len: 168 time: 0.5558517 Apr 29 07:53:05.416736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46446) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:05.427144 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7434171d-f560-4202-aadf-c96184619498 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1013618 Apr 29 07:53:05.438128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46448) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:05.440076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Checking segment: {'id': 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '893acd19-87ba-4017-91f9-666ff26bb9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:05.440628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network hostable DHCP agents. Network: 893acd19-87ba-4017-91f9-666ff26bb9b1, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:05.441787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Made reservation on behalf of 1b97cc16ceba406e8a3c68fc8cbdabc9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:05.444978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.445423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.457053 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adc6d7-394a-4fcf-9303-42a95bf7e2c9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb66c65-79b8-4f79-b16d-0964f230c6c5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:05.542100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Performing IP validity checks on allocation pools {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:53:05.542572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:53:05.559138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b59467de-9a09-4db9-8c18-fba6cda88159 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1390698 Apr 29 07:53:05.567633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46450) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:05.573855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7c35951c-f8f0-4d2d-8e4a-354ae6edc190 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423617127'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:05.636020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c6598e7-1c44-4d66-a613-fc41666b4b1d tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.668563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c6598e7-1c44-4d66-a613-fc41666b4b1d tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.678955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network 893acd19-87ba-4017-91f9-666ff26bb9b1 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:05.686285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.688324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c35951c-f8f0-4d2d-8e4a-354ae6edc190 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.734414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=10028e23-3b26-4e36-bec6-06eb5c523e62,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:05.738986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.744454 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a29d5f69-977d-48ec-b1ce-b4f2465cb231 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/10028e23-3b26-4e36-bec6-06eb5c523e62 HTTP/1.1" status: 204 len: 168 time: 0.8098447 Apr 29 07:53:05.744671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.746909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46452) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:05.778737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5d142-30f3-440e-a3b4-1960d3af7743 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:05.789736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port bbe13d14-2a16-48fd-b26c-eac9ba18ebe8 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:05.790161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.797565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 893acd19-87ba-4017-91f9-666ff26bb9b1) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:05.820935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:05.821639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.828471 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d1367afa-be19-4c34-abaf-b7b1797581c2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769458 Apr 29 07:53:05.829414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event deleted for resources: {'Port': ['ID=0a871ee1-40a2-473b-ba8d-e0b360cf8bf7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:05.832037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7d91f-37c8-42bc-af43-a8ff973566e2 None None] Network 893acd19-87ba-4017-91f9-666ff26bb9b1 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:05.834772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46454) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:05.866946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:05.901454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c35951c-f8f0-4d2d-8e4a-354ae6edc190 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.931814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.945755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for bbe13d14-2a16-48fd-b26c-eac9ba18ebe8 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:05.973355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c6598e7-1c44-4d66-a613-fc41666b4b1d tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.976202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c6598e7-1c44-4d66-a613-fc41666b4b1d tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:05.979616 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9c6598e7-1c44-4d66-a613-fc41666b4b1d tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/d450f6dc-6030-4bce-aed0-1bba32448cbc HTTP/1.1" status: 204 len: 168 time: 0.5372820 Apr 29 07:53:05.989390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46456) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.009403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-43ee35a8-e30d-429e-b460-c027775f593a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8096154 Apr 29 07:53:06.009403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46458) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.025432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6598e7-1c44-4d66-a613-fc41666b4b1d tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450f6dc-6030-4bce-aed0-1bba32448cbc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:06.038412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c35951c-f8f0-4d2d-8e4a-354ae6edc190 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.044013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.067020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 304796ba-f214-46fd-82da-d82380c4123a up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:06.099814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-893acd19-87ba-4017-91f9-666ff26bb9b1', 'network_id': '893acd19-87ba-4017-91f9-666ff26bb9b1', 'tenant_id': 'ededf0982dad4646a41817aeefa6508d', 'fixed_ips': [{'subnet_id': '3e396efa-6443-4c23-bd1b-3ead9ecc5d55'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:06.100911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.129644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35951c-f8f0-4d2d-8e4a-354ae6edc190 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ac1fb-40b5-4ca5-90e8-4a45b82c3232,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:06.136428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.189492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:06.212841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c35951c-f8f0-4d2d-8e4a-354ae6edc190 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.213579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.218950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7c35951c-f8f0-4d2d-8e4a-354ae6edc190 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6492240 Apr 29 07:53:06.220315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46460) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.221686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.234205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e2375987-dc81-4ee2-b94a-161d01125bc7 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'f39ac1fb-40b5-4ca5-90e8-4a45b82c3232', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:06.235210 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-e2375987-dc81-4ee2-b94a-161d01125bc7 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 07:53:06.235687 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-e2375987-dc81-4ee2-b94a-161d01125bc7 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:06.244750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e2375987-dc81-4ee2-b94a-161d01125bc7 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105803 Apr 29 07:53:06.244993 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1fac74ac-c297-4310-a63f-da3dd324d91c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2433367 Apr 29 07:53:06.249622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46462) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.249622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46464) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.255832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 304796ba-f214-46fd-82da-d82380c4123a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:06.256208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.261359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-322b95aa-3902-4cff-8539-4edf3bcb2c05 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group': {'name': 'tempest-secgroup--548950602'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:06.285757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.301727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=16dead26-05aa-4e30-afa9-f6ce7d2bc3a5,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:06.307735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:06.311482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.336590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Allocated IP 2001:db8::2 (893acd19-87ba-4017-91f9-666ff26bb9b1/3e396efa-6443-4c23-bd1b-3ead9ecc5d55/38c8ee68-f85d-49da-be57-62f44d494af3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:06.361714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] Deleting port 304796ba-f214-46fd-82da-d82380c4123a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:06.363091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.363281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Checking segment: {'id': '7021082b-9dee-4c3c-ba0a-3c64083a460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7be3d505-07f5-4386-993e-8a3035b1ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:06.363652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network hostable DHCP agents. Network: 7be3d505-07f5-4386-993e-8a3035b1ac8a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:06.372925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.374217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Fanout notify agent at l3_agent the message router_deleted on router f13d29bc-0e9f-4485-921b-1a0de0687be9 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:06.384625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.385746 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d30b1598-c831-4eaf-b60c-01cd07bc57eb tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/f13d29bc-0e9f-4485-921b-1a0de0687be9 HTTP/1.1" status: 204 len: 168 time: 2.3310623 Apr 29 07:53:06.389749 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46466) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.404551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d0ff5625-6134-42f3-af5b-90eef0f50d7a tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-233954056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:06.410982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-322b95aa-3902-4cff-8539-4edf3bcb2c05 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.449410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0a284fb-b178-41f5-9ae5-6803dd35e0a6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.470117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.500675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Network 7be3d505-07f5-4386-993e-8a3035b1ac8a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:06.512225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0a284fb-b178-41f5-9ae5-6803dd35e0a6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.517432 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] For port 304796ba-f214-46fd-82da-d82380c4123a, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=304796ba-f214-46fd-82da-d82380c4123a,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:06.518093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.535545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] Calling delete_port for 304796ba-f214-46fd-82da-d82380c4123a owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:06.538419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.544139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0ff5625-6134-42f3-af5b-90eef0f50d7a tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.545520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0ff5625-6134-42f3-af5b-90eef0f50d7a tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.587291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 7be3d505-07f5-4386-993e-8a3035b1ac8a) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:06.592892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:06.593718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.604673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12948fca-6c96-45f4-aa8e-a15478d89df5 None None] Network 7be3d505-07f5-4386-993e-8a3035b1ac8a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:06.635267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0ff5625-6134-42f3-af5b-90eef0f50d7a tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.638612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.694180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:06.697505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0ff5625-6134-42f3-af5b-90eef0f50d7a tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.708694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:06.712214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:06.712803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.733055 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eb95c12f-0b9a-4695-ab49-37fb172a6954 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6396077 Apr 29 07:53:06.735489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=13180ee7-26d1-4a3f-afd2-9390c8be4ccc,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:06.739608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46468) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.741757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.748367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9858ef4d-71ac-4290-8cac-3f3325eab5f0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:06.830005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0ff5625-6134-42f3-af5b-90eef0f50d7a tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.834062 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0ff5625-6134-42f3-af5b-90eef0f50d7a tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4376531 Apr 29 07:53:06.834393 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46470) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.838876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'enable_snat': False}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:06.843225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.849702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.851678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-7be3d505-07f5-4386-993e-8a3035b1ac8a', 'network_id': '7be3d505-07f5-4386-993e-8a3035b1ac8a', 'tenant_id': '1b97cc16ceba406e8a3c68fc8cbdabc9', 'fixed_ips': [{'subnet_id': '16dead26-05aa-4e30-afa9-f6ce7d2bc3a5'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:06.852494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:06.892699 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8d08a47c-8cf3-470e-a94b-c19592a84caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0528250 Apr 29 07:53:06.898839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46472) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:06.910871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '13180ee7-26d1-4a3f-afd2-9390c8be4ccc', 'ip_address': '2001:db8::c1bd:19eb:a892:595d'}], 'name': 'tempest-NetworksTestDHCPv6-2147034841'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:06.922789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=bbe13d14-2a16-48fd-b26c-eac9ba18ebe8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.054093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-322b95aa-3902-4cff-8539-4edf3bcb2c05 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.069271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] No DVR routers for this DVR port 304796ba-f214-46fd-82da-d82380c4123a on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:07.072151 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Network 893acd19-87ba-4017-91f9-666ff26bb9b1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:07.086350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:07.095007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:07.153039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Pushing event updated for resources: {'Port': ['ID=38c8ee68-f85d-49da-be57-62f44d494af3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.160582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ae9d6-0326-43ce-8e42-e242192084ac None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:07.171135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-322b95aa-3902-4cff-8539-4edf3bcb2c05 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.185476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.187968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0a284fb-b178-41f5-9ae5-6803dd35e0a6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.190808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0a284fb-b178-41f5-9ae5-6803dd35e0a6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.192323 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0a284fb-b178-41f5-9ae5-6803dd35e0a6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/f39ac1fb-40b5-4ca5-90e8-4a45b82c3232 HTTP/1.1" status: 204 len: 168 time: 0.9401376 Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.216328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:07.251735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46474) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:07.255679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Subnet': ['ID=3e396efa-6443-4c23-bd1b-3ead9ecc5d55,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.302725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9858ef4d-71ac-4290-8cac-3f3325eab5f0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30675740'] for subnet, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.321487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de8b8e-ba69-4d9b-9ca5-ed2fa8a554cd None None] Pushing event deleted for resources: {'Port': ['ID=304796ba-f214-46fd-82da-d82380c4123a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.379876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Attempting to bind port 38c8ee68-f85d-49da-be57-62f44d494af3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:07.380409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Attempting to bind port 38c8ee68-f85d-49da-be57-62f44d494af3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '893acd19-87ba-4017-91f9-666ff26bb9b1'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:07.380837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Attempting to bind port 38c8ee68-f85d-49da-be57-62f44d494af3 on network 893acd19-87ba-4017-91f9-666ff26bb9b1 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:07.383043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.396117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:07.396577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Checking segment: {'id': 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '893acd19-87ba-4017-91f9-666ff26bb9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:07.397095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.397488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Bound using segment: {'id': 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '893acd19-87ba-4017-91f9-666ff26bb9b1'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:07.397958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Bound port: 38c8ee68-f85d-49da-be57-62f44d494af3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '893acd19-87ba-4017-91f9-666ff26bb9b1'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:07.398337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.402363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b95aa-3902-4cff-8539-4edf3bcb2c05 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217f2dcd-19af-4bbc-a25b-35e1d04e518d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.421154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-322b95aa-3902-4cff-8539-4edf3bcb2c05 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.422375 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-322b95aa-3902-4cff-8539-4edf3bcb2c05 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1713629 Apr 29 07:53:07.426569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Allocated IP 172.20.0.3 (7be3d505-07f5-4386-993e-8a3035b1ac8a/16dead26-05aa-4e30-afa9-f6ce7d2bc3a5/a88b1832-f8cc-4f99-b7f2-7ca0785637ee) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:07.432428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46476) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:07.432428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ed3e1f1e-ed5e-4632-81a3-ad7c3b9f939c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Request body: {'security_group_rule': {'security_group_id': '217f2dcd-19af-4bbc-a25b-35e1d04e518d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:07.459722 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7c6a309b-75a8-4b36-8fca-22c07b69c922 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1988647 Apr 29 07:53:07.463561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46478) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:07.468735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-01354e6d-c245-4be8-ae94-ba69d1667ea5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--973280434'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:07.471735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.479633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a284fb-b178-41f5-9ae5-6803dd35e0a6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ac1fb-40b5-4ca5-90e8-4a45b82c3232,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.486294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.541281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1f1e-ed5e-4632-81a3-ad7c3b9f939c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.546135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893acd19-87ba-4017-91f9-666ff26bb9b1']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:07.585468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] For port 38c8ee68-f85d-49da-be57-62f44d494af3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:07.587816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:07.587968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:07.589690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:07.592236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] For port 38c8ee68-f85d-49da-be57-62f44d494af3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=38c8ee68-f85d-49da-be57-62f44d494af3,segment=NetworkSegment(fc91a30f-6fa5-452b-bb2e-6d121f82feb5),segment_id=fc91a30f-6fa5-452b-bb2e-6d121f82feb5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:07.606763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1f1e-ed5e-4632-81a3-ad7c3b9f939c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.608891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01354e6d-c245-4be8-ae94-ba69d1667ea5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.619940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.640655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '13180ee7-26d1-4a3f-afd2-9390c8be4ccc'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:07.644497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.678471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.685490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.730560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1f1e-ed5e-4632-81a3-ad7c3b9f939c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.739670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:07.740312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:07.744979 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:07.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e1f1e-ed5e-4632-81a3-ad7c3b9f939c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863db122-da22-4308-9339-f74dc7ae57f3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.822249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01354e6d-c245-4be8-ae94-ba69d1667ea5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.823782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.843382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.850514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.880012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 5f48e817-3e1c-4a9c-ae1f-46e4925abd02 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:07.886262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router 6e8ea955-eec4-4630-a7d3-d06b81252415 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:07.887482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1f1e-ed5e-4632-81a3-ad7c3b9f939c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.892282 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed3e1f1e-ed5e-4632-81a3-ad7c3b9f939c tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4608748 Apr 29 07:53:07.892533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645c5b1-3f0e-46cd-ad60-8afc69b4518f None None] Pushing event updated for resources: {'Port': ['ID=38c8ee68-f85d-49da-be57-62f44d494af3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:07.892986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46480) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:07.893818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.api [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:53:07.893818 dv-neutron-839740-1-hyperv neutron-server[109782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:53:07.893818 dv-neutron-839740-1-hyperv neutron-server[109782]: [parameters: {'id': '893acd19-87ba-4017-91f9-666ff26bb9b1'}] Apr 29 07:53:07.893818 dv-neutron-839740-1-hyperv neutron-server[109782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:53:07.894594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG oslo_db.api [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:53:07.902964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.904525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c7e74-bc52-4f71-ae43-3bf7aa97ae14 None None] Network 893acd19-87ba-4017-91f9-666ff26bb9b1 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:07.920062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01354e6d-c245-4be8-ae94-ba69d1667ea5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:07.990533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.056255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01354e6d-c245-4be8-ae94-ba69d1667ea5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985621ac-fb1d-46d6-b4e5-9b9fd1d50af2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.070654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/13180ee7-26d1-4a3f-afd2-9390c8be4ccc/749d7c0e-5eb8-4d02-954b-849b1b6aa8c6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:08.078126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d92e6cae-a7fe-4d79-a0d9-b2cba3299b64 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.084267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Network 7be3d505-07f5-4386-993e-8a3035b1ac8a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:08.094973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01354e6d-c245-4be8-ae94-ba69d1667ea5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.099518 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-01354e6d-c245-4be8-ae94-ba69d1667ea5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6313896 Apr 29 07:53:08.099518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Allocated IP 172.26.2.89 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/eb3612ce-2631-4b6c-a71c-32873ec33ef1) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:08.101358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46482) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.105947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 304796ba-f214-46fd-82da-d82380c4123a no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:08.106457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f617c786-afae-49bf-bf76-c0cb69951842 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '985621ac-fb1d-46d6-b4e5-9b9fd1d50af2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:08.107742 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-f617c786-afae-49bf-bf76-c0cb69951842 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 07:53:08.115691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-f617c786-afae-49bf-bf76-c0cb69951842 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:08.115691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f617c786-afae-49bf-bf76-c0cb69951842 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077329 Apr 29 07:53:08.118196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46484) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.135475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:08.136265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:08.136655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d92e6cae-a7fe-4d79-a0d9-b2cba3299b64 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.138406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:08.142393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Pushing event updated for resources: {'Port': ['ID=a88b1832-f8cc-4f99-b7f2-7ca0785637ee,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.144601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7b9d203d-676a-462e-99c7-54b0c551f9d3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/6e8ea955-eec4-4630-a7d3-d06b81252415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0158165 Apr 29 07:53:08.148469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46486) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.160993 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] Sync routers for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:08.168241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 304796ba-f214-46fd-82da-d82380c4123a {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:08.168739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 304796ba-f214-46fd-82da-d82380c4123a not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:08.174551 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:08.175549 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:08.238952 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:08.249141 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:08.249904 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:08.286630 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:08.287894 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a7d6a-4a0b-4636-909b-43662c01f4d7 None None] The sync data for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:08.289258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Attempting to bind port a88b1832-f8cc-4f99-b7f2-7ca0785637ee on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:08.290748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Attempting to bind port a88b1832-f8cc-4f99-b7f2-7ca0785637ee by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '7021082b-9dee-4c3c-ba0a-3c64083a460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7be3d505-07f5-4386-993e-8a3035b1ac8a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:08.291447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Attempting to bind port a88b1832-f8cc-4f99-b7f2-7ca0785637ee on network 7be3d505-07f5-4386-993e-8a3035b1ac8a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:08.306423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:08.306423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Checking segment: {'id': '7021082b-9dee-4c3c-ba0a-3c64083a460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7be3d505-07f5-4386-993e-8a3035b1ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:08.306423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.306423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Bound using segment: {'id': '7021082b-9dee-4c3c-ba0a-3c64083a460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7be3d505-07f5-4386-993e-8a3035b1ac8a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:08.306423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Bound port: a88b1832-f8cc-4f99-b7f2-7ca0785637ee, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7021082b-9dee-4c3c-ba0a-3c64083a460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7be3d505-07f5-4386-993e-8a3035b1ac8a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:08.307258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.350287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1dddae41-4dc5-4822-8ec6-96cf7abb268a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.359656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.385209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d92e6cae-a7fe-4d79-a0d9-b2cba3299b64 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.387764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d92e6cae-a7fe-4d79-a0d9-b2cba3299b64 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.391349 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d92e6cae-a7fe-4d79-a0d9-b2cba3299b64 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/217f2dcd-19af-4bbc-a25b-35e1d04e518d HTTP/1.1" status: 204 len: 168 time: 0.4962196 Apr 29 07:53:08.394534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46488) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.408138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.418163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e6cae-a7fe-4d79-a0d9-b2cba3299b64 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f2dcd-19af-4bbc-a25b-35e1d04e518d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.423442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1dddae41-4dc5-4822-8ec6-96cf7abb268a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.445106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9858ef4d-71ac-4290-8cac-3f3325eab5f0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746383078584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32504495'] for subnet, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.457238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.459626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] For port a88b1832-f8cc-4f99-b7f2-7ca0785637ee, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:08.472845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] For port a88b1832-f8cc-4f99-b7f2-7ca0785637ee, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a88b1832-f8cc-4f99-b7f2-7ca0785637ee,segment=NetworkSegment(7021082b-9dee-4c3c-ba0a-3c64083a460f),segment_id=7021082b-9dee-4c3c-ba0a-3c64083a460f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:08.492978 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-68202784-ad36-4ee5-a291-bda91132f04e tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0964079 Apr 29 07:53:08.496065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46490) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.506056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858ef4d-71ac-4290-8cac-3f3325eab5f0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:08.506680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9858ef4d-71ac-4290-8cac-3f3325eab5f0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.507944 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9858ef4d-71ac-4290-8cac-3f3325eab5f0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "PUT /v2.0/subnets/16dead26-05aa-4e30-afa9-f6ce7d2bc3a5 HTTP/1.1" status: 200 len: 877 time: 1.7656350 Apr 29 07:53:08.512236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46492) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.513374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.549375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.572481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858ef4d-71ac-4290-8cac-3f3325eab5f0 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event updated for resources: {'Subnet': ['ID=16dead26-05aa-4e30-afa9-f6ce7d2bc3a5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.584552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:08.590414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:08.595438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:08.598445 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-44d72c28-ff45-4dba-b3a9-37dfba54b73d tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1013381 Apr 29 07:53:08.601311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:08.601672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:08.603065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46494) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.608891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.608891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:08.619722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Pushing event updated for resources: {'Port': ['ID=eb3612ce-2631-4b6c-a71c-32873ec33ef1,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.632822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Pushing event updated for resources: {'Port': ['ID=749d7c0e-5eb8-4d02-954b-849b1b6aa8c6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.653972 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-f9509257-c2b2-413f-9f33-09029984d231 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] delete failed (client error): The resource could not be found. Apr 29 07:53:08.653972 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f9509257-c2b2-413f-9f33-09029984d231 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "DELETE /v2.0/security-groups/217f2dcd-19af-4bbc-a25b-35e1d04e518d HTTP/1.1" status: 404 len: 347 time: 0.0408294 Apr 29 07:53:08.655186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46496) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.683248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1dddae41-4dc5-4822-8ec6-96cf7abb268a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.685720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1dddae41-4dc5-4822-8ec6-96cf7abb268a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.691402 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1dddae41-4dc5-4822-8ec6-96cf7abb268a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/985621ac-fb1d-46d6-b4e5-9b9fd1d50af2 HTTP/1.1" status: 204 len: 168 time: 0.5659707 Apr 29 07:53:08.696103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46498) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.735669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddae41-4dc5-4822-8ec6-96cf7abb268a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985621ac-fb1d-46d6-b4e5-9b9fd1d50af2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.756475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Attempting to bind port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:08.757210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Attempting to bind port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:08.757210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Attempting to bind port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:08.766691 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ec8183a1-3b05-4872-9faa-c38324c3bff1 tempest-SecGroupIPv6Test-873686998 tempest-SecGroupIPv6Test-873686998-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1060259 Apr 29 07:53:08.775556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::c1bd:19eb:a892:595d (82cc26d6-a369-4498-98e7-aa4095711705/13180ee7-26d1-4a3f-afd2-9390c8be4ccc/5f48e817-3e1c-4a9c-ae1f-46e4925abd02) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:08.789740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:08.790396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:08.791012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.791591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:08.792223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Bound port: 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:08.792780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.796523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215844b-33ec-4191-a3ef-5b8c5a4a96cb None None] Pushing event updated for resources: {'Port': ['ID=a88b1832-f8cc-4f99-b7f2-7ca0785637ee,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:08.840938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.845868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting port 38c8ee68-f85d-49da-be57-62f44d494af3 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:08.846477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:08.860937 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9735500a-d466-4033-a467-18ffc32df134 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1623263 Apr 29 07:53:08.865738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46502) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:08.870137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-34384365-1ace-45a8-b877-f05a51ec95e1 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--141158454'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:08.921106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] For port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:08.924632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] For port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=749d7c0e-5eb8-4d02-954b-849b1b6aa8c6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:09.065688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.074405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34384365-1ace-45a8-b877-f05a51ec95e1 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.164739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6cf91-6c10-412e-b65a-3d636a0e55b7 None None] Pushing event updated for resources: {'Port': ['ID=749d7c0e-5eb8-4d02-954b-849b1b6aa8c6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:09.203918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.285511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34384365-1ace-45a8-b877-f05a51ec95e1 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.328934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] For port 38c8ee68-f85d-49da-be57-62f44d494af3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=38c8ee68-f85d-49da-be57-62f44d494af3,segment=NetworkSegment(fc91a30f-6fa5-452b-bb2e-6d121f82feb5),segment_id=fc91a30f-6fa5-452b-bb2e-6d121f82feb5)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:09.329442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.377322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Calling delete_port for 38c8ee68-f85d-49da-be57-62f44d494af3 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:09.477041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46506) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:09.485354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34384365-1ace-45a8-b877-f05a51ec95e1 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.522155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Deleting port a88b1832-f8cc-4f99-b7f2-7ca0785637ee {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:09.522155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.524416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.535292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.539901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34384365-1ace-45a8-b877-f05a51ec95e1 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418f0918-4cce-44e4-96a8-7381738af4c4,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:09.587273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34384365-1ace-45a8-b877-f05a51ec95e1 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.591435 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-34384365-1ace-45a8-b877-f05a51ec95e1 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7241614 Apr 29 07:53:09.592534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46510) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:09.599591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a5ba3a6e-73a2-4f83-9cc4-8d02b657517b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '418f0918-4cce-44e4-96a8-7381738af4c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:09.617824 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-a5ba3a6e-73a2-4f83-9cc4-8d02b657517b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 07:53:09.618784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-a5ba3a6e-73a2-4f83-9cc4-8d02b657517b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:09.619854 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a5ba3a6e-73a2-4f83-9cc4-8d02b657517b tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246301 Apr 29 07:53:09.624746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46512) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:09.636096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b46198d4-1c18-49df-9e8f-a635deff7533 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '418f0918-4cce-44e4-96a8-7381738af4c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:09.636848 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-b46198d4-1c18-49df-9e8f-a635deff7533 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 07:53:09.637335 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-b46198d4-1c18-49df-9e8f-a635deff7533 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:09.638304 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b46198d4-1c18-49df-9e8f-a635deff7533 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126889 Apr 29 07:53:09.643249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46514) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:09.658785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-df6f6bef-5c03-4a94-bd01-90447c6df4f9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '418f0918-4cce-44e4-96a8-7381738af4c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:09.660172 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-df6f6bef-5c03-4a94-bd01-90447c6df4f9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 07:53:09.660300 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-df6f6bef-5c03-4a94-bd01-90447c6df4f9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:09.665652 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-df6f6bef-5c03-4a94-bd01-90447c6df4f9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164380 Apr 29 07:53:09.668435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46516) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:09.668542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.675544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-78c1f4f4-96fd-40e0-b49b-ab4581eb84fa tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '418f0918-4cce-44e4-96a8-7381738af4c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:09.676436 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-78c1f4f4-96fd-40e0-b49b-ab4581eb84fa tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 07:53:09.676936 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-78c1f4f4-96fd-40e0-b49b-ab4581eb84fa tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:09.677924 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-78c1f4f4-96fd-40e0-b49b-ab4581eb84fa tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089998 Apr 29 07:53:09.688768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46518) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:09.689597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.740419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] For port a88b1832-f8cc-4f99-b7f2-7ca0785637ee, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a88b1832-f8cc-4f99-b7f2-7ca0785637ee,segment=NetworkSegment(7021082b-9dee-4c3c-ba0a-3c64083a460f),segment_id=7021082b-9dee-4c3c-ba0a-3c64083a460f)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:09.740554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.759120 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f9bed18a-a928-4e80-8c76-daf034e21b4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d7c8ac07d84454f8beab5f048ff7d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804222 Apr 29 07:53:09.766013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46520) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:09.790614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Calling delete_port for a88b1832-f8cc-4f99-b7f2-7ca0785637ee owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:09.792298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.844558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f3ff-ad93-4e11-af6d-8bc97f3d2f58 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.855127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No DVR routers for this DVR port 38c8ee68-f85d-49da-be57-62f44d494af3 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:09.856783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Port': ['ID=38c8ee68-f85d-49da-be57-62f44d494af3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:09.887251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ac62212-a6a0-46c7-a597-a31f356c70ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.898570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f3ff-ad93-4e11-af6d-8bc97f3d2f58 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:09.938529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ac62212-a6a0-46c7-a597-a31f356c70ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.005973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Router 8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:10.032613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.070668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f3ff-ad93-4e11-af6d-8bc97f3d2f58 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.073212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f3ff-ad93-4e11-af6d-8bc97f3d2f58 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.074398 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c5e9f3ff-ad93-4e11-af6d-8bc97f3d2f58 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/418f0918-4cce-44e4-96a8-7381738af4c4 HTTP/1.1" status: 204 len: 168 time: 0.3902028 Apr 29 07:53:10.080561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46522) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.097820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ac62212-a6a0-46c7-a597-a31f356c70ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.100669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ac62212-a6a0-46c7-a597-a31f356c70ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.101819 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2ac62212-a6a0-46c7-a597-a31f356c70ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/914e466d-8d54-44f6-be44-8eb611bb506b HTTP/1.1" status: 204 len: 168 time: 0.3321669 Apr 29 07:53:10.108655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.117144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9f3ff-ad93-4e11-af6d-8bc97f3d2f58 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418f0918-4cce-44e4-96a8-7381738af4c4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:10.152806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:10.152906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac62212-a6a0-46c7-a597-a31f356c70ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e466d-8d54-44f6-be44-8eb611bb506b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:10.178366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:10.180704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893acd19-87ba-4017-91f9-666ff26bb9b1']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:10.188058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:10.197911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:10.198625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.211810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=5f48e817-3e1c-4a9c-ae1f-46e4925abd02,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:10.219864 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1c642529-85d9-4607-8d04-c4d0d788627a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1362603 Apr 29 07:53:10.228123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46526) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.232594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5cfb9679-387e-4bfc-a87d-b51db2f9f71d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--402303274'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:10.252901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1b504-64d8-41ea-8111-731c9fb34ce6 None None] Network 7be3d505-07f5-4386-993e-8a3035b1ac8a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:10.253540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:10.255528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:10.263260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:10.263260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc91a30f-6fa5-452b-bb2e-6d121f82feb5') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:10.263505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.264725 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3c0b93d6-7127-4b65-b7a6-d858411daebb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "PUT /v2.0/routers/8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 HTTP/1.1" status: 200 len: 914 time: 3.4293182 Apr 29 07:53:10.272716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46528) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.283916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.321954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.333174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:10.333865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] Sync routers for ids ['8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:10.334466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:10.337865 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:10.345897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9679-387e-4bfc-a87d-b51db2f9f71d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.434795 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98e1c03a-b09d-40d2-b092-dbf8cd0fc85c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5257242 Apr 29 07:53:10.435207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46530) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.439096 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-418594d5-1f93-478a-94cc-a13de0cd563f tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 HTTP/1.1" status: 200 len: 920 time: 0.1649311 Apr 29 07:53:10.452474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46532) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.460713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.511997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Port': ['ID=a88b1832-f8cc-4f99-b7f2-7ca0785637ee,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:10.570170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.582011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9679-387e-4bfc-a87d-b51db2f9f71d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.604767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22596e79-0bba-42a1-a50f-f6ecc71141bb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:10.608102 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-22596e79-0bba-42a1-a50f-f6ecc71141bb tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1537573 Apr 29 07:53:10.617646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b2936b5d-1cc6-481f-b542-2cd479966202 None None] Provisioning complete for port a88b1832-f8cc-4f99-b7f2-7ca0785637ee triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:10.618201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2936b5d-1cc6-481f-b542-2cd479966202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.620284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72165ae3-4ea2-41dd-8411-512af6552d9e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:10.623264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46536) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.627506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72165ae3-4ea2-41dd-8411-512af6552d9e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:10.633860 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-72165ae3-4ea2-41dd-8411-512af6552d9e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1974838 Apr 29 07:53:10.634509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46538) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.640640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.652180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/893acd19-87ba-4017-91f9-666ff26bb9b1 HTTP/1.1" status: 204 len: 168 time: 4.6423075 Apr 29 07:53:10.654555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No DVR routers for this DVR port a88b1832-f8cc-4f99-b7f2-7ca0785637ee on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:10.683558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46540) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.686497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] Routers {'8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:10.687255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:10.701516 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-216392300'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:10.720966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9679-387e-4bfc-a87d-b51db2f9f71d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.760999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b2936b5d-1cc6-481f-b542-2cd479966202 None None] Port a88b1832-f8cc-4f99-b7f2-7ca0785637ee was deleted so its status cannot be updated. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 29 07:53:10.778901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:10.836361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb9679-387e-4bfc-a87d-b51db2f9f71d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b8ebd0-695b-4d04-a244-096922607fcc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:10.840571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] Routers {'8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:10.840571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:10.840810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:10.843884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.845164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:10.845533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.865775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e4c22-6c1a-4a8f-ad2e-270cb1f2a460 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Network': ['ID=893acd19-87ba-4017-91f9-666ff26bb9b1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:10.879588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:10.894022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.894406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Added segment 650e3808-ce49-4573-91f6-bf44dfee153a of type vlan for network f3793579-c677-4725-b34d-11aa54f6d52a Apr 29 07:53:10.913023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 89e15b1a-712a-4398-b6a9-5ad27c76b28f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:10.913023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.927715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:10.928785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4109f-0518-4245-a5a7-fc123a513850 None None] The sync data for ids ['8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:10.947455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.969682 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9679-387e-4bfc-a87d-b51db2f9f71d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:10.974136 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5cfb9679-387e-4bfc-a87d-b51db2f9f71d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7419014 Apr 29 07:53:10.975253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46548) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:10.982377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e5082cab-7d24-4e1e-a5a6-94c85d65747c tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:10.985621 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-e5082cab-7d24-4e1e-a5a6-94c85d65747c tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:53:10.986196 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-e5082cab-7d24-4e1e-a5a6-94c85d65747c tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:10.990059 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e5082cab-7d24-4e1e-a5a6-94c85d65747c tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101302 Apr 29 07:53:10.990059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.005468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46550) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.005468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fdbf7ec2-9c22-4b66-9f50-ddd41316051d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:11.022773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 5f48e817-3e1c-4a9c-ae1f-46e4925abd02 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:11.022970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.053748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7baa46-b077-4d8f-a548-aeb6d8bb15f0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:11.057994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3c7baa46-b077-4d8f-a548-aeb6d8bb15f0 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/networks/5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 881 time: 0.4019501 Apr 29 07:53:11.058216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b6036c6e-ea58-483d-abb2-811e5c592294 None None] Provisioning complete for port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:11.058216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6036c6e-ea58-483d-abb2-811e5c592294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.061046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46554) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.103555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.resource_extend [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:53:11.117692 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-43c0de86-0652-4dc0-85ab-7db13f883afd tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 HTTP/1.1" status: 200 len: 205 time: 0.0456884 Apr 29 07:53:11.119741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46556) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.142469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.160558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 89e15b1a-712a-4398-b6a9-5ad27c76b28f owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:11.209724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.282149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=749d7c0e-5eb8-4d02-954b-849b1b6aa8c6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:11.287756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-834cb496-3146-41dc-9587-460e8f893aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.313679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6036c6e-ea58-483d-abb2-811e5c592294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.322063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.374293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.376325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a88b1832-f8cc-4f99-b7f2-7ca0785637ee up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:11.408470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a88b1832-f8cc-4f99-b7f2-7ca0785637ee {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:11.409331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a88b1832-f8cc-4f99-b7f2-7ca0785637ee not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 29 07:53:11.443458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Port a88b1832-f8cc-4f99-b7f2-7ca0785637ee not found, will not notify nova. {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 29 07:53:11.447092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce4223-9d1c-48f6-b2b6-d41acd0dba6b None None] Network 7be3d505-07f5-4386-993e-8a3035b1ac8a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:11.493700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=16dead26-05aa-4e30-afa9-f6ce7d2bc3a5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:11.517527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.544123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.556576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.561791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 5f48e817-3e1c-4a9c-ae1f-46e4925abd02 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:11.563967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.570115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:11.571036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.606515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be3d505-07f5-4386-993e-8a3035b1ac8a']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:11.619485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7021082b-9dee-4c3c-ba0a-3c64083a460f') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:11.620970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7021082b-9dee-4c3c-ba0a-3c64083a460f') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:11.632593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.649729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-b6036c6e-ea58-483d-abb2-811e5c592294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:53:11.650091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-b6036c6e-ea58-483d-abb2-811e5c592294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:53:11.651316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=749d7c0e-5eb8-4d02-954b-849b1b6aa8c6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:11.653386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Network': ['ID=f3793579-c677-4725-b34d-11aa54f6d52a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:11.683874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=89e15b1a-712a-4398-b6a9-5ad27c76b28f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:11.689202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f3793579-c677-4725-b34d-11aa54f6d52a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:11.689433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.706765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46566) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.718770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.751673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:11.752075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:11.758868 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:11.781796 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-fdbf7ec2-9c22-4b66-9f50-ddd41316051d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:11.783436 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fdbf7ec2-9c22-4b66-9f50-ddd41316051d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7826242 Apr 29 07:53:11.786222 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c746d-96de-48b8-8f1c-ac5b6058ec24 None None] DHCP port deletion for 7be3d505-07f5-4386-993e-8a3035b1ac8a request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:11.790766 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-857f1172-8203-43e6-b2d8-1bc59b12de2f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1059844 Apr 29 07:53:11.796557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46570) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.796877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46572) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.806636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-289ff097-31bf-4bee-8f80-de4420fac3bc tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:11.806636 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-289ff097-31bf-4bee-8f80-de4420fac3bc tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 07:53:11.807144 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-289ff097-31bf-4bee-8f80-de4420fac3bc tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:11.811482 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-289ff097-31bf-4bee-8f80-de4420fac3bc tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135071 Apr 29 07:53:11.814086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46574) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.816415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Request body: {'subnet': {'network_id': 'f3793579-c677-4725-b34d-11aa54f6d52a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:11.824422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5b47cdb9-e1b7-4474-9451-f023e4b659e5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:11.946665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8c96561c-62e1-4a90-acc9-174b17956de9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:11.948438 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-8c96561c-62e1-4a90-acc9-174b17956de9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:53:11.948438 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-8c96561c-62e1-4a90-acc9-174b17956de9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:53:11.949875 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8c96561c-62e1-4a90-acc9-174b17956de9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2392974 Apr 29 07:53:11.952711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46576) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:11.960291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--552951860'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:12.019395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.023983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed99ca8-0735-49c5-a872-06766a3fba8b None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:53:12.034541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.040866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.063434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:12.080997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.084919 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/7be3d505-07f5-4386-993e-8a3035b1ac8a HTTP/1.1" status: 204 len: 168 time: 3.5654716 Apr 29 07:53:12.089420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46578) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.101784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1019c34-0c36-4f57-8eee-1d34987f37e7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=7be3d505-07f5-4386-993e-8a3035b1ac8a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:12.121817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.123762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Made reservation on behalf of ededf0982dad4646a41817aeefa6508d for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:12.127464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.132186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.132713 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-deac193f-94a1-4a05-88db-3e8b8cd42550 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:12.133550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deac193f-94a1-4a05-88db-3e8b8cd42550 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:12.139779 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-deac193f-94a1-4a05-88db-3e8b8cd42550 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/16dead26-05aa-4e30-afa9-f6ce7d2bc3a5 HTTP/1.1" status: 404 len: 337 time: 0.0493453 Apr 29 07:53:12.141914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46580) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.162196 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fc0873-c608-466a-a9d8-3da6571f40b1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:12.162829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fc0873-c608-466a-a9d8-3da6571f40b1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:12.165824 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-07fc0873-c608-466a-a9d8-3da6571f40b1 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/7be3d505-07f5-4386-993e-8a3035b1ac8a HTTP/1.1" status: 404 len: 339 time: 0.0231237 Apr 29 07:53:12.166652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.168381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46582) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.178415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:12.179072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.185992 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-5b47cdb9-e1b7-4474-9451-f023e4b659e5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:12.187202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5b47cdb9-e1b7-4474-9451-f023e4b659e5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3720181 Apr 29 07:53:12.189591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=5f48e817-3e1c-4a9c-ae1f-46e4925abd02,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:12.233962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46584) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.244484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-be75dbb8-e2e4-4b11-98cd-3986b06edbff tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:12.245057 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-be75dbb8-e2e4-4b11-98cd-3986b06edbff tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:53:12.245755 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-be75dbb8-e2e4-4b11-98cd-3986b06edbff tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:12.246119 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce9604c-ef17-464f-973e-8831afae6f1e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:12.246756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce9604c-ef17-464f-973e-8831afae6f1e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:12.246913 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-be75dbb8-e2e4-4b11-98cd-3986b06edbff tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069144 Apr 29 07:53:12.250091 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cce9604c-ef17-464f-973e-8831afae6f1e tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/3e042a8e-7e78-4309-be69-072124f0c0f6 HTTP/1.1" status: 404 len: 337 time: 0.0805488 Apr 29 07:53:12.250865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46586) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.259995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed99ca8-0735-49c5-a872-06766a3fba8b None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:53:12.263335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46588) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.284032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-24bf60ce-4e8d-45c7-8446-0a17a380cdab tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:12.318215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.321719 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1ffbcb83-ef1a-41c2-9e9d-b7ce9440d90e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/5f48e817-3e1c-4a9c-ae1f-46e4925abd02 HTTP/1.1" status: 204 len: 168 time: 1.6853495 Apr 29 07:53:12.325189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router 6e8ea955-eec4-4630-a7d3-d06b81252415 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:12.327278 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0a44c9-229a-42c0-8126-2417fc69e278 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:12.327546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46590) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.328090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0a44c9-229a-42c0-8126-2417fc69e278 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:12.331007 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7b0a44c9-229a-42c0-8126-2417fc69e278 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/4a7a3a7e-1f15-410f-8d52-1f5bbaaf148d HTTP/1.1" status: 404 len: 339 time: 0.0664656 Apr 29 07:53:12.341023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46592) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.392715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-16a3e7a4-29a2-400f-b41b-7df46984d518 None None] Could not find standard attr ID for object 5f48e817-3e1c-4a9c-ae1f-46e4925abd02. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:53:12.422322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Deleting port eb3612ce-2631-4b6c-a71c-32873ec33ef1 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:12.423075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.468023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966209e3-89f6-4745-8feb-ec1b1f00e206 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:12.469872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966209e3-89f6-4745-8feb-ec1b1f00e206 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:12.471430 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-966209e3-89f6-4745-8feb-ec1b1f00e206 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1429477 Apr 29 07:53:12.476605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a88b1832-f8cc-4f99-b7f2-7ca0785637ee no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:12.477679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46594) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.509668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a88b1832-f8cc-4f99-b7f2-7ca0785637ee {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:12.510063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a88b1832-f8cc-4f99-b7f2-7ca0785637ee not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:12.527197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.554314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:12.564793 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] Sync routers for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:12.581312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-45f1d00c-39a0-4745-b1b8-687758b25be0 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/6e8ea955-eec4-4630-a7d3-d06b81252415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4233694 Apr 29 07:53:12.581592 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:12.581592 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:12.581821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46596) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.599785 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-24bf60ce-4e8d-45c7-8446-0a17a380cdab tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:12.600651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.600811 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-24bf60ce-4e8d-45c7-8446-0a17a380cdab tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3448055 Apr 29 07:53:12.606151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46598) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.610343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.618952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.629150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 13180ee7-26d1-4a3f-afd2-9390c8be4ccc {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:12.632779 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4ec2877d-40ee-4efa-accd-3b69404d0cc7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e8ea955-eec4-4630-a7d3-d06b81252415 HTTP/1.1" status: 200 len: 205 time: 0.0483108 Apr 29 07:53:12.635239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.638029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46600) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.649224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4abe8c6c-cd37-40e6-9d75-6ab1e1de344e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:12.649769 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-4abe8c6c-cd37-40e6-9d75-6ab1e1de344e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 07:53:12.650173 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-4abe8c6c-cd37-40e6-9d75-6ab1e1de344e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:12.651168 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4abe8c6c-cd37-40e6-9d75-6ab1e1de344e tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0293033 Apr 29 07:53:12.656823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a690993-0ac8-4485-9736-af510b997f17 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:53:12.668892 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:53:12.673304 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:12.682136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46602) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:12.687249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a2fdc0fe-d6df-4579-99d8-e24a9f8cd7fb tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:12.692432 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] Routers {'6e8ea955-eec4-4630-a7d3-d06b81252415'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:12.693147 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:52:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e8ea955-eec4-4630-a7d3-d06b81252415'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:12.699609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Calling delete_port for eb3612ce-2631-4b6c-a71c-32873ec33ef1 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:12.734662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.749859 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:12.751443 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119d9c5-aaa8-45ea-8cd6-7e345dfa93ac None None] The sync data for ids ['6e8ea955-eec4-4630-a7d3-d06b81252415'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:12.816129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.816574 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.855303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a690993-0ac8-4485-9736-af510b997f17 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:53:12.859036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae5cd-248d-4bf4-848e-6fce3ed4ebf6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.879451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eea8b07-e823-486f-84a1-c89e53720253']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:12.904766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9208f945-8570-4f8b-a1a7-1dc58510da02') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:12.905082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9208f945-8570-4f8b-a1a7-1dc58510da02') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:12.906853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d900f96d-0868-4395-8880-8fc607b00bc1,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:12.922605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.970146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:12.991578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.016716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:53:13.021681 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-a2fdc0fe-d6df-4579-99d8-e24a9f8cd7fb tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:13.022837 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a2fdc0fe-d6df-4579-99d8-e24a9f8cd7fb tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3397808 Apr 29 07:53:13.025752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.028594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:13.029088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.033976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46604) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:13.037477 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:13.042197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6436d565-af69-42aa-aa75-0077b56944b9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd9b8ebd0-695b-4d04-a244-096922607fcc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:13.108087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae5cd-248d-4bf4-848e-6fce3ed4ebf6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.110036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.115639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae5cd-248d-4bf4-848e-6fce3ed4ebf6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.177879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.215986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e9209-45da-4151-9da9-fce3db531b09,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:13.216788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event updated for resources: {'Subnet': ['ID=51c5b2ea-18e2-4d82-86f0-56013dd5b74b,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:13.248448 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Checking segment: {'id': '650e3808-ce49-4573-91f6-bf44dfee153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f3793579-c677-4725-b34d-11aa54f6d52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:13.248448 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network hostable DHCP agents. Network: f3793579-c677-4725-b34d-11aa54f6d52a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:13.258599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.261936 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0a9531d5-637d-4784-8cf1-a2c0284cecf2 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3063846 Apr 29 07:53:13.263123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46606) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.267696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ff99688f-eb9d-4284-9760-f3de4ef513ad tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '4a2e9209-45da-4151-9da9-fce3db531b09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:13.272865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae5cd-248d-4bf4-848e-6fce3ed4ebf6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.273614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ae5cd-248d-4bf4-848e-6fce3ed4ebf6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Fanout notify agent at l3_agent the message router_deleted on router 6e8ea955-eec4-4630-a7d3-d06b81252415 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:13.278163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6949e795-3e90-4b4b-86f3-ba9c14f945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.282208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.290285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae5cd-248d-4bf4-848e-6fce3ed4ebf6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.296091 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5f1ae5cd-248d-4bf4-848e-6fce3ed4ebf6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/6e8ea955-eec4-4630-a7d3-d06b81252415 HTTP/1.1" status: 204 len: 168 time: 0.6522098 Apr 29 07:53:13.296780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46608) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.297772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.301594 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/9eea8b07-e823-486f-84a1-c89e53720253 HTTP/1.1" status: 204 len: 168 time: 0.9582708 Apr 29 07:53:13.308971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46610) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.334219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.343303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.354411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b8c38-fc98-4ac4-9efa-ea38997ff3cd tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=9eea8b07-e823-486f-84a1-c89e53720253,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:13.363224 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1804d56a-3fb3-4041-92f0-6e0f900f9012 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.363687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1804d56a-3fb3-4041-92f0-6e0f900f9012 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.366812 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1804d56a-3fb3-4041-92f0-6e0f900f9012 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/3aa77053-172c-4bb2-a7d3-a940429ece8c HTTP/1.1" status: 404 len: 337 time: 0.0550613 Apr 29 07:53:13.386330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Network f3793579-c677-4725-b34d-11aa54f6d52a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:13.388633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46612) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.400141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event deleted for resources: {'Port': ['ID=eb3612ce-2631-4b6c-a71c-32873ec33ef1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:13.447159 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31e7c12-cf25-4397-aaf9-4bfb7a49b106 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.447908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31e7c12-cf25-4397-aaf9-4bfb7a49b106 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.457360 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b31e7c12-cf25-4397-aaf9-4bfb7a49b106 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/f7f65a9e-5c09-4bef-91f6-304b2e03510c HTTP/1.1" status: 404 len: 339 time: 0.0613379 Apr 29 07:53:13.457360 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-6436d565-af69-42aa-aa75-0077b56944b9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:13.457360 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6436d565-af69-42aa-aa75-0077b56944b9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4147611 Apr 29 07:53:13.479325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff99688f-eb9d-4284-9760-f3de4ef513ad tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.484694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46614) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.485297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46616) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.534382 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9309b4c-2e10-4770-94f9-1ae02fb0f1b7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.534813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9309b4c-2e10-4770-94f9-1ae02fb0f1b7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.540094 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e9309b4c-2e10-4770-94f9-1ae02fb0f1b7 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/43a45473-f313-4936-8a74-0e6231768b5f HTTP/1.1" status: 404 len: 337 time: 0.0499637 Apr 29 07:53:13.540094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f3793579-c677-4725-b34d-11aa54f6d52a) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:13.548685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38783ef4-aba9-4a5d-955b-b341bd2335d4 None None] Network f3793579-c677-4725-b34d-11aa54f6d52a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:13.564769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46618) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.574196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:13.574919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.607654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.619807 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f198171-0e89-4c12-93f5-ee9f5372aa96 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.620328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f198171-0e89-4c12-93f5-ee9f5372aa96 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.624289 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0f198171-0e89-4c12-93f5-ee9f5372aa96 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/4bea4369-daf9-4ac9-9750-6630917ff3e7 HTTP/1.1" status: 404 len: 339 time: 0.0567131 Apr 29 07:53:13.640924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46620) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.654568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=13180ee7-26d1-4a3f-afd2-9390c8be4ccc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:13.679012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5519d7-9389-47f1-b903-7738f7b5367f None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:13.680512 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.687146 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9e061bbf-1c02-4d41-a945-0f6b3fbe30b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/13180ee7-26d1-4a3f-afd2-9390c8be4ccc HTTP/1.1" status: 204 len: 168 time: 1.2076340 Apr 29 07:53:13.688450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46622) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.691003 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa8fae5-8b6e-46fb-b4af-41e64c569612 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.691597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa8fae5-8b6e-46fb-b4af-41e64c569612 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.694688 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4aa8fae5-8b6e-46fb-b4af-41e64c569612 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/750672fc-38e2-40f4-b268-a4b532752b0b HTTP/1.1" status: 404 len: 337 time: 0.0491540 Apr 29 07:53:13.703117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet 395ab2c3-055c-4570-bc97-40e3cc0f9c19 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:13.705762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46624) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.741546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.748758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.751748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.773202 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4ecadff4-9eb9-4536-8bd7-53b2fbc00693 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9577925 Apr 29 07:53:13.773202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46626) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.773592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46628) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.774306 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-273d9418-fed4-4015-9d23-8d6579f60e20 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843117 Apr 29 07:53:13.789799 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be32d6a-957a-4cb4-aeb7-c44a1e74317c tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.790660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be32d6a-957a-4cb4-aeb7-c44a1e74317c tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.793823 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3be32d6a-957a-4cb4-aeb7-c44a1e74317c tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/5bc3a337-1f72-4b9c-841f-373bbc630a4b HTTP/1.1" status: 404 len: 339 time: 0.0855949 Apr 29 07:53:13.797106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f3793579-c677-4725-b34d-11aa54f6d52a', 'network_id': 'f3793579-c677-4725-b34d-11aa54f6d52a', 'tenant_id': 'ededf0982dad4646a41817aeefa6508d', 'fixed_ips': [{'subnet_id': '51c5b2ea-18e2-4d82-86f0-56013dd5b74b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:13.800524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.800636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46630) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.825644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:13.829967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a029d589-2eda-4758-8d2f-de5b6786138c tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.829967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a029d589-2eda-4758-8d2f-de5b6786138c tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.829967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a029d589-2eda-4758-8d2f-de5b6786138c tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/16c341ed-b3b7-424f-a5b5-c8edb91bb4f1 HTTP/1.1" status: 404 len: 337 time: 0.0306084 Apr 29 07:53:13.833363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46632) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.835025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cded45e1-2c6f-4f1a-babb-8537ea231d64 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.856439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.860576 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-99be6bf9-ddc3-4a5a-8d7e-021b826f83ae tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.861386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99be6bf9-ddc3-4a5a-8d7e-021b826f83ae tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.862508 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff99688f-eb9d-4284-9760-f3de4ef513ad tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.865257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-99be6bf9-ddc3-4a5a-8d7e-021b826f83ae tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/641ee40d-9c1f-44da-9aaa-1e29c3fe4591 HTTP/1.1" status: 404 len: 339 time: 0.0308230 Apr 29 07:53:13.870747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46634) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.969752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Allocated IP 2001:db8::f816:3eff:fea6:b5af (f3793579-c677-4725-b34d-11aa54f6d52a/51c5b2ea-18e2-4d82-86f0-56013dd5b74b/777ff2db-badd-4169-af56-12de169a5b3d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:13.981452 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52abfb0-9d47-4fc8-91b8-2f2f7d471e32 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:13.981912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52abfb0-9d47-4fc8-91b8-2f2f7d471e32 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:13.984973 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e52abfb0-9d47-4fc8-91b8-2f2f7d471e32 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/f585cd65-7f82-4be2-942a-a4aa50b70e7a HTTP/1.1" status: 404 len: 337 time: 0.1070733 Apr 29 07:53:13.985712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff99688f-eb9d-4284-9760-f3de4ef513ad tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.988721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46636) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:13.993744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cded45e1-2c6f-4f1a-babb-8537ea231d64 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:13.998335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:14.016855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7843c0da-4344-446e-a95e-792105c2bd0a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:14.017801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7843c0da-4344-446e-a95e-792105c2bd0a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:14.021796 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7843c0da-4344-446e-a95e-792105c2bd0a tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/f9d67e4b-b25a-4200-92d8-ac7d1e360c03 HTTP/1.1" status: 404 len: 339 time: 0.0294445 Apr 29 07:53:14.023200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.023749 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:14.024081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.027352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46638) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.044663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.045754 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-069e6495-586f-463c-8cd5-0200c9931079 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 HTTP/1.1" status: 204 len: 168 time: 2.9242249 Apr 29 07:53:14.053045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46640) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.054952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99688f-eb9d-4284-9760-f3de4ef513ad tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ed2a5d-6796-4657-a92f-7f8205bc9d75,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.067019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-161006319', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:14.089827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-296c422e-7d81-4065-8bad-748f4020c969 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:14.090285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296c422e-7d81-4065-8bad-748f4020c969 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:14.095946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-296c422e-7d81-4065-8bad-748f4020c969 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/6b7c234f-1b02-4748-b741-4299742a53d4 HTTP/1.1" status: 404 len: 337 time: 0.0648108 Apr 29 07:53:14.096467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46642) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.118946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4d9a1e-d5d8-459e-8212-0fb732d79ac5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:14.119511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4d9a1e-d5d8-459e-8212-0fb732d79ac5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:14.122818 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0e4d9a1e-d5d8-459e-8212-0fb732d79ac5 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/52b489d5-6743-4056-a67c-e4324d375199 HTTP/1.1" status: 404 len: 339 time: 0.0245652 Apr 29 07:53:14.125373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46644) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.135185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.138161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] Deleting port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:14.139375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.157203 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd28fadb-3033-4de6-97bb-b4f084f057db tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:14.157651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd28fadb-3033-4de6-97bb-b4f084f057db tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:14.164256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bd28fadb-3033-4de6-97bb-b4f084f057db tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/5f6145bc-65fc-4c03-b03c-d134514d9683 HTTP/1.1" status: 404 len: 337 time: 0.0351887 Apr 29 07:53:14.164898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46646) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.193715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-735393ac-b4d1-409e-bbb0-c78719da7234 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:14.194307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735393ac-b4d1-409e-bbb0-c78719da7234 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:14.200031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ff99688f-eb9d-4284-9760-f3de4ef513ad tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.200187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-735393ac-b4d1-409e-bbb0-c78719da7234 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/2c7bb806-4465-49f4-9675-a379a95d2dcf HTTP/1.1" status: 404 len: 339 time: 0.0315194 Apr 29 07:53:14.200296 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ff99688f-eb9d-4284-9760-f3de4ef513ad tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9347694 Apr 29 07:53:14.201378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46648) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.202265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46650) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.207931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.213868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7f81d7e1-90d2-4bc5-bde7-3e2988d95aed tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '4a2e9209-45da-4151-9da9-fce3db531b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:14.232321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cded45e1-2c6f-4f1a-babb-8537ea231d64 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.235374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cded45e1-2c6f-4f1a-babb-8537ea231d64 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.236545 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cded45e1-2c6f-4f1a-babb-8537ea231d64 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9b8ebd0-695b-4d04-a244-096922607fcc HTTP/1.1" status: 204 len: 168 time: 0.7502871 Apr 29 07:53:14.238076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:14.241487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.244463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46652) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.249592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] For port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=749d7c0e-5eb8-4d02-954b-849b1b6aa8c6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:14.249995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.254351 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fec4bb3-9df8-4dae-b25e-58810eb309b2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:14.254825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fec4bb3-9df8-4dae-b25e-58810eb309b2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:14.258607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6fec4bb3-9df8-4dae-b25e-58810eb309b2 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/c8b2b77b-afa6-4e89-ab9f-5fd1ba4b6493 HTTP/1.1" status: 404 len: 337 time: 0.0563266 Apr 29 07:53:14.268175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46654) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.273732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] Calling delete_port for 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:14.275670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.282736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.312605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded45e1-2c6f-4f1a-babb-8537ea231d64 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b8ebd0-695b-4d04-a244-096922607fcc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.314882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.316138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.324053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2d82dd-7f91-43f7-9226-a3c34d1903d3 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:14.324657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2d82dd-7f91-43f7-9226-a3c34d1903d3 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:14.327716 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3c2d82dd-7f91-43f7-9226-a3c34d1903d3 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/527cd741-0c0a-411c-aca5-ad2cf092db72 HTTP/1.1" status: 404 len: 339 time: 0.0585549 Apr 29 07:53:14.330379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46656) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.334010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=395ab2c3-055c-4570-bc97-40e3cc0f9c19,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.342665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.348689 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-97cfc85c-e8df-4f33-a04a-3bbc55b67f8b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/395ab2c3-055c-4570-bc97-40e3cc0f9c19 HTTP/1.1" status: 204 len: 168 time: 1.0507479 Apr 29 07:53:14.349249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46658) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.349523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3ca21-d205-44d2-98ba-4bffe8454349 None None] Network 762a3293-288a-4fba-a415-e9c39d1742f8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:14.369107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.387712 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5b85b592-d36a-4016-85fc-7d81c21db214 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1419008 Apr 29 07:53:14.392649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46660) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.397087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8b5fd53a-23f6-4d28-adda-2b6d15ac2ee6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--176039648'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:14.429033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f81d7e1-90d2-4bc5-bde7-3e2988d95aed tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.450806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet 33e33970-9b86-440a-8c87-c97cbfccbf32 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:14.461198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.466836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Network f3793579-c677-4725-b34d-11aa54f6d52a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:14.470871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.477363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Deleting subnet 789727da-4454-4159-885e-0b561de6ddfe {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:14.480659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.487986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:14.491073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:14.504394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Pushing event updated for resources: {'Port': ['ID=777ff2db-badd-4169-af56-12de169a5b3d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.515309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.528588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.540394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd53a-23f6-4d28-adda-2b6d15ac2ee6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.599946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Attempting to bind port 777ff2db-badd-4169-af56-12de169a5b3d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:14.600536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Attempting to bind port 777ff2db-badd-4169-af56-12de169a5b3d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '650e3808-ce49-4573-91f6-bf44dfee153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f3793579-c677-4725-b34d-11aa54f6d52a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:14.600849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Attempting to bind port 777ff2db-badd-4169-af56-12de169a5b3d on network f3793579-c677-4725-b34d-11aa54f6d52a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:14.609014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:14.609350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Checking segment: {'id': '650e3808-ce49-4573-91f6-bf44dfee153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f3793579-c677-4725-b34d-11aa54f6d52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:14.609755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.610151 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Bound using segment: {'id': '650e3808-ce49-4573-91f6-bf44dfee153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f3793579-c677-4725-b34d-11aa54f6d52a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:14.610649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Bound port: 777ff2db-badd-4169-af56-12de169a5b3d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650e3808-ce49-4573-91f6-bf44dfee153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f3793579-c677-4725-b34d-11aa54f6d52a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:14.611040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.624050 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-7f81d7e1-90d2-4bc5-bde7-3e2988d95aed tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:53:14.628031 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7f81d7e1-90d2-4bc5-bde7-3e2988d95aed tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4182060 Apr 29 07:53:14.628603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46662) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.633248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.645167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.647286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.679276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.726337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] Pushing event deleted for resources: {'Port': ['ID=749d7c0e-5eb8-4d02-954b-849b1b6aa8c6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.727668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd53a-23f6-4d28-adda-2b6d15ac2ee6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.734152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed5d49-d264-4c10-abff-933e01cb7e2d None None] No DVR routers for this DVR port 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:14.739188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] For port 777ff2db-badd-4169-af56-12de169a5b3d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:14.743732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] For port 777ff2db-badd-4169-af56-12de169a5b3d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=777ff2db-badd-4169-af56-12de169a5b3d,segment=NetworkSegment(650e3808-ce49-4573-91f6-bf44dfee153a),segment_id=650e3808-ce49-4573-91f6-bf44dfee153a)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:14.749847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] DHCP port deletion for 762a3293-288a-4fba-a415-e9c39d1742f8 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:14.759251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Subnet': ['ID=51c5b2ea-18e2-4d82-86f0-56013dd5b74b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.772683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aeec096-07dc-40f6-b0ad-dad2fc409d67 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.798137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aeec096-07dc-40f6-b0ad-dad2fc409d67 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.804123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] Deleting port 0c147c43-2d58-427a-a0fe-d8752bdb7824 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:14.804502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.838398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd53a-23f6-4d28-adda-2b6d15ac2ee6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.876122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd53a-23f6-4d28-adda-2b6d15ac2ee6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b4ae20-26e0-43f6-a83d-8ee2d0f9fcf2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.884194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.887813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.897553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] For port 0c147c43-2d58-427a-a0fe-d8752bdb7824, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0c147c43-2d58-427a-a0fe-d8752bdb7824,segment=NetworkSegment(117afcda-306b-479f-a910-87be94d2e2db),segment_id=117afcda-306b-479f-a910-87be94d2e2db)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:14.897553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.921061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=33e33970-9b86-440a-8c87-c97cbfccbf32,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:14.923455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.930334 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-87d9b377-9502-4b31-9775-0d3eca015fb1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/33e33970-9b86-440a-8c87-c97cbfccbf32 HTTP/1.1" status: 204 len: 168 time: 0.5758579 Apr 29 07:53:14.932155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46666) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.936054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd53a-23f6-4d28-adda-2b6d15ac2ee6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.937391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8b5fd53a-23f6-4d28-adda-2b6d15ac2ee6 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5437393 Apr 29 07:53:14.944919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64dab8a-035c-49cd-acc7-fa17f284731d None None] Network 27621170-4551-4321-b9a5-06d569ebecea requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:14.947850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46668) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:14.950924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] Calling delete_port for 0c147c43-2d58-427a-a0fe-d8752bdb7824 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:14.952527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.968971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d9bf0bfb-eafd-4db3-91e3-50c06be2fcd5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd8b4ae20-26e0-43f6-a83d-8ee2d0f9fcf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:14.994933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aeec096-07dc-40f6-b0ad-dad2fc409d67 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:14.997877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aeec096-07dc-40f6-b0ad-dad2fc409d67 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.002168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0aeec096-07dc-40f6-b0ad-dad2fc409d67 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a2e9209-45da-4151-9da9-fce3db531b09 HTTP/1.1" status: 204 len: 168 time: 0.3694596 Apr 29 07:53:15.006261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46670) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.049596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.064960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeec096-07dc-40f6-b0ad-dad2fc409d67 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e9209-45da-4151-9da9-fce3db531b09,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:15.106191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3370c57-a267-4d38-837f-c260aa44befe None None] Pushing event updated for resources: {'Port': ['ID=777ff2db-badd-4169-af56-12de169a5b3d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:15.119746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.122986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace37de5-5616-4c34-b08c-6b6adc15d595 None None] Network f3793579-c677-4725-b34d-11aa54f6d52a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:15.148843 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aedc1e49-8439-494c-826e-ca3365ff0f30 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1376357 Apr 29 07:53:15.148843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46672) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.154845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-23af3c82-818b-407f-ae79-4157a82cf303 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640753219'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:15.198135 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-d9bf0bfb-eafd-4db3-91e3-50c06be2fcd5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The resource could not be found. Apr 29 07:53:15.198983 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d9bf0bfb-eafd-4db3-91e3-50c06be2fcd5 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2489545 Apr 29 07:53:15.202448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46674) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.208177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6115dc47-5559-4c9c-ac63-049206b484be tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': 'd8b4ae20-26e0-43f6-a83d-8ee2d0f9fcf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '25589625-be70-47b6-8edb-04a5dff974ac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:15.243468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 0c147c43-2d58-427a-a0fe-d8752bdb7824 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:15.243803 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.287062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23af3c82-818b-407f-ae79-4157a82cf303 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.310948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.329638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port 0c147c43-2d58-427a-a0fe-d8752bdb7824, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0c147c43-2d58-427a-a0fe-d8752bdb7824,segment=NetworkSegment(117afcda-306b-479f-a910-87be94d2e2db),segment_id=117afcda-306b-479f-a910-87be94d2e2db)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:15.330012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.344368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3793579-c677-4725-b34d-11aa54f6d52a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:15.353341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 0c147c43-2d58-427a-a0fe-d8752bdb7824 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:15.361452 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.394101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] DHCP port deletion for 27621170-4551-4321-b9a5-06d569ebecea request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:15.398560 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] Pushing event deleted for resources: {'Port': ['ID=0c147c43-2d58-427a-a0fe-d8752bdb7824,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:15.405699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650e3808-ce49-4573-91f6-bf44dfee153a') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:15.406015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650e3808-ce49-4573-91f6-bf44dfee153a') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:15.424741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.431328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce463db-689a-4e06-9cd5-ff4526f341f6 None None] No DVR routers for this DVR port 0c147c43-2d58-427a-a0fe-d8752bdb7824 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:15.431714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.459939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23af3c82-818b-407f-ae79-4157a82cf303 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.463594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] Deleting port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:15.464079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.466399 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-6115dc47-5559-4c9c-ac63-049206b484be tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The resource could not be found. Apr 29 07:53:15.467635 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6115dc47-5559-4c9c-ac63-049206b484be tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2643461 Apr 29 07:53:15.470581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46676) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.489010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Subnet': ['ID=789727da-4454-4159-885e-0b561de6ddfe,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:15.489010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.490954 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-669b1b02-718f-47fd-94ab-f73af072b263 tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/subnets/789727da-4454-4159-885e-0b561de6ddfe HTTP/1.1" status: 204 len: 168 time: 1.1593328 Apr 29 07:53:15.492994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.497625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46678) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.509398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.527582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46af9fb-52d9-44e6-b9eb-e8e3879ca8af None None] Network f84b5132-5ae4-4863-805c-27f19190dd5e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:15.542665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.547469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:15.547866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.548769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=0c147c43-2d58-427a-a0fe-d8752bdb7824,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:15.552799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port 0c147c43-2d58-427a-a0fe-d8752bdb7824 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:15.574159 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:15.583765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23af3c82-818b-407f-ae79-4157a82cf303 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.640813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dffa4cd4-2c1f-4eb9-bd2a-dcf1fef59691 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.658482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] For port 70c5e73b-4c7e-4474-89ba-a9d1b3139592, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=70c5e73b-4c7e-4474-89ba-a9d1b3139592,segment=NetworkSegment(fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2),segment_id=fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:15.658482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.694273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] Calling delete_port for 70c5e73b-4c7e-4474-89ba-a9d1b3139592 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:15.705294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3c82-818b-407f-ae79-4157a82cf303 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129ecfe2-58e9-4198-90ca-027dd8854c4d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:15.715652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.726373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dffa4cd4-2c1f-4eb9-bd2a-dcf1fef59691 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.754122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762a3293-288a-4fba-a415-e9c39d1742f8']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:15.757187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=e8bb15dd-ea70-4abc-8bea-25e268b27132,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:15.766771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:15.778517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:53:15.778517 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:53:15.778517 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': 'f3793579-c677-4725-b34d-11aa54f6d52a'}] Apr 29 07:53:15.778517 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:53:15.778517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:53:15.778517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:15.779234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23af3c82-818b-407f-ae79-4157a82cf303 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.779234 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-23af3c82-818b-407f-ae79-4157a82cf303 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6259382 Apr 29 07:53:15.779234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117afcda-306b-479f-a910-87be94d2e2db') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:15.779234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117afcda-306b-479f-a910-87be94d2e2db') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:15.780671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.783212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46680) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.786531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:15.787389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.798913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e5cce47f-be15-4e1f-a8e6-eb55420c7a68 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '129ecfe2-58e9-4198-90ca-027dd8854c4d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:15.800538 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-e5cce47f-be15-4e1f-a8e6-eb55420c7a68 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 07:53:15.800746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.801388 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-e5cce47f-be15-4e1f-a8e6-eb55420c7a68 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:15.802624 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e5cce47f-be15-4e1f-a8e6-eb55420c7a68 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099852 Apr 29 07:53:15.811812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46682) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.827592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.847701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:15.848553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:15.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:15.929745 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f73e99e9-7fb6-4220-8aa4-35818543e857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1477306 Apr 29 07:53:15.932310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46688) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:15.952325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': 'e8bb15dd-ea70-4abc-8bea-25e268b27132', 'ip_address': '2001:db8::e76e:1639:9155:84'}], 'name': 'tempest-NetworksTestDHCPv6-109263974'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:15.959290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea90829-de09-4268-920d-e695fc27e6c0 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:15.961213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] DHCP port deletion for f84b5132-5ae4-4863-805c-27f19190dd5e request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:15.971774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dffa4cd4-2c1f-4eb9-bd2a-dcf1fef59691 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.971774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dffa4cd4-2c1f-4eb9-bd2a-dcf1fef59691 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:15.972349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dffa4cd4-2c1f-4eb9-bd2a-dcf1fef59691 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8b4ae20-26e0-43f6-a83d-8ee2d0f9fcf2 HTTP/1.1" status: 204 len: 168 time: 0.5008509 Apr 29 07:53:15.977417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46690) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:16.023830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa4cd4-2c1f-4eb9-bd2a-dcf1fef59691 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b4ae20-26e0-43f6-a83d-8ee2d0f9fcf2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:16.058516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.070000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 70c5e73b-4c7e-4474-89ba-a9d1b3139592 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:16.083605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.090021 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/762a3293-288a-4fba-a415-e9c39d1742f8 HTTP/1.1" status: 204 len: 168 time: 1.1509376 Apr 29 07:53:16.091134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84d699-84b9-4e3e-846a-f637415f69d8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=762a3293-288a-4fba-a415-e9c39d1742f8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:16.100096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d8e48bdb-7be7-467e-8c35-f209fa4ac56d tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1165268 Apr 29 07:53:16.100096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46692) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:16.101078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46694) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:16.108264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.114921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-be9136da-308b-4f42-9674-2b1be7542cc7 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '8cd48416-0252-428e-8d15-ff5b554dccc5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:16.121880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 70c5e73b-4c7e-4474-89ba-a9d1b3139592 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:16.121880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 70c5e73b-4c7e-4474-89ba-a9d1b3139592 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:16.121880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:16.181081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-971760b5-5dde-463e-9ba3-d72ae87dba5e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.184212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] Pushing event deleted for resources: {'Port': ['ID=70c5e73b-4c7e-4474-89ba-a9d1b3139592,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:16.189382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f87451-6b39-4111-8771-26873bbdd970 None None] No DVR routers for this DVR port 70c5e73b-4c7e-4474-89ba-a9d1b3139592 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:16.209629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.213590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-971760b5-5dde-463e-9ba3-d72ae87dba5e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.219381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.279647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] Deleting port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:16.280037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.292606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.298112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Deleting port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:16.299068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.308978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.320001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.346075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27621170-4551-4321-b9a5-06d569ebecea']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:16.359015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:16.359547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba9afe4-8bb4-4b66-8c5f-536f9d46b4d2') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:16.370947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.386645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.389346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.390180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-be9136da-308b-4f42-9674-2b1be7542cc7 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The resource could not be found. Apr 29 07:53:16.391043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-971760b5-5dde-463e-9ba3-d72ae87dba5e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.391711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-be9136da-308b-4f42-9674-2b1be7542cc7 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2830374 Apr 29 07:53:16.397745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46696) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:16.399786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-971760b5-5dde-463e-9ba3-d72ae87dba5e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.403560 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-971760b5-5dde-463e-9ba3-d72ae87dba5e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/129ecfe2-58e9-4198-90ca-027dd8854c4d HTTP/1.1" status: 204 len: 168 time: 0.5837882 Apr 29 07:53:16.403727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.403858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-85b76305-20c6-4487-9c0d-07f98c4cd975 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--478031624'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:16.403958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': 'e8bb15dd-ea70-4abc-8bea-25e268b27132'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:16.404193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.409062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] For port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,segment=NetworkSegment(568a7da9-ff83-408c-9683-76eb248385ba),segment_id=568a7da9-ff83-408c-9683-76eb248385ba)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:16.410003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.415744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:16.416275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:16.420838 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:16.423210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46698) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:16.440073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] Calling delete_port for c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:16.498838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971760b5-5dde-463e-9ba3-d72ae87dba5e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ecfe2-58e9-4198-90ca-027dd8854c4d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:16.515910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] For port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,segment=NetworkSegment(568a7da9-ff83-408c-9683-76eb248385ba),segment_id=568a7da9-ff83-408c-9683-76eb248385ba)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:16.516284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.548582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Calling delete_port for c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:16.548790 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-78fa636f-b6d9-4d51-8bdf-e41b8f2255a4 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1224439 Apr 29 07:53:16.551588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46700) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:16.569988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fdeee719-1b3f-474e-99d3-2a8d937689a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982476846'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:16.570180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,segment=NetworkSegment(568a7da9-ff83-408c-9683-76eb248385ba),segment_id=568a7da9-ff83-408c-9683-76eb248385ba)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:16.621756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-85b76305-20c6-4487-9c0d-07f98c4cd975 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.651743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fdeee719-1b3f-474e-99d3-2a8d937689a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.654810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:16.657629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.657629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:16.657901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.663420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting port 777ff2db-badd-4169-af56-12de169a5b3d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:16.663420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.678448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.682546 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/27621170-4551-4321-b9a5-06d569ebecea HTTP/1.1" status: 204 len: 168 time: 0.5839865 Apr 29 07:53:16.683175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46702) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:16.686265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:16.687871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 749d7c0e-5eb8-4d02-954b-849b1b6aa8c6 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:16.688450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0c147c43-2d58-427a-a0fe-d8752bdb7824 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:16.702622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Allocated IP 172.26.2.147 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/7dde7e9b-7ea9-4d29-8cde-bea9751c59b9) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:16.704707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292043051'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:16.744848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cee76-60e6-4625-a314-9d94da78f92d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=27621170-4551-4321-b9a5-06d569ebecea,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:16.790663 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.798834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 0c147c43-2d58-427a-a0fe-d8752bdb7824 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:16.800275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0c147c43-2d58-427a-a0fe-d8752bdb7824 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:16.838352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/e8bb15dd-ea70-4abc-8bea-25e268b27132/636aa002-3d53-4e9c-9b9b-c7235e22bd8f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:16.865620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-85b76305-20c6-4487-9c0d-07f98c4cd975 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.865620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:16.865805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] For port 777ff2db-badd-4169-af56-12de169a5b3d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=777ff2db-badd-4169-af56-12de169a5b3d,segment=NetworkSegment(650e3808-ce49-4573-91f6-bf44dfee153a),segment_id=650e3808-ce49-4573-91f6-bf44dfee153a)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:16.865805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.867427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.870745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:16.898753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Calling delete_port for 777ff2db-badd-4169-af56-12de169a5b3d owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:16.905008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fdeee719-1b3f-474e-99d3-2a8d937689a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.915384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:16.921132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.925788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.925788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment 1d82c051-be96-4e5b-a970-e210e7b49824 of type vlan for network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 Apr 29 07:53:16.929979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.958926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] Pushing event deleted for resources: {'Port': ['ID=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:16.959126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-85b76305-20c6-4487-9c0d-07f98c4cd975 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.963860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3777d4-5e7e-490c-ba88-f7e871ad76cd None None] No DVR routers for this DVR port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:16.988358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fdeee719-1b3f-474e-99d3-2a8d937689a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.993858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:16.994664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.011131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port af04b67a-102e-4dec-95da-92fbe730155f yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:17.019786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76305-20c6-4487-9c0d-07f98c4cd975 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abab92f-9019-4fe6-ab37-034a789ba193,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.047202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.056364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-85b76305-20c6-4487-9c0d-07f98c4cd975 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.057762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Port': ['ID=c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.057855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-85b76305-20c6-4487-9c0d-07f98c4cd975 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6584885 Apr 29 07:53:17.060159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeee719-1b3f-474e-99d3-2a8d937689a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8380f5b-c84b-4be2-b73c-ee003c29fcbe,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.062848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46704) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:17.067918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fc7c57f9-bf92-4407-ba80-46b0de232543 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947202115'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:17.092124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fdeee719-1b3f-474e-99d3-2a8d937689a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.094524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fdeee719-1b3f-474e-99d3-2a8d937689a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5407987 Apr 29 07:53:17.096738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46706) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:17.101653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] No DVR routers for this DVR port c1e0ca5a-b741-4e98-8bc7-dc190bc8c0d6 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:17.101779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.102529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ca5d8460-7e15-4705-b10f-27be52cd4bdd tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'b8380f5b-c84b-4be2-b73c-ee003c29fcbe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:17.103250 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-ca5d8460-7e15-4705-b10f-27be52cd4bdd tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 07:53:17.103887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-ca5d8460-7e15-4705-b10f-27be52cd4bdd tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:17.105142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ca5d8460-7e15-4705-b10f-27be52cd4bdd tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066769 Apr 29 07:53:17.107890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46708) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:17.143648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.149738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:17.150311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.193098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.222542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc7c57f9-bf92-4407-ba80-46b0de232543 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.234184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:17.240317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:17.240514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f410693a-e77a-4a95-af21-090cca206499 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.243391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:17.248662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=6ce00702-77b8-4fdc-9bca-29e3b71a1e54,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.264694 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a074029b-940c-482f-b1f1-7b33542cc4c3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5676789 Apr 29 07:53:17.266640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.267604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46710) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:17.274757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:17.303305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84b5132-5ae4-4863-805c-27f19190dd5e']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:17.303996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Pushing event updated for resources: {'Port': ['ID=636aa002-3d53-4e9c-9b9b-c7235e22bd8f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.305217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f410693a-e77a-4a95-af21-090cca206499 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.307630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:17.334286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568a7da9-ff83-408c-9683-76eb248385ba') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:17.334608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568a7da9-ff83-408c-9683-76eb248385ba') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:17.348169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.358212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.380274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Attempting to bind port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:17.380931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Attempting to bind port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:17.381236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Attempting to bind port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:17.394948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:17.395409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::e76e:1639:9155:84 (82cc26d6-a369-4498-98e7-aa4095711705/e8bb15dd-ea70-4abc-8bea-25e268b27132/af04b67a-102e-4dec-95da-92fbe730155f) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:17.395922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:17.396604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.396604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:17.397716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Bound port: 636aa002-3d53-4e9c-9b9b-c7235e22bd8f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:17.397716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.397929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.406392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Port': ['ID=777ff2db-badd-4169-af56-12de169a5b3d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.410587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No DVR routers for this DVR port 777ff2db-badd-4169-af56-12de169a5b3d on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:17.423137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.443407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc7c57f9-bf92-4407-ba80-46b0de232543 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.474844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:17.475162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.479051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f410693a-e77a-4a95-af21-090cca206499 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:17.479491 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:17.483757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f410693a-e77a-4a95-af21-090cca206499 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.484316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] For port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:17.487762 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f410693a-e77a-4a95-af21-090cca206499 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/b8380f5b-c84b-4be2-b73c-ee003c29fcbe HTTP/1.1" status: 204 len: 168 time: 0.3761442 Apr 29 07:53:17.490268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] For port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=636aa002-3d53-4e9c-9b9b-c7235e22bd8f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:17.490525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46712) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:17.509389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:17.509776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410693a-e77a-4a95-af21-090cca206499 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8380f5b-c84b-4be2-b73c-ee003c29fcbe,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.511612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc7c57f9-bf92-4407-ba80-46b0de232543 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.513845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:17.519192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.542908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.562510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:17.579666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:17.623025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9209e97-789f-4afc-a428-a39a291e564f None None] Pushing event updated for resources: {'Port': ['ID=636aa002-3d53-4e9c-9b9b-c7235e22bd8f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.651221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event updated for resources: {'Port': ['ID=7dde7e9b-7ea9-4d29-8cde-bea9751c59b9,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.677860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fc7c57f9-bf92-4407-ba80-46b0de232543 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.679278 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fc7c57f9-bf92-4407-ba80-46b0de232543 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6156416 Apr 29 07:53:17.687651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c57f9-bf92-4407-ba80-46b0de232543 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e137c9-1602-4d2a-a45d-24dbed6d5704,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.690026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46714) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:17.700653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.707346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-905d5bc4-46e3-4298-9a85-695fac0dee98 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group_rule': {'security_group_id': '5abab92f-9019-4fe6-ab37-034a789ba193', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '53e137c9-1602-4d2a-a45d-24dbed6d5704'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:17.728700 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5c639243-cb0f-4ed9-a77f-bdc4c571191f tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2347536 Apr 29 07:53:17.731228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46716) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:17.741159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3470b18d-462c-497b-9a2d-75303b62e6b8 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--445094750'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:17.744985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.761493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-12bf5283-a10e-4ce1-b9ee-6fb231a4ec45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2182865 Apr 29 07:53:17.797219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.803771 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] 10.222.0.16 "DELETE /v2.0/networks/f84b5132-5ae4-4863-805c-27f19190dd5e HTTP/1.1" status: 204 len: 168 time: 2.3063073 Apr 29 07:53:17.812483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3793579-c677-4725-b34d-11aa54f6d52a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:17.841517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650e3808-ce49-4573-91f6-bf44dfee153a') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:17.841792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650e3808-ce49-4573-91f6-bf44dfee153a') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:17.854087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113985f-6a45-46b7-84af-262b81c80d7d tempest-NetworksTest-474846603 tempest-NetworksTest-474846603-project] Pushing event deleted for resources: {'Network': ['ID=f84b5132-5ae4-4863-805c-27f19190dd5e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:17.890756 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.941967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be743e-38e1-445c-9084-e9d262f544d1 req-f0dec672-b280-4566-a4f1-2ec39bbcfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:17.944595 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-f0dec672-b280-4566-a4f1-2ec39bbcfff0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.1290939 Apr 29 07:53:17.956303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3470b18d-462c-497b-9a2d-75303b62e6b8 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:17.981720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.012263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:18.012518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.013059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-905d5bc4-46e3-4298-9a85-695fac0dee98 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:18.014176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-905d5bc4-46e3-4298-9a85-695fac0dee98 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3158741 Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:18.019301 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:18.021770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46720) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.057622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.125467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.254984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=28f479bf-8fca-4bd7-a2af-af96c0ff92e6,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:18.266925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be743e-38e1-445c-9084-e9d262f544d1 req-91351906-1664-477b-9495-2cf681160fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:18.268464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-91351906-1664-477b-9495-2cf681160fe7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.2820871 Apr 29 07:53:18.271824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': '1d82c051-be96-4e5b-a970-e210e7b49824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:18.272206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 6ce00702-77b8-4fdc-9bca-29e3b71a1e54, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:18.420570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46724) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.510460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.538889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.545443 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/f3793579-c677-4725-b34d-11aa54f6d52a HTTP/1.1" status: 204 len: 168 time: 4.7638533 Apr 29 07:53:18.552376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46728) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.595221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea33cbd-5a36-4e98-bfdf-b55e12c49181 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Network': ['ID=f3793579-c677-4725-b34d-11aa54f6d52a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:18.621738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7669874-e8df-44ca-8bf2-4c073ff7df8a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.675302 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bb97cd-d5c8-43be-91cf-4f4a137d0b5a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:18.676010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bb97cd-d5c8-43be-91cf-4f4a137d0b5a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:18.679328 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f7bb97cd-d5c8-43be-91cf-4f4a137d0b5a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/51c5b2ea-18e2-4d82-86f0-56013dd5b74b HTTP/1.1" status: 404 len: 337 time: 0.1125906 Apr 29 07:53:18.683553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46730) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.684276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:18.714073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3470b18d-462c-497b-9a2d-75303b62e6b8 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.725051 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-4993fe49-be31-486b-96e2-12d40d8461b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1002 time: 0.4502921 Apr 29 07:53:18.726240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fae8e2-2557-4849-859e-ba15cd82d330 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:18.726901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fae8e2-2557-4849-859e-ba15cd82d330 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:18.729953 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98fae8e2-2557-4849-859e-ba15cd82d330 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/f3793579-c677-4725-b34d-11aa54f6d52a HTTP/1.1" status: 404 len: 339 time: 0.0431881 Apr 29 07:53:18.738228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.741171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46732) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.792809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df1db75-63df-4011-99dd-41c2b62c166a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:18.793473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df1db75-63df-4011-99dd-41c2b62c166a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:18.798778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4df1db75-63df-4011-99dd-41c2b62c166a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/3e396efa-6443-4c23-bd1b-3ead9ecc5d55 HTTP/1.1" status: 404 len: 337 time: 0.0541670 Apr 29 07:53:18.799517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46734) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.808470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7669874-e8df-44ca-8bf2-4c073ff7df8a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.816693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3470b18d-462c-497b-9a2d-75303b62e6b8 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.828155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdea162-b392-4b6e-820f-b85729a3f2b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:18.828716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdea162-b392-4b6e-820f-b85729a3f2b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:18.829484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.832364 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7fdea162-b392-4b6e-820f-b85729a3f2b6 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/893acd19-87ba-4017-91f9-666ff26bb9b1 HTTP/1.1" status: 404 len: 339 time: 0.0321839 Apr 29 07:53:18.835288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46736) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.843300 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9cc55870-b0dc-4b49-b2a7-cb9faa713a17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b97cc16ceba406e8a3c68fc8cbdabc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215970 Apr 29 07:53:18.844999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 6ce00702-77b8-4fdc-9bca-29e3b71a1e54) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:18.850488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:18.851909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:18.862231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46738) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.863163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee13955b-4d2a-4c09-bcee-339b5168a70d None None] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:18.903850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be743e-38e1-445c-9084-e9d262f544d1 req-92b0cd8d-9020-4066-a6ed-412d8ea4c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:18.905888 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-92b0cd8d-9020-4066-a6ed-412d8ea4c18d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.1737230 Apr 29 07:53:18.911385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:18.914541 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb98392-96ab-454d-8904-e25fcb82d634 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:18.915209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb98392-96ab-454d-8904-e25fcb82d634 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:18.919536 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7cb98392-96ab-454d-8904-e25fcb82d634 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/5738bb98-a24b-4e71-81a9-6824a9cefc4a HTTP/1.1" status: 404 len: 337 time: 0.0831878 Apr 29 07:53:18.925018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46740) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:18.936600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:18.953698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=af04b67a-102e-4dec-95da-92fbe730155f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:18.957364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:18.963068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:18.963690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.042027 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c3fd0402-5f6f-4f8e-9ddf-53c136e682e2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7584333 Apr 29 07:53:19.042027 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46742) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.053843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e94f3736-e1f3-4f4e-a9b1-f0759b7b236b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172339410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:19.055517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470b18d-462c-497b-9a2d-75303b62e6b8 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ef8e46-7fa3-4172-ab1d-d64ce72cb09a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:19.098509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3470b18d-462c-497b-9a2d-75303b62e6b8 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.102164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be743e-38e1-445c-9084-e9d262f544d1 req-5b0746f8-50cd-495b-ad8c-f213e2ab4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:19.102722 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3470b18d-462c-497b-9a2d-75303b62e6b8 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3658202 Apr 29 07:53:19.103897 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-5b0746f8-50cd-495b-ad8c-f213e2ab4ea5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1799014 Apr 29 07:53:19.105423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-6ce00702-77b8-4fdc-9bca-29e3b71a1e54', 'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': '28f479bf-8fca-4bd7-a2af-af96c0ff92e6'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:19.106083 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.106485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46744) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.111684 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-324d92e2-b857-426e-8fd4-a6d44b15ad43 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:19.112877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324d92e2-b857-426e-8fd4-a6d44b15ad43 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:19.119570 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-324d92e2-b857-426e-8fd4-a6d44b15ad43 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/d35b77e5-e437-4ea0-ba58-de93c19d0a1a HTTP/1.1" status: 404 len: 339 time: 0.1841953 Apr 29 07:53:19.125922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d0b9fa91-9a73-4a6d-acb3-52b7abffcac9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'e5ef8e46-7fa3-4172-ab1d-d64ce72cb09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:19.127277 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-d0b9fa91-9a73-4a6d-acb3-52b7abffcac9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 07:53:19.127986 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-d0b9fa91-9a73-4a6d-acb3-52b7abffcac9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:19.130594 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0b9fa91-9a73-4a6d-acb3-52b7abffcac9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0203798 Apr 29 07:53:19.131316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46746) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.140920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46748) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.143208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd7cd-0815-438b-a813-e783259f9027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.150948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fd0aa0e2-6551-4d7f-b1eb-bf9de374fb88 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'e5ef8e46-7fa3-4172-ab1d-d64ce72cb09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:19.152562 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-fd0aa0e2-6551-4d7f-b1eb-bf9de374fb88 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 07:53:19.153201 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-fd0aa0e2-6551-4d7f-b1eb-bf9de374fb88 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:19.154203 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fd0aa0e2-6551-4d7f-b1eb-bf9de374fb88 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121632 Apr 29 07:53:19.158559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46750) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.161783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0e952da0-154f-4e73-a43a-a71c47c87670 None None] Provisioning complete for port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:19.162159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e952da0-154f-4e73-a43a-a71c47c87670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.168222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-32c5cad3-f81b-4610-90d6-ea0261e135c0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'e5ef8e46-7fa3-4172-ab1d-d64ce72cb09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:19.169800 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-32c5cad3-f81b-4610-90d6-ea0261e135c0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 07:53:19.170311 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-32c5cad3-f81b-4610-90d6-ea0261e135c0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:19.175118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-32c5cad3-f81b-4610-90d6-ea0261e135c0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117962 Apr 29 07:53:19.178090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46752) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.184491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1f0600cd-e4af-42d1-b8cd-5b83928d58a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'e5ef8e46-7fa3-4172-ab1d-d64ce72cb09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:19.185612 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-1f0600cd-e4af-42d1-b8cd-5b83928d58a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 07:53:19.186098 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-1f0600cd-e4af-42d1-b8cd-5b83928d58a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:19.187095 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1f0600cd-e4af-42d1-b8cd-5b83928d58a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061116 Apr 29 07:53:19.192047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46754) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.258076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e94f3736-e1f3-4f4e-a9b1-f0759b7b236b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.259428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e94f3736-e1f3-4f4e-a9b1-f0759b7b236b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.272257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e952da0-154f-4e73-a43a-a71c47c87670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.280083 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-cc9f7784-7290-47f1-abc2-c5aadd7e109c service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650243 Apr 29 07:53:19.288454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd7cd-0815-438b-a813-e783259f9027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.312717 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fd8481f5-0fdb-4e11-9985-c3dedd8b2aba tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.3784244 Apr 29 07:53:19.332302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7669874-e8df-44ca-8bf2-4c073ff7df8a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.337512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7669874-e8df-44ca-8bf2-4c073ff7df8a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.339874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46756) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.340820 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a7669874-e8df-44ca-8bf2-4c073ff7df8a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/53e137c9-1602-4d2a-a45d-24dbed6d5704 HTTP/1.1" status: 204 len: 168 time: 1.3024235 Apr 29 07:53:19.349640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46758) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.390255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0e952da0-154f-4e73-a43a-a71c47c87670 None None] For port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=636aa002-3d53-4e9c-9b9b-c7235e22bd8f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:19.406653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7669874-e8df-44ca-8bf2-4c073ff7df8a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e137c9-1602-4d2a-a45d-24dbed6d5704,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:19.415909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26180c63-a271-409d-8d43-f5f7e4bb610e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.424394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.435025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e94f3736-e1f3-4f4e-a9b1-f0759b7b236b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.451105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e952da0-154f-4e73-a43a-a71c47c87670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.462397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Allocated IP 172.20.0.2 (6ce00702-77b8-4fdc-9bca-29e3b71a1e54/28f479bf-8fca-4bd7-a2af-af96c0ff92e6/f6418e9f-7528-491d-91fd-c43d617ec6ae) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:19.482140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26180c63-a271-409d-8d43-f5f7e4bb610e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.529232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2effa-906b-43e8-8550-9cde4ef2c7f4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:19.533552 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-16adb13f-56e7-4494-a30d-4f892fd952c9 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1776841 Apr 29 07:53:19.535341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2effa-906b-43e8-8550-9cde4ef2c7f4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:19.537742 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dda2effa-906b-43e8-8550-9cde4ef2c7f4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1565096 Apr 29 07:53:19.539505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46760) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.540503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46762) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.551469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e94f3736-e1f3-4f4e-a9b1-f0759b7b236b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.556323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting port 6c6163c5-60fd-4afb-90a3-0861d97044e3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:19.556660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.590845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd7cd-0815-438b-a813-e783259f9027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.593418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd7cd-0815-438b-a813-e783259f9027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.594634 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f6fdd7cd-0815-438b-a813-e783259f9027 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b314adaa-9e16-42c4-accd-e2a779cb6357 HTTP/1.1" status: 204 len: 168 time: 0.7296593 Apr 29 07:53:19.602093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19be743e-38e1-445c-9084-e9d262f544d1 req-322642e0-e958-4519-9fae-d7b84bc8773d service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093579 Apr 29 07:53:19.614281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdd7cd-0815-438b-a813-e783259f9027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b314adaa-9e16-42c4-accd-e2a779cb6357,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:19.682452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e94f3736-e1f3-4f4e-a9b1-f0759b7b236b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.684279 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e94f3736-e1f3-4f4e-a9b1-f0759b7b236b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6457191 Apr 29 07:53:19.693064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46766) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.699705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'port': {'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54', 'name': 'tempest-RoutersTest-1164292061'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:19.767948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port af04b67a-102e-4dec-95da-92fbe730155f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:19.768290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.771133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.773776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26180c63-a271-409d-8d43-f5f7e4bb610e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.776656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26180c63-a271-409d-8d43-f5f7e4bb610e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.782636 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-26180c63-a271-409d-8d43-f5f7e4bb610e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5ef8e46-7fa3-4172-ab1d-d64ce72cb09a HTTP/1.1" status: 204 len: 168 time: 0.5798430 Apr 29 07:53:19.792555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46768) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.811202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Calling delete_port for 6c6163c5-60fd-4afb-90a3-0861d97044e3 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:19.823026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e952da0-154f-4e73-a43a-a71c47c87670 None None] Pushing event updated for resources: {'Port': ['ID=636aa002-3d53-4e9c-9b9b-c7235e22bd8f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:19.827208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26180c63-a271-409d-8d43-f5f7e4bb610e tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ef8e46-7fa3-4172-ab1d-d64ce72cb09a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:19.830513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-731e4868-4d32-46a3-88bc-f7b987fcc2d8 None None] Provisioning complete for port af04b67a-102e-4dec-95da-92fbe730155f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:19.831033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-731e4868-4d32-46a3-88bc-f7b987fcc2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.851152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a59f441-d3a7-4a94-903f-21af2b1199c3 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.903604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-731e4868-4d32-46a3-88bc-f7b987fcc2d8 None None] Port af04b67a-102e-4dec-95da-92fbe730155f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:19.923117 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4b683a4f-6258-4578-8981-a7379e2fe41d tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1240754 Apr 29 07:53:19.923760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46770) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:19.936881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-291845a8-b7df-433d-bf70-a18e4b7733aa tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229429591'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:19.955645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.962779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a59f441-d3a7-4a94-903f-21af2b1199c3 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:19.972606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for af04b67a-102e-4dec-95da-92fbe730155f owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:20.051729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.051880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:20.055925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.073125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-291845a8-b7df-433d-bf70-a18e4b7733aa tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.075017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Router c8f42780-97b5-4a3f-934c-80cd53704448 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:20.082466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] device_id is not set on port 4327c676-a5c2-489d-b1c4-46a35c6e96da yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:20.116607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 636aa002-3d53-4e9c-9b9b-c7235e22bd8f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:20.173902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:20.174695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.179887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a59f441-d3a7-4a94-903f-21af2b1199c3 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.185227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a59f441-d3a7-4a94-903f-21af2b1199c3 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.189166 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6a59f441-d3a7-4a94-903f-21af2b1199c3 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/5abab92f-9019-4fe6-ab37-034a789ba193 HTTP/1.1" status: 204 len: 168 time: 0.6416993 Apr 29 07:53:20.197029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.199353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46774) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.203914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.259408 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:20.268274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:20.272634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:20.287560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.20.0.3 (6ce00702-77b8-4fdc-9bca-29e3b71a1e54/28f479bf-8fca-4bd7-a2af-af96c0ff92e6/4327c676-a5c2-489d-b1c4-46a35c6e96da) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:20.287708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Pushing event updated for resources: {'Port': ['ID=f6418e9f-7528-491d-91fd-c43d617ec6ae,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.306814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59f441-d3a7-4a94-903f-21af2b1199c3 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abab92f-9019-4fe6-ab37-034a789ba193,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.312690 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-61de4ad1-fc63-4a22-926a-c740b4abfa68 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1076870 Apr 29 07:53:20.318002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46780) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.331010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c67223f8-8541-4939-809e-ba2b131eab40 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794422790'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:20.356202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.390785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Attempting to bind port f6418e9f-7528-491d-91fd-c43d617ec6ae on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:20.394270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Attempting to bind port f6418e9f-7528-491d-91fd-c43d617ec6ae by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1d82c051-be96-4e5b-a970-e210e7b49824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:20.394270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Attempting to bind port f6418e9f-7528-491d-91fd-c43d617ec6ae on network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:20.406284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:20.406710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Checking segment: {'id': '1d82c051-be96-4e5b-a970-e210e7b49824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:20.407123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.407519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Bound using segment: {'id': '1d82c051-be96-4e5b-a970-e210e7b49824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:20.408076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Bound port: f6418e9f-7528-491d-91fd-c43d617ec6ae, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d82c051-be96-4e5b-a970-e210e7b49824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6ce00702-77b8-4fdc-9bca-29e3b71a1e54'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:20.408473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.423459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Port': ['ID=6c6163c5-60fd-4afb-90a3-0861d97044e3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.430653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=af04b67a-102e-4dec-95da-92fbe730155f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.466480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-291845a8-b7df-433d-bf70-a18e4b7733aa tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.480062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.482262 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2a9b384c-f319-4021-a1cc-5ad2773a3ef7 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/ports/6c6163c5-60fd-4afb-90a3-0861d97044e3 HTTP/1.1" status: 204 len: 168 time: 1.3494024 Apr 29 07:53:20.491769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46784) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.505253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.519547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] For port f6418e9f-7528-491d-91fd-c43d617ec6ae, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:20.523686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] For port f6418e9f-7528-491d-91fd-c43d617ec6ae, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f6418e9f-7528-491d-91fd-c43d617ec6ae,segment=NetworkSegment(1d82c051-be96-4e5b-a970-e210e7b49824),segment_id=1d82c051-be96-4e5b-a970-e210e7b49824)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:20.524159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f09a345b-972f-4def-8460-79cb8b9684c4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/af04b67a-102e-4dec-95da-92fbe730155f HTTP/1.1" status: 204 len: 168 time: 0.9825735 Apr 29 07:53:20.528152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c67223f8-8541-4939-809e-ba2b131eab40 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.532365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46788) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.537969 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3909c028-33e7-4981-910b-a97ed8813bae tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:20.538677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3909c028-33e7-4981-910b-a97ed8813bae tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:20.542348 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3909c028-33e7-4981-910b-a97ed8813bae tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/aad374d2-528a-4da3-85fa-46177ed8a04d HTTP/1.1" status: 404 len: 337 time: 0.0487676 Apr 29 07:53:20.544502 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:20.546816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46790) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.557747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] Sync routers for ids ['c8f42780-97b5-4a3f-934c-80cd53704448'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:20.576840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-291845a8-b7df-433d-bf70-a18e4b7733aa tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.579001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] Routers {'c8f42780-97b5-4a3f-934c-80cd53704448'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:20.580652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c8f42780-97b5-4a3f-934c-80cd53704448'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:20.650810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:20.655403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.669948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06b0fb0-4d3c-46aa-ab77-1d2edee1cf0f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:20.671635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06b0fb0-4d3c-46aa-ab77-1d2edee1cf0f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:20.676455 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c06b0fb0-4d3c-46aa-ab77-1d2edee1cf0f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1390896 Apr 29 07:53:20.685738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46792) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.698989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.746836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] Routers {'c8f42780-97b5-4a3f-934c-80cd53704448'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:20.747959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c8f42780-97b5-4a3f-934c-80cd53704448'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:20.760995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c67223f8-8541-4939-809e-ba2b131eab40 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.762726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291845a8-b7df-433d-bf70-a18e4b7733aa tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be0384-81b4-47ec-9078-c7157eb3a142,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.767915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.769174 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-91019137-30ff-4069-aff9-e60826a5f6e8 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7152169 Apr 29 07:53:20.773161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46794) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.783201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.788598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:20.822052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:20.823004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c28f2-4190-4bf8-8356-0b6f1c173018 None None] The sync data for ids ['c8f42780-97b5-4a3f-934c-80cd53704448'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:20.829393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c67223f8-8541-4939-809e-ba2b131eab40 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.842631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.851706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac016db-b63d-4cd4-b535-46d9b7e2f7d4 None None] Pushing event updated for resources: {'Port': ['ID=f6418e9f-7528-491d-91fd-c43d617ec6ae,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.863134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-291845a8-b7df-433d-bf70-a18e4b7733aa tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.869956 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-291845a8-b7df-433d-bf70-a18e4b7733aa tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9405220 Apr 29 07:53:20.882589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46798) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.887066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9ac9e8fb-09f4-48de-9e1d-c2f7b87c7a72 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:20.887536 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-9ac9e8fb-09f4-48de-9e1d-c2f7b87c7a72 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:53:20.888337 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-9ac9e8fb-09f4-48de-9e1d-c2f7b87c7a72 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:20.891936 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9ac9e8fb-09f4-48de-9e1d-c2f7b87c7a72 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084162 Apr 29 07:53:20.898801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46802) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:20.920117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b711bb95-c15a-4eb6-bb2c-c471afd71647 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:20.946729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet e8bb15dd-ea70-4abc-8bea-25e268b27132 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:20.948322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67223f8-8541-4939-809e-ba2b131eab40 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc91c54-fec4-44e1-9a77-c6c398f52dd2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.952253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:20.967115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:20.972366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=4327c676-a5c2-489d-b1c4-46a35c6e96da,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:20.980919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c67223f8-8541-4939-809e-ba2b131eab40 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:20.983049 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c67223f8-8541-4939-809e-ba2b131eab40 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6631441 Apr 29 07:53:20.987850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:21.046506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46806) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.051593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.054161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-00e95b1e-a7ba-481d-ba37-8183e7cac7c2 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:21.054684 dv-neutron-839740-1-hyperv neutron-server[109782]: WARNING neutron.api.v2.base [None req-00e95b1e-a7ba-481d-ba37-8183e7cac7c2 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:53:21.055240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-00e95b1e-a7ba-481d-ba37-8183e7cac7c2 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 07:53:21.062473 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-00e95b1e-a7ba-481d-ba37-8183e7cac7c2 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "PUT /v2.0/security-groups/0dc91c54-fec4-44e1-9a77-c6c398f52dd2 HTTP/1.1" status: 409 len: 330 time: 0.0072641 Apr 29 07:53:21.064834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46808) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.086478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:21.087451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.124454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.172792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.173025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a556ed0a-dc13-47aa-8a0d-8f2a85c6932f tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.200726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59d9ec4-b38a-4e57-90e3-c051dfcb40f3']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:21.201358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a556ed0a-dc13-47aa-8a0d-8f2a85c6932f tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.219914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35785022-b822-4509-ae02-2a26880a6247') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:21.220222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35785022-b822-4509-ae02-2a26880a6247') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:21.220479 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0ac477c9-bbaa-467c-b7d2-552324b4d12c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5246506 Apr 29 07:53:21.230399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46812) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.276441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.295239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46814) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.308006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.308532 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-b711bb95-c15a-4eb6-bb2c-c471afd71647 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:21.312251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b711bb95-c15a-4eb6-bb2c-c471afd71647 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4048214 Apr 29 07:53:21.316175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46818) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.323388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b43a89c4-dff9-4b7f-8846-3272732ed85b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:21.324363 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-b43a89c4-dff9-4b7f-8846-3272732ed85b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 07:53:21.324860 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-b43a89c4-dff9-4b7f-8846-3272732ed85b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:21.325988 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b43a89c4-dff9-4b7f-8846-3272732ed85b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080843 Apr 29 07:53:21.333422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:21.333422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.337299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46820) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:21.337966 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:21.344115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9bd7efa0-c966-4b02-946b-504388b001d1 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:21.425770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7aa6e017-a090-4193-b715-b05d3427d157 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] Request body: {'port': {'network_id': 'd99b041b-c975-4989-b054-9977c100251f', 'name': 'tempest-NetworksNegativeTestJSON-1209472433'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:21.432580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a556ed0a-dc13-47aa-8a0d-8f2a85c6932f tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.435217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a556ed0a-dc13-47aa-8a0d-8f2a85c6932f tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.436391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a556ed0a-dc13-47aa-8a0d-8f2a85c6932f tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/0dc91c54-fec4-44e1-9a77-c6c398f52dd2 HTTP/1.1" status: 204 len: 168 time: 0.3702133 Apr 29 07:53:21.451017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46822) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.495577 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa6e017-a090-4193-b715-b05d3427d157 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] POST failed (client error): The resource could not be found. Apr 29 07:53:21.496209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa6e017-a090-4193-b715-b05d3427d157 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:21.497336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7aa6e017-a090-4193-b715-b05d3427d157 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1967010 Apr 29 07:53:21.509660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46824) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.511996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556ed0a-dc13-47aa-8a0d-8f2a85c6932f tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc91c54-fec4-44e1-9a77-c6c398f52dd2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:21.569144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e5b586-f62e-47b1-86bf-d1ea3c054c96 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:21.569769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e5b586-f62e-47b1-86bf-d1ea3c054c96 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:21.572968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e7e5b586-f62e-47b1-86bf-d1ea3c054c96 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "DELETE /v2.0/networks/054a3118-ba9c-43d0-a874-5f2e2318f350 HTTP/1.1" status: 404 len: 339 time: 0.0621376 Apr 29 07:53:21.581894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46826) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.640046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-72330679-7f18-421a-b4fa-2484be9aa394 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:21.640677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72330679-7f18-421a-b4fa-2484be9aa394 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:21.643934 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-72330679-7f18-421a-b4fa-2484be9aa394 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "DELETE /v2.0/ports/b7622dab-50e8-4879-9f23-01e8bd11f813 HTTP/1.1" status: 404 len: 333 time: 0.0600808 Apr 29 07:53:21.651236 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a7fb4088-6aef-446f-a8ac-b7b6e5e30f2a tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1942825 Apr 29 07:53:21.651236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46828) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.652301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46830) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.696541 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad988bc-fcee-40ae-a4cb-28c8e7baf9a8 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:21.696995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad988bc-fcee-40ae-a4cb-28c8e7baf9a8 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:21.705114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cad988bc-fcee-40ae-a4cb-28c8e7baf9a8 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "DELETE /v2.0/subnets/0f5cbb90-753a-4d7a-ac2c-1ed93e17b89f HTTP/1.1" status: 404 len: 337 time: 0.0484960 Apr 29 07:53:21.718390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46832) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.720939 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-aeb59314-e913-45f7-be29-d9d426758ed4 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] delete failed (client error): The resource could not be found. Apr 29 07:53:21.725983 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aeb59314-e913-45f7-be29-d9d426758ed4 tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "DELETE /v2.0/security-groups/c6579bdd-b765-4d87-95f4-5709f6b0084a HTTP/1.1" status: 404 len: 347 time: 0.0607371 Apr 29 07:53:21.734152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46834) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.761099 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42b4faa-7db2-41b0-ac66-a4fd16cdb982 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] GET failed (client error): The resource could not be found. Apr 29 07:53:21.767923 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e42b4faa-7db2-41b0-ac66-a4fd16cdb982 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "GET /v2.0/networks/cf58c5c8-e96d-4edc-b35e-9734d4bc6eaf HTTP/1.1" status: 404 len: 339 time: 0.0430672 Apr 29 07:53:21.773197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46836) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.778212 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-5f7db501-d9a1-4bb5-b7bf-85c20476539c tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] show failed (client error): The resource could not be found. Apr 29 07:53:21.778212 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5f7db501-d9a1-4bb5-b7bf-85c20476539c tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-groups/2e184149-a6ab-4168-b309-907831b22fd8 HTTP/1.1" status: 404 len: 347 time: 0.0400274 Apr 29 07:53:21.788502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46838) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.795298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.818167 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab60e471-1b58-47d7-973f-8d449c997696 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] GET failed (client error): The resource could not be found. Apr 29 07:53:21.823186 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ab60e471-1b58-47d7-973f-8d449c997696 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "GET /v2.0/ports/c454669b-e13c-4ef6-9064-3089950097ac HTTP/1.1" status: 404 len: 333 time: 0.0435591 Apr 29 07:53:21.825170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46840) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.826031 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-bef08105-924b-4b9a-95ba-938bf91585ca tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] show failed (client error): The resource could not be found. Apr 29 07:53:21.830374 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bef08105-924b-4b9a-95ba-938bf91585ca tempest-NegativeSecGroupTest-1355315683 tempest-NegativeSecGroupTest-1355315683-project] 10.222.0.16 "GET /v2.0/security-group-rules/c09a6f5e-ff40-4d6a-b97a-955e7532962a HTTP/1.1" status: 404 len: 356 time: 0.0374439 Apr 29 07:53:21.885802 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea067be-c7a7-477b-9536-7974473f99ef tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] GET failed (client error): The resource could not be found. Apr 29 07:53:21.887423 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8ea067be-c7a7-477b-9536-7974473f99ef tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "GET /v2.0/subnets/6293d83d-3b5a-4620-9b62-2fc198a4a66b HTTP/1.1" status: 404 len: 337 time: 0.0593188 Apr 29 07:53:21.891475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.895856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46844) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.901278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.907327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c366a67d-aa5a-471b-8db2-ccbc1879c185 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:21.926491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.929696 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/b59d9ec4-b38a-4e57-90e3-c051dfcb40f3 HTTP/1.1" status: 204 len: 168 time: 1.3812788 Apr 29 07:53:21.944235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46846) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.963933 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c366a67d-aa5a-471b-8db2-ccbc1879c185 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] PUT failed (client error): The resource could not be found. Apr 29 07:53:21.964528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c366a67d-aa5a-471b-8db2-ccbc1879c185 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:21.966000 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c366a67d-aa5a-471b-8db2-ccbc1879c185 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "PUT /v2.0/networks/43239e1b-5a26-4fce-8ddc-826d5deafd85 HTTP/1.1" status: 404 len: 339 time: 0.0673077 Apr 29 07:53:21.974024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada1003-28b2-470c-a913-2e5065b2c893 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Network': ['ID=b59d9ec4-b38a-4e57-90e3-c051dfcb40f3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:21.974178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46848) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:21.975635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:21.982040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ea3ae4d0-20f8-44ad-b846-e63468cf3917 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:22.047806 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-9bd7efa0-c966-4b02-946b-504388b001d1 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:22.050097 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9bd7efa0-c966-4b02-946b-504388b001d1 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7101932 Apr 29 07:53:22.052871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46850) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.054631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3ae4d0-20f8-44ad-b846-e63468cf3917 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] PUT failed (client error): The resource could not be found. Apr 29 07:53:22.055359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3ae4d0-20f8-44ad-b846-e63468cf3917 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:22.060602 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ea3ae4d0-20f8-44ad-b846-e63468cf3917 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "PUT /v2.0/ports/b093e6de-bd73-4e42-a23d-239816d83dd5 HTTP/1.1" status: 404 len: 333 time: 0.0820596 Apr 29 07:53:22.060858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1f02ae92-97c4-4149-bd36-f44195928277 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:22.061466 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-1f02ae92-97c4-4149-bd36-f44195928277 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:53:22.062484 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-1f02ae92-97c4-4149-bd36-f44195928277 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:22.066170 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1f02ae92-97c4-4149-bd36-f44195928277 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090537 Apr 29 07:53:22.066353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46852) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.067445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46854) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.068667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.069880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08893690-0fde-48bf-baa0-5424463a689d None None] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:22.070343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ed83d932-58f5-4d7a-9c70-231a48562b33 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:22.077984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7898c7c0-5377-4ff3-a718-d28f9e1de8a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:22.118895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.124286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f6418e9f-7528-491d-91fd-c43d617ec6ae up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:22.126596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc8a53-d181-41c5-95f6-ca3a800c7163 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:22.130858 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/e8bb15dd-ea70-4abc-8bea-25e268b27132 HTTP/1.1" status: 204 len: 168 time: 1.4455884 Apr 29 07:53:22.134634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46856) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.143100 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed83d932-58f5-4d7a-9c70-231a48562b33 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] PUT failed (client error): The resource could not be found. Apr 29 07:53:22.143260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed83d932-58f5-4d7a-9c70-231a48562b33 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:22.144798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ed83d932-58f5-4d7a-9c70-231a48562b33 tempest-NetworksNegativeTestJSON-903590242 tempest-NetworksNegativeTestJSON-903590242-project] 10.222.0.16 "PUT /v2.0/subnets/d3f661f3-84e3-4cd5-b63c-46f2b57281f1 HTTP/1.1" status: 404 len: 337 time: 0.0798833 Apr 29 07:53:22.162746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40308a5f-1195-46eb-9219-0f58a6a37e28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bb15dd-ea70-4abc-8bea-25e268b27132,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:22.190909 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f423b1cf-4238-41db-a699-0d4f2c67b32e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546496 Apr 29 07:53:22.195980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46860) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.201492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.215891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6f55cfcd-6be5-4057-ba88-b3b95b85f7bd None None] Provisioning complete for port f6418e9f-7528-491d-91fd-c43d617ec6ae triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:22.217261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f55cfcd-6be5-4057-ba88-b3b95b85f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.240302 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-7898c7c0-5377-4ff3-a718-d28f9e1de8a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Project d4568d839afc4b319b41e2123ae7a354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:53:22.245476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting port b2d43984-bd75-4e6b-941e-5163b86516d6 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:22.246018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.310348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd2a81-43a6-419b-9c44-65e037d37489 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:22.311835 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-18dd2a81-43a6-419b-9c44-65e037d37489 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1155739 Apr 29 07:53:22.319785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46862) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.342817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.363679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Calling delete_port for b2d43984-bd75-4e6b-941e-5163b86516d6 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:22.383139 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-7898c7c0-5377-4ff3-a718-d28f9e1de8a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:22.387545 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7898c7c0-5377-4ff3-a718-d28f9e1de8a7 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3163939 Apr 29 07:53:22.389490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46866) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.396368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-03b03728-d45a-4ade-a6c0-250e16e363eb tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:22.397110 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-03b03728-d45a-4ade-a6c0-250e16e363eb tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 07:53:22.397831 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-03b03728-d45a-4ade-a6c0-250e16e363eb tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:22.401548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f6418e9f-7528-491d-91fd-c43d617ec6ae triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:22.401548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.402310 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-03b03728-d45a-4ade-a6c0-250e16e363eb tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101895 Apr 29 07:53:22.406923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46868) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.413757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4cd6f775-cf02-4002-a43e-03e89947c5f4 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:22.449175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd969e4d-c8f5-43a6-a18a-0bb4fede7152 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:22.450768 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bd969e4d-c8f5-43a6-a18a-0bb4fede7152 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300931 Apr 29 07:53:22.462122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46870) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.480354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Deleting port 7dde7e9b-7ea9-4d29-8cde-bea9751c59b9 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:22.481073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.561610 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46872) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.575139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f55cfcd-6be5-4057-ba88-b3b95b85f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.586153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:22.613320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.623447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.664302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Calling delete_port for 7dde7e9b-7ea9-4d29-8cde-bea9751c59b9 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:22.698932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.704046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6f55cfcd-6be5-4057-ba88-b3b95b85f7bd None None] For port f6418e9f-7528-491d-91fd-c43d617ec6ae, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f6418e9f-7528-491d-91fd-c43d617ec6ae,segment=NetworkSegment(1d82c051-be96-4e5b-a970-e210e7b49824),segment_id=1d82c051-be96-4e5b-a970-e210e7b49824)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:22.731310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] Deleting port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:22.732540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.824278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Port': ['ID=b2d43984-bd75-4e6b-941e-5163b86516d6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:22.832378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.834796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] For port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=636aa002-3d53-4e9c-9b9b-c7235e22bd8f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:22.835610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.836541 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-46efe905-1724-42a3-a2f6-752e719bac6a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/ports/b2d43984-bd75-4e6b-941e-5163b86516d6 HTTP/1.1" status: 204 len: 168 time: 0.8823299 Apr 29 07:53:22.851030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46878) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.857756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] Calling delete_port for 636aa002-3d53-4e9c-9b9b-c7235e22bd8f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:22.896427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:22.898664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46880) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.907403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f6d0f114-0402-4d9a-b9ee-aed3218e905f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4439662 Apr 29 07:53:22.912004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46882) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.912971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-4cd6f775-cf02-4002-a43e-03e89947c5f4 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Project d4568d839afc4b319b41e2123ae7a354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:53:22.917536 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae65e68-0204-4ebf-b742-4e1ad835980d tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:22.917951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae65e68-0204-4ebf-b742-4e1ad835980d tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:22.926454 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fae65e68-0204-4ebf-b742-4e1ad835980d tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/be71c1b3-fe11-456f-bfcf-9ee128a6dea5 HTTP/1.1" status: 404 len: 337 time: 0.0722172 Apr 29 07:53:22.929268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46886) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:22.933824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:22.952793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f55cfcd-6be5-4057-ba88-b3b95b85f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.075690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.079321 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3707c2e4-b611-4506-bfb2-175862e7d96a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46c65d1d1ca041aca5e5b60aa706f1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127883 Apr 29 07:53:23.079466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-4cd6f775-cf02-4002-a43e-03e89947c5f4 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:23.079466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4cd6f775-cf02-4002-a43e-03e89947c5f4 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6687875 Apr 29 07:53:23.089705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:53:23.090300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:53:23.091267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46888) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:23.091961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46890) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:23.103245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55cfcd-6be5-4057-ba88-b3b95b85f7bd None None] Pushing event updated for resources: {'Port': ['ID=f6418e9f-7528-491d-91fd-c43d617ec6ae,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:23.103506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c4b84758-a549-4b53-9eb9-420107182c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.116237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0c2e8140-1807-434a-9377-4530460a4b48 None None] Provisioning complete for port f6418e9f-7528-491d-91fd-c43d617ec6ae triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:23.116616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8140-1807-434a-9377-4530460a4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.118767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-84dd7ee6-9dc2-4afc-9dd1-daa8bf0d2768 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'c5be0384-81b4-47ec-9078-c7157eb3a142', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:23.197822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.200154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.232956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.240125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] Pushing event deleted for resources: {'Port': ['ID=636aa002-3d53-4e9c-9b9b-c7235e22bd8f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:23.246584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13058cc4-7b47-4d6d-a2f4-524e4544528a None None] No DVR routers for this DVR port 636aa002-3d53-4e9c-9b9b-c7235e22bd8f on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:23.278871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0c2e8140-1807-434a-9377-4530460a4b48 None None] Provisioning complete for port 4327c676-a5c2-489d-b1c4-46a35c6e96da triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:23.279675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8140-1807-434a-9377-4530460a4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.287439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=4327c676-a5c2-489d-b1c4-46a35c6e96da,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:23.288702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Pushing event deleted for resources: {'Port': ['ID=7dde7e9b-7ea9-4d29-8cde-bea9751c59b9,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:23.335271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e8140-1807-434a-9377-4530460a4b48 None None] Port 4327c676-a5c2-489d-b1c4-46a35c6e96da cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:23.357905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.378676 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-84dd7ee6-9dc2-4afc-9dd1-daa8bf0d2768 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Project d4568d839afc4b319b41e2123ae7a354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:53:23.385027 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-28125297-996b-4122-83e8-f5cfe2467853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.422622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:23.426748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.459739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-984e81c3-2b0d-4156-9172-28177a770ce4 None None] Provisioning complete for port 4327c676-a5c2-489d-b1c4-46a35c6e96da triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:23.460049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-984e81c3-2b0d-4156-9172-28177a770ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.488284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40394850-d797-4813-bd59-196660871a14 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:53:23.538784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-984e81c3-2b0d-4156-9172-28177a770ce4 None None] Port 4327c676-a5c2-489d-b1c4-46a35c6e96da cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:23.557661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-28125297-996b-4122-83e8-f5cfe2467853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.591522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.595080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.600385 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-84dd7ee6-9dc2-4afc-9dd1-daa8bf0d2768 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:23.604327 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-84dd7ee6-9dc2-4afc-9dd1-daa8bf0d2768 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4997389 Apr 29 07:53:23.604704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46892) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:23.619283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.627830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40394850-d797-4813-bd59-196660871a14 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:53:23.706901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:23.718026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6dea4ee8-c757-426e-960e-780db55bca3d None None] Provisioning complete for port 4327c676-a5c2-489d-b1c4-46a35c6e96da triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:23.718828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dea4ee8-c757-426e-960e-780db55bca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.727144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Router c8f42780-97b5-4a3f-934c-80cd53704448 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:23.733949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbb8c-81b5-474e-814d-de48eca2bebf tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.749636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31607524-f876-4a32-9508-c91994700189') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:23.750100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31607524-f876-4a32-9508-c91994700189') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:23.756818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c4b84758-a549-4b53-9eb9-420107182c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.779912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.780146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6dea4ee8-c757-426e-960e-780db55bca3d None None] Port 4327c676-a5c2-489d-b1c4-46a35c6e96da cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:23.791795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbb8c-81b5-474e-814d-de48eca2bebf tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.812578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.856504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:23.870208 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] Sync routers for ids ['c8f42780-97b5-4a3f-934c-80cd53704448'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:23.875145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.879972 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b365cfb7-6a17-4bec-998b-f073db2b9612 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "PUT /v2.0/routers/c8f42780-97b5-4a3f-934c-80cd53704448 HTTP/1.1" status: 200 len: 705 time: 3.0993824 Apr 29 07:53:23.880929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46894) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:23.881672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.883653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c4b84758-a549-4b53-9eb9-420107182c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.890658 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] Routers {'c8f42780-97b5-4a3f-934c-80cd53704448'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:23.895230 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c8f42780-97b5-4a3f-934c-80cd53704448'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:23.908690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:23.909140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:23.912722 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:23.970017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-28125297-996b-4122-83e8-f5cfe2467853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.972665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-28125297-996b-4122-83e8-f5cfe2467853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:23.973824 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-28125297-996b-4122-83e8-f5cfe2467853 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68452cd2-875e-45cd-8ce3-1eabd6a62502 HTTP/1.1" status: 204 len: 168 time: 0.8740060 Apr 29 07:53:23.979014 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d3130875-c147-4468-af39-b5e5b5bebcca tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/routers/c8f42780-97b5-4a3f-934c-80cd53704448 HTTP/1.1" status: 200 len: 740 time: 0.0905941 Apr 29 07:53:23.983717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46898) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:23.995780 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:24.017419 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dc2d7602-3d79-4732-a667-20b4b5b6deb7 tempest-RoutersAdminTest-113398302 tempest-RoutersAdminTest-113398302-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&device_id=c8f42780-97b5-4a3f-934c-80cd53704448 HTTP/1.1" status: 200 len: 205 time: 0.0362918 Apr 29 07:53:24.017884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46900) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.029205 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] Routers {'c8f42780-97b5-4a3f-934c-80cd53704448'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:24.033283 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c8f42780-97b5-4a3f-934c-80cd53704448'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:24.053538 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5a311743-fd9b-42cd-ab16-a49441764159 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f42780-97b5-4a3f-934c-80cd53704448 HTTP/1.1" status: 200 len: 205 time: 0.0333476 Apr 29 07:53:24.054365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbb8c-81b5-474e-814d-de48eca2bebf tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.056037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b84758-a549-4b53-9eb9-420107182c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ca4e1a-cc6d-4591-842f-201a6c6ee72c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:24.057985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbb8c-81b5-474e-814d-de48eca2bebf tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.062108 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ce1dbb8c-81b5-474e-814d-de48eca2bebf tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/c5be0384-81b4-47ec-9078-c7157eb3a142 HTTP/1.1" status: 204 len: 168 time: 0.4546824 Apr 29 07:53:24.062267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c4b84758-a549-4b53-9eb9-420107182c88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d5e70bd9cc04006845a892da65fc427&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610017 Apr 29 07:53:24.067990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46902) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.078621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46904) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.078621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46906) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.114977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28125297-996b-4122-83e8-f5cfe2467853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68452cd2-875e-45cd-8ce3-1eabd6a62502,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:24.120718 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:24.127294 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0f44c-b59d-45b3-bb83-45b1f415c343 None None] The sync data for ids ['c8f42780-97b5-4a3f-934c-80cd53704448'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:24.137982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f6418e9f-7528-491d-91fd-c43d617ec6ae up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:24.147576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dbb8c-81b5-474e-814d-de48eca2bebf tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be0384-81b4-47ec-9078-c7157eb3a142,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:24.175323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.182627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.188810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735 HTTP/1.1" status: 204 len: 168 time: 1.2479191 Apr 29 07:53:24.193300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46908) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.234025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeedf6da-3b11-4879-8e11-40bc0eb53646 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.239683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642e6bb-cc26-4f32-b469-2b332d54738f tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Network': ['ID=c9f1b6aa-9f95-4f0a-bd1f-81b3a6c2e735,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:24.247448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.285362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f6418e9f-7528-491d-91fd-c43d617ec6ae triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:24.285362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.341285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:24.345826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting subnet 1f9b5e36-84ab-48a0-9d41-59df70cf3e68 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:24.351856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.355523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.355651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed5afe8-d2e9-403f-bfff-697e54c7c9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.359524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:24.363808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:24.364362 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.407682 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a56c9f0b-a375-4304-8143-d27c366c0b4a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3281589 Apr 29 07:53:24.408651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=38426e5b-1871-4f46-b079-9ba816246fec,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:24.412197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46912) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.432639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d896546-e126-4230-9057-52915eaeba3d None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:24.455085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-610b3f86-3240-4203-8aeb-b7080b15ef6a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--497057211'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:24.460736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed5afe8-d2e9-403f-bfff-697e54c7c9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.462980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.510065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-47952323-d7fc-426d-8ff8-c4842431979b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5821168 Apr 29 07:53:24.541440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46916) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.542933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 636aa002-3d53-4e9c-9b9b-c7235e22bd8f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:24.550139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '38426e5b-1871-4f46-b079-9ba816246fec', 'ip_address': '2001:db8::339c:612a:b944:af7e'}], 'name': 'tempest-NetworksTestDHCPv6-21483441'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:24.558185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeedf6da-3b11-4879-8e11-40bc0eb53646 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.568224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 636aa002-3d53-4e9c-9b9b-c7235e22bd8f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:24.568642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 636aa002-3d53-4e9c-9b9b-c7235e22bd8f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:24.569827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeedf6da-3b11-4879-8e11-40bc0eb53646 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.663459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-610b3f86-3240-4203-8aeb-b7080b15ef6a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.686822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '38426e5b-1871-4f46-b079-9ba816246fec'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:24.687943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.761747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeedf6da-3b11-4879-8e11-40bc0eb53646 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.764171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeedf6da-3b11-4879-8e11-40bc0eb53646 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Fanout notify agent at l3_agent the message router_deleted on router c8f42780-97b5-4a3f-934c-80cd53704448 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:24.781972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeedf6da-3b11-4879-8e11-40bc0eb53646 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.787054 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-aeedf6da-3b11-4879-8e11-40bc0eb53646 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/c8f42780-97b5-4a3f-934c-80cd53704448 HTTP/1.1" status: 204 len: 168 time: 0.7169063 Apr 29 07:53:24.788206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46924) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.800902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.832104 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5b651181-93dd-414a-ba79-21920095f0b6 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f42780-97b5-4a3f-934c-80cd53704448 HTTP/1.1" status: 200 len: 205 time: 0.0314660 Apr 29 07:53:24.835913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46926) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:24.840589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed5afe8-d2e9-403f-bfff-697e54c7c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.847110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aed5afe8-d2e9-403f-bfff-697e54c7c9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:24.848367 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-aed5afe8-d2e9-403f-bfff-697e54c7c9e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6ca4e1a-cc6d-4591-842f-201a6c6ee72c HTTP/1.1" status: 204 len: 168 time: 0.7679441 Apr 29 07:53:24.955082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.036889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/38426e5b-1871-4f46-b079-9ba816246fec/7a03a645-bf12-41ee-8ffb-b85dd0eddea4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:25.083362 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.089389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.234477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9b5e36-84ab-48a0-9d41-59df70cf3e68,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:25.245024 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.248781 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5691c96e-3261-49be-95fc-e2753da1c75a tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/subnets/1f9b5e36-84ab-48a0-9d41-59df70cf3e68 HTTP/1.1" status: 204 len: 168 time: 1.0539355 Apr 29 07:53:25.257608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a8442-9042-42d8-9e64-244b62055c10 None None] Network 617cde2c-cb85-4096-b07f-b10d6c016c28 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:25.261162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46934) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.274963 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-d3089fab-d227-4665-bf63-4e07342960aa tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] delete failed (client error): The resource could not be found. Apr 29 07:53:25.276189 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d3089fab-d227-4665-bf63-4e07342960aa tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/c8f42780-97b5-4a3f-934c-80cd53704448 HTTP/1.1" status: 404 len: 336 time: 0.4366515 Apr 29 07:53:25.276906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:25.281803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5afe8-d2e9-403f-bfff-697e54c7c9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ca4e1a-cc6d-4591-842f-201a6c6ee72c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:25.283537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46938) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.305947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=4327c676-a5c2-489d-b1c4-46a35c6e96da,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:25.331780 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7a8e70d5-57cf-4c8b-9f50-37865c591818 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 HTTP/1.1" status: 200 len: 205 time: 0.0411351 Apr 29 07:53:25.337086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46942) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.376235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.406525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.446305 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-c6a30278-67d2-4d1c-a949-a975902c5ae0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] delete failed (client error): The resource could not be found. Apr 29 07:53:25.450162 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c6a30278-67d2-4d1c-a949-a975902c5ae0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/8b3b6570-c5b6-4f4e-b9cb-6efcbfb4f699 HTTP/1.1" status: 404 len: 336 time: 0.1084347 Apr 29 07:53:25.451644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46948) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.459611 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.516541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-610b3f86-3240-4203-8aeb-b7080b15ef6a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.528624 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b7f4e678-242d-4ce7-8970-c21909c17ca6 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=f13d29bc-0e9f-4485-921b-1a0de0687be9 HTTP/1.1" status: 200 len: 205 time: 0.0758488 Apr 29 07:53:25.531301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46954) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.535403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:25.538799 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:25.543548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:25.555556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Pushing event updated for resources: {'Port': ['ID=7a03a645-bf12-41ee-8ffb-b85dd0eddea4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:25.564570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.568713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] DHCP port deletion for 617cde2c-cb85-4096-b07f-b10d6c016c28 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:25.582792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:25.587973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:25.616401 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.695620 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-456b4753-3928-41a5-96e7-d148c13999bc tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] delete failed (client error): The resource could not be found. Apr 29 07:53:25.697481 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-456b4753-3928-41a5-96e7-d148c13999bc tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/f13d29bc-0e9f-4485-921b-1a0de0687be9 HTTP/1.1" status: 404 len: 336 time: 0.1652675 Apr 29 07:53:25.700916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-610b3f86-3240-4203-8aeb-b7080b15ef6a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.703439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46956) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.706622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 23d08b10-992e-4483-b504-aae0be55134f yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:25.712166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Attempting to bind port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:25.721241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Attempting to bind port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:25.722454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Attempting to bind port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:25.741301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46958) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.752220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:25.752516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:25.753366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.753767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:25.754352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Bound port: 7a03a645-bf12-41ee-8ffb-b85dd0eddea4, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:25.754796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.771635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Deleting port a984e6c4-8d18-419b-95f7-4b3816941ccf {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:25.771960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.798575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b3f86-3240-4203-8aeb-b7080b15ef6a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1477b710-6f70-459a-a616-4c913823d874,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:25.802983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] Deleting port a984e6c4-8d18-419b-95f7-4b3816941ccf {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:25.803365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.816212 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-86635cc4-f288-4155-96ff-d6addaacbda0 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be5607c-2322-4794-9a97-8e0017867f54 HTTP/1.1" status: 200 len: 205 time: 0.0680997 Apr 29 07:53:25.832960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46964) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:25.917790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] For port a984e6c4-8d18-419b-95f7-4b3816941ccf, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a984e6c4-8d18-419b-95f7-4b3816941ccf,segment=NetworkSegment(77cbc494-ec7f-40a7-80cd-613a3ef4f282),segment_id=77cbc494-ec7f-40a7-80cd-613a3ef4f282)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:25.918186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.923575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] For port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:25.938884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] Calling delete_port for a984e6c4-8d18-419b-95f7-4b3816941ccf owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:25.965472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] For port a984e6c4-8d18-419b-95f7-4b3816941ccf, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a984e6c4-8d18-419b-95f7-4b3816941ccf,segment=NetworkSegment(77cbc494-ec7f-40a7-80cd-613a3ef4f282),segment_id=77cbc494-ec7f-40a7-80cd-613a3ef4f282)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:25.965740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.980994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Calling delete_port for a984e6c4-8d18-419b-95f7-4b3816941ccf owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:25.994619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-610b3f86-3240-4203-8aeb-b7080b15ef6a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:25.996514 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-610b3f86-3240-4203-8aeb-b7080b15ef6a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5447278 Apr 29 07:53:26.000349 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-98dc23ea-b54b-4d15-94c6-8c59633bc520 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] delete failed (client error): The resource could not be found. Apr 29 07:53:26.001424 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-98dc23ea-b54b-4d15-94c6-8c59633bc520 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/8be5607c-2322-4794-9a97-8e0017867f54 HTTP/1.1" status: 404 len: 336 time: 0.1661410 Apr 29 07:53:26.002024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46966) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.011543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46968) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.029611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-32c18ea1-b41b-4c29-898b-2fb517696f13 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '1477b710-6f70-459a-a616-4c913823d874', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:26.051553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a984e6c4-8d18-419b-95f7-4b3816941ccf no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:26.058250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] For port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7a03a645-bf12-41ee-8ffb-b85dd0eddea4,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:26.093583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-dd081938-1734-4b3e-b4ee-d11cb5b16aad None None] Provisioning complete for port 4327c676-a5c2-489d-b1c4-46a35c6e96da triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:26.093959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd081938-1734-4b3e-b4ee-d11cb5b16aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.132744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dd081938-1734-4b3e-b4ee-d11cb5b16aad None None] Port 4327c676-a5c2-489d-b1c4-46a35c6e96da cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:26.149785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.157512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4f2a9e4f-e045-4469-8533-4bb134d2fb0f tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0558909-00be-476a-a8b2-4cdf959f51de HTTP/1.1" status: 200 len: 205 time: 0.1427383 Apr 29 07:53:26.161691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46976) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.166797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1584379114'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:26.170667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router 41024eb8-b7e7-4484-9089-6ca06eb16f49 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:26.198246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.202549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.210784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-e140bf7b-c391-4027-a996-027b21f22b58 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] delete failed (client error): The resource could not be found. Apr 29 07:53:26.214625 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e140bf7b-c391-4027-a996-027b21f22b58 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/f0558909-00be-476a-a8b2-4cdf959f51de HTTP/1.1" status: 404 len: 336 time: 0.0460691 Apr 29 07:53:26.218766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46978) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.232494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] No DVR routers for this DVR port a984e6c4-8d18-419b-95f7-4b3816941ccf on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:26.235832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.265240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db910ac5-ee8c-42e1-b702-09615f62206a None None] Pushing event updated for resources: {'Port': ['ID=7a03a645-bf12-41ee-8ffb-b85dd0eddea4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:26.275821 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5cdc43f7-029e-4498-b976-424b01434559 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac7c68d-2f4c-4cba-b1b1-730bea54ec41 HTTP/1.1" status: 200 len: 205 time: 0.0508285 Apr 29 07:53:26.321165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46980) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.325313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5722874-bcfb-4a92-b2d4-4b5304d2133a None None] Pushing event deleted for resources: {'Port': ['ID=a984e6c4-8d18-419b-95f7-4b3816941ccf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:26.378996 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-2be1353f-a179-49fd-b48e-68bf07a30120 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] delete failed (client error): The resource could not be found. Apr 29 07:53:26.380332 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2be1353f-a179-49fd-b48e-68bf07a30120 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/routers/0ac7c68d-2f4c-4cba-b1b1-730bea54ec41 HTTP/1.1" status: 404 len: 336 time: 0.0578296 Apr 29 07:53:26.383179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46984) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.415388 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-32c18ea1-b41b-4c29-898b-2fb517696f13 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The resource could not be found. Apr 29 07:53:26.416729 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-32c18ea1-b41b-4c29-898b-2fb517696f13 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4069340 Apr 29 07:53:26.423297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46986) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.428067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6f784311-8cce-4978-a66c-18e90f4a2bb9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '1477b710-6f70-459a-a616-4c913823d874', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '986bc3fb-c4ec-403d-bba3-d59f889d22b3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:26.435030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::339c:612a:b944:af7e (82cc26d6-a369-4498-98e7-aa4095711705/38426e5b-1871-4f46-b079-9ba816246fec/23d08b10-992e-4483-b504-aae0be55134f) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:26.435182 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad7cc55-8a17-4622-a3cf-16f5d8c5a596 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] DELETE failed (client error): The resource could not be found. Apr 29 07:53:26.435590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad7cc55-8a17-4622-a3cf-16f5d8c5a596 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:26.438651 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-aad7cc55-8a17-4622-a3cf-16f5d8c5a596 tempest-RoutersAdminTest-1202089620 tempest-RoutersAdminTest-1202089620-project] 10.222.0.16 "DELETE /v2.0/subnets/176d2bba-d827-4b1f-b661-09d9384422c2 HTTP/1.1" status: 404 len: 337 time: 0.0542743 Apr 29 07:53:26.439240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46988) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.650555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1409347408'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:26.666498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Made reservation on behalf of d5bac34000cb4d7ca2313c03a6ae19a0 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:26.666498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.704049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Port': ['ID=a984e6c4-8d18-419b-95f7-4b3816941ccf,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:26.709705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.715747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] No DVR routers for this DVR port a984e6c4-8d18-419b-95f7-4b3816941ccf on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:26.731811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.750409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:26.758785 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c0cf840a-fdf9-4bb2-8eb8-8e341508317f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/41024eb8-b7e7-4484-9089-6ca06eb16f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5239766 Apr 29 07:53:26.760081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] Sync routers for ids ['41024eb8-b7e7-4484-9089-6ca06eb16f49'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:26.760210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46994) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.773564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] Routers {'41024eb8-b7e7-4484-9089-6ca06eb16f49'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:26.774648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['41024eb8-b7e7-4484-9089-6ca06eb16f49'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:26.798535 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-6f784311-8cce-4978-a66c-18e90f4a2bb9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The resource could not be found. Apr 29 07:53:26.802209 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6f784311-8cce-4978-a66c-18e90f4a2bb9 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3753150 Apr 29 07:53:26.802209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:26.803686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.808319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 46996) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.826848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.829237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:26.835805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.841323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] Routers {'41024eb8-b7e7-4484-9089-6ca06eb16f49'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:26.841945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['41024eb8-b7e7-4484-9089-6ca06eb16f49'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:26.848514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7086514-5480-48c6-ab89-fc5a068665ed tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:26.853845 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b7086514-5480-48c6-ab89-fc5a068665ed tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports/4327c676-a5c2-489d-b1c4-46a35c6e96da HTTP/1.1" status: 200 len: 977 time: 0.0888264 Apr 29 07:53:26.856035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 46998) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:26.865838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617cde2c-cb85-4096-b07f-b10d6c016c28']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:26.879436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.895045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:26.906586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db113b9-367b-4708-8657-563ca4f7f4a1 None None] The sync data for ids ['41024eb8-b7e7-4484-9089-6ca06eb16f49'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:26.920236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cbc494-ec7f-40a7-80cd-613a3ef4f282') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:26.920482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cbc494-ec7f-40a7-80cd-613a3ef4f282') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:26.953628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:26.963553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:26.965497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.975098 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:26.980737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:26.981365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:26.992242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=23d08b10-992e-4483-b504-aae0be55134f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.004332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75fbc593-1755-42c4-8d44-98baa4672f3b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.004686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.031049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:27.031049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:27.038083 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:27.043094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47002) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.044614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75fbc593-1755-42c4-8d44-98baa4672f3b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.078174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.091033 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-620e8304-850b-4971-a4aa-0d1cc59d3d04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5447850 Apr 29 07:53:27.092564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.096058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47006) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.104976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ed33ee6a-8083-44a6-ac01-ecdaec450911 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '38426e5b-1871-4f46-b079-9ba816246fec', 'ip_address': '2001:db8::339c:612a:b944:af7e'}], 'name': 'tempest-NetworksTestDHCPv6-1032604181'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:27.173043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.175439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.228446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a3cc-9285-4407-bdc7-74fcaf1e49c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.253315 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75fbc593-1755-42c4-8d44-98baa4672f3b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.255510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:27.256623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75fbc593-1755-42c4-8d44-98baa4672f3b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.260752 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-75fbc593-1755-42c4-8d44-98baa4672f3b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/1477b710-6f70-459a-a616-4c913823d874 HTTP/1.1" status: 204 len: 168 time: 0.4476857 Apr 29 07:53:27.260752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:27.263076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47008) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.266260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d6d092-cdf2-4818-bb4e-2774cdcfd5f1,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.273402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de70681b-7c79-4d3b-ad78-45ed8ef34550,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.290537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.290874 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Added segment 48c579e2-f16f-40ef-8540-5f1bdec6233b of type vlan for network feb94ae5-5192-4540-99da-692f89779249 Apr 29 07:53:27.292348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.292795 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment bdcf33d4-1819-42d9-9851-2d230d1fbbd5 of type vlan for network d67f6bb6-aa75-48e0-8735-969ae69cad35 Apr 29 07:53:27.322366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbc593-1755-42c4-8d44-98baa4672f3b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1477b710-6f70-459a-a616-4c913823d874,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.368677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.372962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.376290 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] 10.222.0.16 "DELETE /v2.0/networks/617cde2c-cb85-4096-b07f-b10d6c016c28 HTTP/1.1" status: 204 len: 168 time: 2.1141360 Apr 29 07:53:27.381906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.412947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.435463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cf67f-4f6a-4e52-bff5-51d6d3740b11 tempest-NetworksIpV6TestAttrs-1258657873 tempest-NetworksIpV6TestAttrs-1258657873-project] Pushing event deleted for resources: {'Network': ['ID=617cde2c-cb85-4096-b07f-b10d6c016c28,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.447185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7a2ffdeb-48e4-48c8-95e9-c3dd494af01b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1817224 Apr 29 07:53:27.451636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47012) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.456164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ba2e1407-c7ba-4fa6-8664-b7d99ef216c0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '3cc4def9-3516-415b-acf9-1c11cfc08770', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:27.483165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a3cc-9285-4407-bdc7-74fcaf1e49c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.504772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33ee6a-8083-44a6-ac01-ecdaec450911 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:27.510260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed33ee6a-8083-44a6-ac01-ecdaec450911 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.530806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-ed33ee6a-8083-44a6-ac01-ecdaec450911 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 0e594868-bc20-4336-a26d-1fe879f3e5e5 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:27.589589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-4e5623e7-a957-499f-b67d-6b9f9dc76fe4 None None] Provisioning complete for port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:27.590614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e5623e7-a957-499f-b67d-6b9f9dc76fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.636001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.655264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a3cc-9285-4407-bdc7-74fcaf1e49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.663899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.670096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:27.671020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.692847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e5623e7-a957-499f-b67d-6b9f9dc76fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.747108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4e5623e7-a957-499f-b67d-6b9f9dc76fe4 None None] For port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7a03a645-bf12-41ee-8ffb-b85dd0eddea4,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:27.752081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.758331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:27.759047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.828450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8a3cc-9285-4407-bdc7-74fcaf1e49c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da542e-4d47-445e-a3fe-42b940f9fe5f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.830458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e5623e7-a957-499f-b67d-6b9f9dc76fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:27.837984 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0ba8a3cc-9285-4407-bdc7-74fcaf1e49c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2ba48b7cef4447b9441faedbd4ae2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7898157 Apr 29 07:53:27.843048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47014) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.844444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=d67f6bb6-aa75-48e0-8735-969ae69cad35,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.863768 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7d132522-be46-4683-b8c0-535d2dcea12c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4085796 Apr 29 07:53:27.867740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47016) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.876373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-766720495'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:27.891347 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed33ee6a-8083-44a6-ac01-ecdaec450911 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 07:53:27.891843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed33ee6a-8083-44a6-ac01-ecdaec450911 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:27.895020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:27.915139 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-ba2e1407-c7ba-4fa6-8664-b7d99ef216c0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The resource could not be found. Apr 29 07:53:27.923830 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ba2e1407-c7ba-4fa6-8664-b7d99ef216c0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4636085 Apr 29 07:53:27.924171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1784782 Apr 29 07:53:27.924269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47020) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.924377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47022) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:27.930400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21461fbc-294c-43bd-aee1-f3390c60792d tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event updated for resources: {'Network': ['ID=feb94ae5-5192-4540-99da-692f89779249,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:27.931187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Request body: {'subnet': {'network_id': 'feb94ae5-5192-4540-99da-692f89779249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:27.945934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-22a1e511-8580-4bf0-bb89-8c5ba8e8fe48 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751704636'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:27.986509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe406-500d-44e5-bc74-59814ce2eeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.009726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network feb94ae5-5192-4540-99da-692f89779249 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:28.028638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47024) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:28.035459 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed33ee6a-8083-44a6-ac01-ecdaec450911 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9380047 Apr 29 07:53:28.036133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:28.040255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.046173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47028) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:28.068280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 4327c676-a5c2-489d-b1c4-46a35c6e96da {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:28.069640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.090274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe406-500d-44e5-bc74-59814ce2eeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.135736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:28.140260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:28.170901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5623e7-a957-499f-b67d-6b9f9dc76fe4 None None] Pushing event updated for resources: {'Port': ['ID=7a03a645-bf12-41ee-8ffb-b85dd0eddea4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:28.177492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22a1e511-8580-4bf0-bb89-8c5ba8e8fe48 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.180208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.186059 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment 11d4065a-8348-4e12-b77b-16d12de388e7 of type vlan for network a62a38f6-cc22-422f-ba3c-30842e22d9b2 Apr 29 07:53:28.188158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8b7f527a-c1cc-4795-a8ed-e2a6be2f3dd3 None None] Provisioning complete for port 23d08b10-992e-4483-b504-aae0be55134f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:28.188564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b7f527a-c1cc-4795-a8ed-e2a6be2f3dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.232344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16876f78-acbf-4342-a2cd-50287db44e43 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:28.238371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Made reservation on behalf of d5bac34000cb4d7ca2313c03a6ae19a0 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:28.239220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16876f78-acbf-4342-a2cd-50287db44e43 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:28.244028 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-16876f78-acbf-4342-a2cd-50287db44e43 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1926560 Apr 29 07:53:28.244263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.245066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47030) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:28.302155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a3e39ae9-5e75-42f8-b7ee-bd34fe860f23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ededf0982dad4646a41817aeefa6508d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686522 Apr 29 07:53:28.302155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.304174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47032) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:28.316236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.320608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 4327c676-a5c2-489d-b1c4-46a35c6e96da owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:28.364140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe406-500d-44e5-bc74-59814ce2eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.366794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe406-500d-44e5-bc74-59814ce2eeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.371958 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fcdbe406-500d-44e5-bc74-59814ce2eeba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79da542e-4d47-445e-a3fe-42b940f9fe5f HTTP/1.1" status: 204 len: 168 time: 0.5206227 Apr 29 07:53:28.401783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:28.402528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.406187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f527a-c1cc-4795-a8ed-e2a6be2f3dd3 None None] Port 23d08b10-992e-4483-b504-aae0be55134f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:28.406361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbe406-500d-44e5-bc74-59814ce2eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da542e-4d47-445e-a3fe-42b940f9fe5f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:28.428345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 23d08b10-992e-4483-b504-aae0be55134f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:28.428345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.514837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22a1e511-8580-4bf0-bb89-8c5ba8e8fe48 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.515739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8dc6-f508-4c35-98c7-c2cbbd69eb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.565373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.570889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:28.574095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.584108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.603848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 23d08b10-992e-4483-b504-aae0be55134f owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:28.604555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8dc6-f508-4c35-98c7-c2cbbd69eb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.630089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22a1e511-8580-4bf0-bb89-8c5ba8e8fe48 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.717068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.750768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=a62a38f6-cc22-422f-ba3c-30842e22d9b2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:28.754717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1e511-8580-4bf0-bb89-8c5ba8e8fe48 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9adc821-9689-41cf-8d7b-ea750bf8ce8e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:28.764778 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7a2dd393-48d2-4cc2-a8a8-8593f4b62a5d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8950200 Apr 29 07:53:28.766400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=4327c676-a5c2-489d-b1c4-46a35c6e96da,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:28.766902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:28.767270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47036) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:28.772344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': 'd67f6bb6-aa75-48e0-8735-969ae69cad35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:28.863098 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22a1e511-8580-4bf0-bb89-8c5ba8e8fe48 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.864932 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-22a1e511-8580-4bf0-bb89-8c5ba8e8fe48 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9384499 Apr 29 07:53:28.867796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47040) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:28.873358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-deb53ced-455a-4185-b539-3c181893c651 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798915816'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:28.878222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.925615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.950905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8dc6-f508-4c35-98c7-c2cbbd69eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.954158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8dc6-f508-4c35-98c7-c2cbbd69eb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:28.958026 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6a6f8dc6-f508-4c35-98c7-c2cbbd69eb4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9b95d12-76e0-4911-bb7f-84a1a862469e HTTP/1.1" status: 204 len: 168 time: 0.6490390 Apr 29 07:53:28.963518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event updated for resources: {'Subnet': ['ID=0a54f785-48fa-4f74-b473-b9c014c42205,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:28.994170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f8dc6-f508-4c35-98c7-c2cbbd69eb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b95d12-76e0-4911-bb7f-84a1a862469e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:28.999084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Checking segment: {'id': '48c579e2-f16f-40ef-8540-5f1bdec6233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'feb94ae5-5192-4540-99da-692f89779249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:28.999519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Network hostable DHCP agents. Network: feb94ae5-5192-4540-99da-692f89779249, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:29.003596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:29.014418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.019875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.036987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=23d08b10-992e-4483-b504-aae0be55134f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:29.075350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.082235 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98b08345-8c53-4047-8730-ad5793c68d0c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/23d08b10-992e-4483-b504-aae0be55134f HTTP/1.1" status: 204 len: 168 time: 0.8305838 Apr 29 07:53:29.102599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47044) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:29.147836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-deb53ced-455a-4185-b539-3c181893c651 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.181260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1d456-7949-4bd1-a545-962155707a21 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:29.183051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1d456-7949-4bd1-a545-962155707a21 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:29.187147 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a2b1d456-7949-4bd1-a545-962155707a21 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0809791 Apr 29 07:53:29.237598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47046) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:29.242592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Network feb94ae5-5192-4540-99da-692f89779249 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:29.286656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router 41024eb8-b7e7-4484-9089-6ca06eb16f49 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:29.323526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 38426e5b-1871-4f46-b079-9ba816246fec {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:29.330419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.335065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, feb94ae5-5192-4540-99da-692f89779249) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:29.340670 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:29.345961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.346994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f642728-ed8c-4307-b3bd-15e74051ae61 None None] Network feb94ae5-5192-4540-99da-692f89779249 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:29.420133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.431711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.440975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47050) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:29.494417 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3850bd15-c153-4ac8-96cc-b7f2ffbab61a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5666566 Apr 29 07:53:29.504276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47056) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:29.513081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-deb53ced-455a-4185-b539-3c181893c651 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.517957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-feb94ae5-5192-4540-99da-692f89779249', 'network_id': 'feb94ae5-5192-4540-99da-692f89779249', 'tenant_id': 'd5bac34000cb4d7ca2313c03a6ae19a0', 'fixed_ips': [{'subnet_id': '0a54f785-48fa-4f74-b473-b9c014c42205'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:29.519677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.519891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:29.524216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Request body: {'port': {'network_id': 'feb94ae5-5192-4540-99da-692f89779249', 'name': 'tempest-TagsExtTest-411548'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:29.531125 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ec05a-579f-4054-839f-1de79192009c None None] Sync routers for ids ['41024eb8-b7e7-4484-9089-6ca06eb16f49'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:29.545683 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b0765179-eabc-4421-b0e6-e63fde8da17f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/41024eb8-b7e7-4484-9089-6ca06eb16f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6863227 Apr 29 07:53:29.546843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47058) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:29.548030 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ec05a-579f-4054-839f-1de79192009c None None] Routers {'41024eb8-b7e7-4484-9089-6ca06eb16f49'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:29.548758 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-306ec05a-579f-4054-839f-1de79192009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['41024eb8-b7e7-4484-9089-6ca06eb16f49'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:29.639835 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-306ec05a-579f-4054-839f-1de79192009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:29.669521 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ec05a-579f-4054-839f-1de79192009c None None] Routers {'41024eb8-b7e7-4484-9089-6ca06eb16f49'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:29.670166 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-306ec05a-579f-4054-839f-1de79192009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['41024eb8-b7e7-4484-9089-6ca06eb16f49'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:29.689132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Allocated IP 172.20.0.2 (feb94ae5-5192-4540-99da-692f89779249/0a54f785-48fa-4f74-b473-b9c014c42205/a4858d57-5022-4c97-9b70-0668060d4b8f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:29.712956 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-306ec05a-579f-4054-839f-1de79192009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:29.713703 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ec05a-579f-4054-839f-1de79192009c None None] The sync data for ids ['41024eb8-b7e7-4484-9089-6ca06eb16f49'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:29.746585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=2887aae5-452c-471f-bbd0-86f9bcaeb5fe,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:29.774372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': 'bdcf33d4-1819-42d9-9851-2d230d1fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd67f6bb6-aa75-48e0-8735-969ae69cad35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:29.774848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: d67f6bb6-aa75-48e0-8735-969ae69cad35, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:29.783649 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c4ad7f06-be05-461d-bc8e-88e732ebcd7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a67515c8bec4b09a648a62e09c9cb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405294 Apr 29 07:53:29.791268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47066) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:29.851851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d921ba5a-06a9-4c8d-8b5f-a44dd4496224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.855147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Made reservation on behalf of d5bac34000cb4d7ca2313c03a6ae19a0 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:29.858518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.885572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:29.899663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d921ba5a-06a9-4c8d-8b5f-a44dd4496224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.901741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] device_id is not set on port 907e205e-c686-482c-be5f-d7fc7ef656f8 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:29.907065 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.926487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-deb53ced-455a-4185-b539-3c181893c651 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.976600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d67f6bb6-aa75-48e0-8735-969ae69cad35) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:29.982207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:29.983213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:29.998360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86363007-0db7-4131-a6b8-4ad943380eb7 None None] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:30.042905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.080446 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9ed759fb-148c-4cbc-bfa3-c56db84c7bfc tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3099952 Apr 29 07:53:30.081278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.084618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47072) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.088446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:30.093176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': 'a62a38f6-cc22-422f-ba3c-30842e22d9b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:30.100331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb53ced-455a-4185-b539-3c181893c651 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd914ae-485d-423c-a4ae-8c486da894ba,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:30.134648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d921ba5a-06a9-4c8d-8b5f-a44dd4496224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.137244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-deb53ced-455a-4185-b539-3c181893c651 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.137376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d921ba5a-06a9-4c8d-8b5f-a44dd4496224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.138484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-deb53ced-455a-4185-b539-3c181893c651 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2696457 Apr 29 07:53:30.147425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47078) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.149316 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d921ba5a-06a9-4c8d-8b5f-a44dd4496224 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65aa49fd-b7e9-43b8-a120-5bb937a080fe HTTP/1.1" status: 204 len: 168 time: 0.3507569 Apr 29 07:53:30.151933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-37cae4a7-b375-4766-a37a-9bb496bf6d5f tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': 'e9adc821-9689-41cf-8d7b-ea750bf8ce8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3fd914ae-485d-423c-a4ae-8c486da894ba'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:30.165994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Allocated IP 172.20.0.3 (feb94ae5-5192-4540-99da-692f89779249/0a54f785-48fa-4f74-b473-b9c014c42205/907e205e-c686-482c-be5f-d7fc7ef656f8) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:30.175606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-922ec83e-6826-4ee4-b0c5-e27357d7f744 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 07:53:30.179299 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-922ec83e-6826-4ee4-b0c5-e27357d7f744 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/41024eb8-b7e7-4484-9089-6ca06eb16f49/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6230338 Apr 29 07:53:30.182207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47080) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.201084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Network feb94ae5-5192-4540-99da-692f89779249 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:30.206660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:30.209651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:30.225774 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-172012a0-14c2-41aa-9adf-618272910431 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=41024eb8-b7e7-4484-9089-6ca06eb16f49 HTTP/1.1" status: 200 len: 205 time: 0.0399361 Apr 29 07:53:30.227700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47082) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.267745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Pushing event updated for resources: {'Port': ['ID=a4858d57-5022-4c97-9b70-0668060d4b8f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:30.306184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.325683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ff244bf-d295-4b03-be89-55f972621d05 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.329380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Attempting to bind port a4858d57-5022-4c97-9b70-0668060d4b8f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:30.329756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Attempting to bind port a4858d57-5022-4c97-9b70-0668060d4b8f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '48c579e2-f16f-40ef-8540-5f1bdec6233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'feb94ae5-5192-4540-99da-692f89779249'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:30.330126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Attempting to bind port a4858d57-5022-4c97-9b70-0668060d4b8f on network feb94ae5-5192-4540-99da-692f89779249 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:30.358423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:30.358834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Checking segment: {'id': '48c579e2-f16f-40ef-8540-5f1bdec6233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'feb94ae5-5192-4540-99da-692f89779249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:30.359244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.359648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Bound using segment: {'id': '48c579e2-f16f-40ef-8540-5f1bdec6233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'feb94ae5-5192-4540-99da-692f89779249'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:30.360204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Bound port: a4858d57-5022-4c97-9b70-0668060d4b8f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c579e2-f16f-40ef-8540-5f1bdec6233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'feb94ae5-5192-4540-99da-692f89779249'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:30.361161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.408536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=38426e5b-1871-4f46-b079-9ba816246fec,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:30.410019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921ba5a-06a9-4c8d-8b5f-a44dd4496224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aa49fd-b7e9-43b8-a120-5bb937a080fe,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:30.410924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.414214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98698ad4-f725-4784-b113-07b990d19604 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/38426e5b-1871-4f46-b079-9ba816246fec HTTP/1.1" status: 204 len: 168 time: 1.1756375 Apr 29 07:53:30.417258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47086) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.421213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.430709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43485045-be38-4fe7-aa73-4a572c926bec None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:30.461653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:30.461938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.533231 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e6762682-0c47-41e0-86ee-d7bfaa691548 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145816 Apr 29 07:53:30.538065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47088) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.545758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:30.549964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47090) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.570142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-37cae4a7-b375-4766-a37a-9bb496bf6d5f tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:30.573601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-37cae4a7-b375-4766-a37a-9bb496bf6d5f tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4233227 Apr 29 07:53:30.576261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47096) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.592698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.614356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] For port a4858d57-5022-4c97-9b70-0668060d4b8f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:30.617968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-d67f6bb6-aa75-48e0-8735-969ae69cad35', 'network_id': 'd67f6bb6-aa75-48e0-8735-969ae69cad35', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': '2887aae5-452c-471f-bbd0-86f9bcaeb5fe'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:30.618843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.631990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:30.636165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.642986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] For port a4858d57-5022-4c97-9b70-0668060d4b8f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a4858d57-5022-4c97-9b70-0668060d4b8f,segment=NetworkSegment(48c579e2-f16f-40ef-8540-5f1bdec6233b),segment_id=48c579e2-f16f-40ef-8540-5f1bdec6233b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:30.648225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ff244bf-d295-4b03-be89-55f972621d05 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.648801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ff244bf-d295-4b03-be89-55f972621d05 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.769314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.804963 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Network feb94ae5-5192-4540-99da-692f89779249 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:30.813994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ff244bf-d295-4b03-be89-55f972621d05 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.816164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff244bf-d295-4b03-be89-55f972621d05 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Fanout notify agent at l3_agent the message router_deleted on router 41024eb8-b7e7-4484-9089-6ca06eb16f49 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:30.817099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-10bc73aa-62f2-46c6-b758-ef65a57c006f tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2071202803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:30.841377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0ff244bf-d295-4b03-be89-55f972621d05 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.843522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0ff244bf-d295-4b03-be89-55f972621d05 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/41024eb8-b7e7-4484-9089-6ca06eb16f49 HTTP/1.1" status: 204 len: 168 time: 0.6151285 Apr 29 07:53:30.846999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47100) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:30.853846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event updated for resources: {'Port': ['ID=907e205e-c686-482c-be5f-d7fc7ef656f8,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:30.856832 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:30.865252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:30.890900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7fbe1-9d04-4bea-a5db-133b7a0f510f None None] Pushing event updated for resources: {'Port': ['ID=a4858d57-5022-4c97-9b70-0668060d4b8f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:30.935034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Allocated IP 2001:db8::2 (d67f6bb6-aa75-48e0-8735-969ae69cad35/2887aae5-452c-471f-bbd0-86f9bcaeb5fe/4c7d18f0-c676-4cf5-a2eb-30c0eac523ec) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:30.941015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10bc73aa-62f2-46c6-b758-ef65a57c006f tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.942787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10bc73aa-62f2-46c6-b758-ef65a57c006f tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.987721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:30.992299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a772e80-efbe-4cba-a276-1389f13267fe tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:30.993223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet 28f479bf-8fca-4bd7-a2af-af96c0ff92e6 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:30.996582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.026943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:31.027834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.051918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.136682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] Deleting port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:31.140282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.230916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.296086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] For port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7a03a645-bf12-41ee-8ffb-b85dd0eddea4,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:31.296889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.328457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] Calling delete_port for 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:31.335033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.398169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.427096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.433796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=28f479bf-8fca-4bd7-a2af-af96c0ff92e6,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:31.436599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.437941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:31.439868 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c8cb0c04-cf82-44c3-b153-8b2af0751e47 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/28f479bf-8fca-4bd7-a2af-af96c0ff92e6 HTTP/1.1" status: 204 len: 168 time: 0.5915160 Apr 29 07:53:31.441732 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.442586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47114) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:31.448693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908a09f-b18a-4233-a6ce-1a336a99f897 None None] Network 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:31.500358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.537292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.557762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a772e80-efbe-4cba-a276-1389f13267fe tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.557980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:31.561217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10bc73aa-62f2-46c6-b758-ef65a57c006f tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.574530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:31.579994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:31.581938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Pushing event updated for resources: {'Port': ['ID=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:31.591028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] No DVR routers for this DVR port 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:31.616510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port f6418e9f-7528-491d-91fd-c43d617ec6ae {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:31.621434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.720370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port f6418e9f-7528-491d-91fd-c43d617ec6ae, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f6418e9f-7528-491d-91fd-c43d617ec6ae,segment=NetworkSegment(1d82c051-be96-4e5b-a970-e210e7b49824),segment_id=1d82c051-be96-4e5b-a970-e210e7b49824)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:31.720741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.743488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for f6418e9f-7528-491d-91fd-c43d617ec6ae owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:31.772868 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a911ede2-3728-4e48-961e-22e010d25b51 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 918 time: 2.2629285 Apr 29 07:53:31.772868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10bc73aa-62f2-46c6-b758-ef65a57c006f tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.781397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47118) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:31.790246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a3d3a3ac-609d-4b60-9f4f-c2ac67d7d47b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1560674711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:31.794385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47120) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:31.797574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a772e80-efbe-4cba-a276-1389f13267fe tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.800474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4a772e80-efbe-4cba-a276-1389f13267fe tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.804271 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4a772e80-efbe-4cba-a276-1389f13267fe tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/3fd914ae-485d-423c-a4ae-8c486da894ba HTTP/1.1" status: 204 len: 168 time: 1.2265406 Apr 29 07:53:31.805578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47124) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:31.832350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cf0be-8bba-4c20-bc35-bdeca3640062 None None] Pushing event deleted for resources: {'Port': ['ID=7a03a645-bf12-41ee-8ffb-b85dd0eddea4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:31.837061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a772e80-efbe-4cba-a276-1389f13267fe tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd914ae-485d-423c-a4ae-8c486da894ba,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:31.894417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-72538668-a62f-41f7-90de-37ff85a6b4dc tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0867379 Apr 29 07:53:31.897658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47126) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:31.912564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.934748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10bc73aa-62f2-46c6-b758-ef65a57c006f tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.936027 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-10bc73aa-62f2-46c6-b758-ef65a57c006f tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3831298 Apr 29 07:53:31.942905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47128) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:31.945256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-860277346'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:31.963836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.973672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Attempting to bind port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:31.973672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Attempting to bind port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'bdcf33d4-1819-42d9-9851-2d230d1fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd67f6bb6-aa75-48e0-8735-969ae69cad35'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:31.974514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Attempting to bind port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec on network d67f6bb6-aa75-48e0-8735-969ae69cad35 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:31.994621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:31.995125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Checking segment: {'id': 'bdcf33d4-1819-42d9-9851-2d230d1fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd67f6bb6-aa75-48e0-8735-969ae69cad35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:31.996153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:31.996153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Bound using segment: {'id': 'bdcf33d4-1819-42d9-9851-2d230d1fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd67f6bb6-aa75-48e0-8735-969ae69cad35'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:31.996427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Bound port: 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcf33d4-1819-42d9-9851-2d230d1fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd67f6bb6-aa75-48e0-8735-969ae69cad35'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:31.996808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.003316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1389318583'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:32.043921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3d3a3ac-609d-4b60-9f4f-c2ac67d7d47b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.045026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3d3a3ac-609d-4b60-9f4f-c2ac67d7d47b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.070536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port f6418e9f-7528-491d-91fd-c43d617ec6ae on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:32.072252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=f6418e9f-7528-491d-91fd-c43d617ec6ae,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:32.106920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=343ceb5b-5139-4302-8b49-90f41f0182ab,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:32.161021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:32.161021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.163765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] For port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:32.167134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] For port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,segment=NetworkSegment(bdcf33d4-1819-42d9-9851-2d230d1fbbd5),segment_id=bdcf33d4-1819-42d9-9851-2d230d1fbbd5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:32.170944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e295-4be3-4916-9310-3a9349ea01a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.177322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a4858d57-5022-4c97-9b70-0668060d4b8f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:32.177543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': '11d4065a-8348-4e12-b77b-16d12de388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a62a38f6-cc22-422f-ba3c-30842e22d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:32.177543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: a62a38f6-cc22-422f-ba3c-30842e22d9b2, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:32.199583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8063fe2-b175-4ab2-93b0-0265a864c1e1 None None] DHCP port deletion for 6ce00702-77b8-4fdc-9bca-29e3b71a1e54 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:32.218952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.225705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.236168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3d3a3ac-609d-4b60-9f4f-c2ac67d7d47b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.239215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.246349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.249884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Made reservation on behalf of c9f1501db5a94f8b950309fe78e763e0 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:32.253439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.265714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a4858d57-5022-4c97-9b70-0668060d4b8f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:32.266101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.269456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.303503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:32.311905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce00702-77b8-4fdc-9bca-29e3b71a1e54']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:32.322555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:32.327096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:32.328400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.335517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719a28d-f9e6-43e6-be96-80c2f0e329ed None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:32.339437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d82c051-be96-4e5b-a970-e210e7b49824') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:32.339935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d82c051-be96-4e5b-a970-e210e7b49824') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:32.361083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.385440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3d3a3ac-609d-4b60-9f4f-c2ac67d7d47b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.386353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.399661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e295-4be3-4916-9310-3a9349ea01a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.404331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd68643-a4ed-48d9-afc9-2a0eff5b3127 None None] Network feb94ae5-5192-4540-99da-692f89779249 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:32.405664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:32.405664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:32.408604 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:32.441642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=9ee723fb-1e93-432b-ac2b-6f5328b7177e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:32.460479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:32.483430 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-04e60cf9-28f1-4ca0-941b-755dcfaa14ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9437964 Apr 29 07:53:32.485968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47130) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:32.486128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5dea3-1460-4f19-b573-c7b649a7a04a None None] Pushing event updated for resources: {'Port': ['ID=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:32.493070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3c72b2bc-f686-4879-b009-fb2907247086 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '9ee723fb-1e93-432b-ac2b-6f5328b7177e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-515604078'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:32.529927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.546085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a9b6cf70-500d-4f57-964d-16a4a331f6bf None None] Provisioning complete for port a4858d57-5022-4c97-9b70-0668060d4b8f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:32.548295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9b6cf70-500d-4f57-964d-16a4a331f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.551891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.552079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.562480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3d3a3ac-609d-4b60-9f4f-c2ac67d7d47b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.566925 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a3d3a3ac-609d-4b60-9f4f-c2ac67d7d47b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7785845 Apr 29 07:53:32.567569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47132) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:32.572228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a568c479-3e5e-460a-af45-e6df69960f09 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1613436189', 'prefixes': ['172.20.0.0/16']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:32.581936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, a62a38f6-cc22-422f-ba3c-30842e22d9b2) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:32.591773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:32.592360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.632416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.634892 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f4e50-39f8-45a9-b56d-f328602c2737 None None] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:32.667216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e295-4be3-4916-9310-3a9349ea01a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.672720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:32.680327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e295-4be3-4916-9310-3a9349ea01a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.680327 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b0e2e295-4be3-4916-9310-3a9349ea01a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/e9adc821-9689-41cf-8d7b-ea750bf8ce8e HTTP/1.1" status: 204 len: 168 time: 0.7784557 Apr 29 07:53:32.687980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47134) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:32.693279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.693849 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Added segment b600a014-bbb4-4aaf-b619-9f5e66c1be56 of type vlan for network bff412cd-467e-4e7f-8cb4-c23da223df4c Apr 29 07:53:32.732841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2e295-4be3-4916-9310-3a9349ea01a3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9adc821-9689-41cf-8d7b-ea750bf8ce8e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:32.751513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.772031 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4d373fca-030b-4c40-9553-0f1fdaf3a914 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6861053 Apr 29 07:53:32.779348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47136) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:32.782194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.784860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-32eff8b2-b653-41f6-9d14-89379cb77063 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-326535211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:32.785685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.801474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.804766 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/6ce00702-77b8-4fdc-9bca-29e3b71a1e54 HTTP/1.1" status: 204 len: 168 time: 1.3607092 Apr 29 07:53:32.807441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e41a7e9-cba7-415c-87d6-a1593f894f69,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:32.816137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47138) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:32.825406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-780250533'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:32.826947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696f8d0-0851-4b83-9c76-84633ba97c9d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=6ce00702-77b8-4fdc-9bca-29e3b71a1e54,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:32.829355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c72b2bc-f686-4879-b009-fb2907247086 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:32.839035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:32.850472 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f7de3e0e-86cc-4a9d-94b6-1e2acc2efd71 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1570609 Apr 29 07:53:32.851267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port a4858d57-5022-4c97-9b70-0668060d4b8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a4858d57-5022-4c97-9b70-0668060d4b8f,segment=NetworkSegment(48c579e2-f16f-40ef-8540-5f1bdec6233b),segment_id=48c579e2-f16f-40ef-8540-5f1bdec6233b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:32.860624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47140) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:32.869592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4399ae05-9272-4db3-bc4b-8cb65bcf5cf0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879571244'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:32.881356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.887171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:32.888020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.891057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.895314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Added segment 5ae3ea1b-5551-4f26-ade9-0fd65330bbc1 of type vlan for network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa Apr 29 07:53:32.921584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.927144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32eff8b2-b653-41f6-9d14-89379cb77063 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.928330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32eff8b2-b653-41f6-9d14-89379cb77063 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.965899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '9ee723fb-1e93-432b-ac2b-6f5328b7177e'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:32.966772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:32.975613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2c848f-f3b1-484b-b05b-4d44eeff606f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:33.015837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32eff8b2-b653-41f6-9d14-89379cb77063 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.035307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c72b2bc-f686-4879-b009-fb2907247086 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.039164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:33.043084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.064732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.069020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Network': ['ID=bff412cd-467e-4e7f-8cb4-c23da223df4c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:33.072059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-3c72b2bc-f686-4879-b009-fb2907247086 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 61faa7df-db4e-41cb-81b8-6bd48a5bace2 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:33.080212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:33.100461 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ee8b3e05-b958-470b-b4e2-08ba10cf993a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3024299 Apr 29 07:53:33.100818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47142) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:33.105921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'subnet': {'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:33.122516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4399ae05-9272-4db3-bc4b-8cb65bcf5cf0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.126334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network bff412cd-467e-4e7f-8cb4-c23da223df4c details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:33.138977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=a4858d57-5022-4c97-9b70-0668060d4b8f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:33.151621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32eff8b2-b653-41f6-9d14-89379cb77063 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.159225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:33.159225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7a03a645-bf12-41ee-8ffb-b85dd0eddea4 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:33.165716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a568c479-3e5e-460a-af45-e6df69960f09 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for subnetpool, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.167202 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a568c479-3e5e-460a-af45-e6df69960f09 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5986872 Apr 29 07:53:33.182514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:33.185369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47144) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:33.191507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-640f3c71-63e0-4bbb-897b-4e1e66b0927a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', 'tempest-TagsExtTest-Tag-903862444') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:33.199148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.211223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:33.211987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.282154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.282558 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc of type vlan for network 712556c4-204a-411c-900c-1c644827040a Apr 29 07:53:33.331783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-a62a38f6-cc22-422f-ba3c-30842e22d9b2', 'network_id': 'a62a38f6-cc22-422f-ba3c-30842e22d9b2', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': '343ceb5b-5139-4302-8b49-90f41f0182ab'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:33.332673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.338746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.345813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4053071 Apr 29 07:53:33.371837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47146) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:33.388269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'subnet': {'network_id': 'e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:33.393514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32eff8b2-b653-41f6-9d14-89379cb77063 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.400616 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-32eff8b2-b653-41f6-9d14-89379cb77063 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6142826 Apr 29 07:53:33.400616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47148) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:33.501950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/9ee723fb-1e93-432b-ac2b-6f5328b7177e/dd4a4457-7d95-4192-ae4f-bd485c3a19d7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:33.538892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.567024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:33.567024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.567340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4399ae05-9272-4db3-bc4b-8cb65bcf5cf0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.567340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3adf4-5da1-4af6-b80b-20a87b44895c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Network': ['ID=e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:33.567340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Made reservation on behalf of c9f1501db5a94f8b950309fe78e763e0 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:33.567340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.585136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:33.762595 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=712556c4-204a-411c-900c-1c644827040a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:33.796317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 712556c4-204a-411c-900c-1c644827040a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:33.800867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:33.809218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.813304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4399ae05-9272-4db3-bc4b-8cb65bcf5cf0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.826055 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e2506016-c97c-49eb-aa91-bea867bcad6c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0077679 Apr 29 07:53:33.831136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47150) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:33.850174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '712556c4-204a-411c-900c-1c644827040a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:33.864584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Allocated IP 2001:db8:1::2 (a62a38f6-cc22-422f-ba3c-30842e22d9b2/343ceb5b-5139-4302-8b49-90f41f0182ab/1f244e56-1ddf-4052-a30a-96214e1d5290) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:33.914208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4399ae05-9272-4db3-bc4b-8cb65bcf5cf0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.917928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-59ed4154-b868-4494-93b1-2c12ec9696e4 None None] Provisioning complete for port a4858d57-5022-4c97-9b70-0668060d4b8f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:33.918524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-59ed4154-b868-4494-93b1-2c12ec9696e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:33.923183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4399ae05-9272-4db3-bc4b-8cb65bcf5cf0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0571346 Apr 29 07:53:33.927937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47152) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:33.935542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c5ed7fec-0b42-475e-98d0-a828374f595a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '2841fe88-851f-4eea-993c-75fa03d88416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:33.948670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399ae05-9272-4db3-bc4b-8cb65bcf5cf0 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2841fe88-851f-4eea-993c-75fa03d88416,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:33.959572 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-640f3c71-63e0-4bbb-897b-4e1e66b0927a tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags/tempest-TagsExtTest-Tag-903862444 HTTP/1.1" status: 201 len: 201 time: 0.7727907 Apr 29 07:53:33.964634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47154) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:33.981705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-a181c024-4f1c-45c8-aa8b-3cd40d7cddab tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', 'tempest-TagsExtTest-Tag-552311913') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:34.009052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.071976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.139188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Subnet': ['ID=c8236c98-9075-48be-99a9-e532f74d53ae,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:34.165152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Checking segment: {'id': 'b600a014-bbb4-4aaf-b619-9f5e66c1be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:34.165513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Network hostable DHCP agents. Network: bff412cd-467e-4e7f-8cb4-c23da223df4c, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:34.215830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f45097-b725-4f55-8afd-958a2d9e8e31 None None] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:34.249469 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-c5ed7fec-0b42-475e-98d0-a828374f595a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:34.249469 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c5ed7fec-0b42-475e-98d0-a828374f595a tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3144536 Apr 29 07:53:34.249730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47156) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.261268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9d39b382-2acb-46c8-b303-e3526d6451d6 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group_rule': {'security_group_id': '2841fe88-851f-4eea-993c-75fa03d88416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:34.288852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:34.294616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.306818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Network bff412cd-467e-4e7f-8cb4-c23da223df4c is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:34.309456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.324482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:34.381234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Subnet': ['ID=cfe2881c-426b-430c-855e-dfb556b8be8b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:34.383541 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a181c024-4f1c-45c8-aa8b-3cd40d7cddab tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags/tempest-TagsExtTest-Tag-552311913 HTTP/1.1" status: 201 len: 201 time: 0.4082294 Apr 29 07:53:34.387714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47158) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.391629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-35e73ba4-c328-45c8-afd2-c7433edd4943 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', 'tempest-TagsExtTest-Tag-1002056070') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:34.425696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Checking segment: {'id': '5ae3ea1b-5551-4f26-ade9-0fd65330bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:34.426521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network hostable DHCP agents. Network: e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:34.448039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.452151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, bff412cd-467e-4e7f-8cb4-c23da223df4c) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:34.479343 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8::1 (d67f6bb6-aa75-48e0-8735-969ae69cad35/2887aae5-452c-471f-bbd0-86f9bcaeb5fe/071c52ac-c457-4b1d-9dd0-70acd26be0d0) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:34.482941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:34.483375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.501500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27f8fb-464c-4c27-896f-e18e6ea16d21 None None] Network bff412cd-467e-4e7f-8cb4-c23da223df4c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:34.529189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:34.535336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:34.543040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:34.543642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.558735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4e5f4aec-163b-43ea-807f-9ffa76453f06 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4542482 Apr 29 07:53:34.558954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47160) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.563378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-29d5243b-4f39-4aa3-9b9c-88b33b6287b6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-675104262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:34.575701 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-9d39b382-2acb-46c8-b303-e3526d6451d6 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:34.576747 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9d39b382-2acb-46c8-b303-e3526d6451d6 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3285186 Apr 29 07:53:34.587978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91429ed7-9240-4788-bf9b-c4aaaf9e3a58 None None] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:34.591340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47162) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.616080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-35e73ba4-c328-45c8-afd2-c7433edd4943 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags/tempest-TagsExtTest-Tag-1002056070 HTTP/1.1" status: 201 len: 201 time: 0.2283947 Apr 29 07:53:34.624909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47164) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.626865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.628913 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c72b2bc-f686-4879-b009-fb2907247086 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:34.629419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c72b2bc-f686-4879-b009-fb2907247086 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:53:34.634910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-e1a5070e-d4e2-4c55-abe3-9de64fc29934 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', 'tempest-TagsExtTest-Tag-1297949801') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:34.657845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-41335b9b-b3ef-47b5-ae37-e95b9df01ce9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2802277 Apr 29 07:53:34.671113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47166) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.676705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29d5243b-4f39-4aa3-9b9c-88b33b6287b6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.677998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29d5243b-4f39-4aa3-9b9c-88b33b6287b6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.687455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'network': {'name': 'tempest-router-network01--1638918234'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:34.719122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.733671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-830a0d30-ee8c-47e8-91e1-4d2d759a0b71 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.758244 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3c72b2bc-f686-4879-b009-fb2907247086 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2698276 Apr 29 07:53:34.761812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47168) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.761940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.767477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:34.772046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:34.772417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.772543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29d5243b-4f39-4aa3-9b9c-88b33b6287b6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.793030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-830a0d30-ee8c-47e8-91e1-4d2d759a0b71 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.793262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.806193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:34.832468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:34.847584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:34.853423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.865542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Pushing event updated for resources: {'Port': ['ID=dd4a4457-7d95-4192-ae4f-bd485c3a19d7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:34.867738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b998872-4cc6-4f4e-8692-fa5dab8c67f4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:34.871572 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9b998872-4cc6-4f4e-8692-fa5dab8c67f4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1095657 Apr 29 07:53:34.874019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-59ed4154-b868-4494-93b1-2c12ec9696e4 None None] Provisioning complete for port 907e205e-c686-482c-be5f-d7fc7ef656f8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:34.874488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-59ed4154-b868-4494-93b1-2c12ec9696e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.876118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47170) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.888886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29d5243b-4f39-4aa3-9b9c-88b33b6287b6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.892316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.892963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.895669 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e1a5070e-d4e2-4c55-abe3-9de64fc29934 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags/tempest-TagsExtTest-Tag-1297949801 HTTP/1.1" status: 201 len: 201 time: 0.2687564 Apr 29 07:53:34.898525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47172) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.902547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-8ecfabc4-245b-41c2-91d5-95f2ce234a93 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:34.906477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=363c76ee-6a5c-4d50-be3e-d31a52d8eb37,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:34.956343 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:34.958954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': 'e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '712556c4-204a-411c-900c-1c644827040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:34.958954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 712556c4-204a-411c-900c-1c644827040a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:34.962600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-830a0d30-ee8c-47e8-91e1-4d2d759a0b71 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.966497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-830a0d30-ee8c-47e8-91e1-4d2d759a0b71 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.970140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:34.970291 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-830a0d30-ee8c-47e8-91e1-4d2d759a0b71 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/2841fe88-851f-4eea-993c-75fa03d88416 HTTP/1.1" status: 204 len: 168 time: 0.3749609 Apr 29 07:53:34.972771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47174) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:34.992048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:34.994675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:34.995023 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Added segment ac69fbbe-706f-4737-a688-abb9b17b18d5 of type vlan for network 64e25ade-69bc-4996-af00-1cf1f4970dda Apr 29 07:53:34.996237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a0d30-ee8c-47e8-91e1-4d2d759a0b71 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841fe88-851f-4eea-993c-75fa03d88416,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:35.003406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:35.004222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.014097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6de402-5733-46ca-9016-d00a45bdc1e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:35.015359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=071c52ac-c457-4b1d-9dd0-70acd26be0d0,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:35.015733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6de402-5733-46ca-9016-d00a45bdc1e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:35.020436 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dd6de402-5733-46ca-9016-d00a45bdc1e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1388426 Apr 29 07:53:35.022533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47176) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:35.068067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:35.102716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-59ed4154-b868-4494-93b1-2c12ec9696e4 None None] Port 907e205e-c686-482c-be5f-d7fc7ef656f8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:35.105058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:35.121047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:35.131400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Attempting to bind port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:35.132055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Attempting to bind port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:35.136529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Attempting to bind port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:35.136675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29d5243b-4f39-4aa3-9b9c-88b33b6287b6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.139020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Pushing event updated for resources: {'Port': ['ID=1f244e56-1ddf-4052-a30a-96214e1d5290,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:35.148246 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-29d5243b-4f39-4aa3-9b9c-88b33b6287b6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5881245 Apr 29 07:53:35.150040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47178) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:35.157278 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8ecfabc4-245b-41c2-91d5-95f2ce234a93 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags HTTP/1.1" status: 200 len: 240 time: 0.2555227 Apr 29 07:53:35.200218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:35.201126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:35.201760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.202643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:35.203378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Bound port: dd4a4457-7d95-4192-ae4f-bd485c3a19d7, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:35.203996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.229157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-bff412cd-467e-4e7f-8cb4-c23da223df4c', 'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c', 'tenant_id': 'c9f1501db5a94f8b950309fe78e763e0', 'fixed_ips': [{'subnet_id': 'c8236c98-9075-48be-99a9-e532f74d53ae'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:35.230918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.290338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47180) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:35.324459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa', 'network_id': 'e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa', 'tenant_id': '1c6220b7f5a748eca18fe2cd7b05f80e', 'fixed_ips': [{'subnet_id': 'cfe2881c-426b-430c-855e-dfb556b8be8b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:35.325375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.356710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.379740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Attempting to bind port 1f244e56-1ddf-4052-a30a-96214e1d5290 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:35.379988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Attempting to bind port 1f244e56-1ddf-4052-a30a-96214e1d5290 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '11d4065a-8348-4e12-b77b-16d12de388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a62a38f6-cc22-422f-ba3c-30842e22d9b2'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:35.380363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Attempting to bind port 1f244e56-1ddf-4052-a30a-96214e1d5290 on network a62a38f6-cc22-422f-ba3c-30842e22d9b2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:35.456858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:35.457234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Checking segment: {'id': '11d4065a-8348-4e12-b77b-16d12de388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a62a38f6-cc22-422f-ba3c-30842e22d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:35.457646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.458032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Bound using segment: {'id': '11d4065a-8348-4e12-b77b-16d12de388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a62a38f6-cc22-422f-ba3c-30842e22d9b2'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:35.458553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Bound port: 1f244e56-1ddf-4052-a30a-96214e1d5290, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d4065a-8348-4e12-b77b-16d12de388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a62a38f6-cc22-422f-ba3c-30842e22d9b2'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:35.459024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.460952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-44295e18-ef6e-4310-a093-222b372c2710 None None] Provisioning complete for port 907e205e-c686-482c-be5f-d7fc7ef656f8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:35.461301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44295e18-ef6e-4310-a093-222b372c2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.572642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.584780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 9ee723fb-1e93-432b-ac2b-6f5328b7177e {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:35.588700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.629512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,segment=NetworkSegment(bdcf33d4-1819-42d9-9851-2d230d1fbbd5),segment_id=bdcf33d4-1819-42d9-9851-2d230d1fbbd5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:35.644330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 712556c4-204a-411c-900c-1c644827040a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:35.650286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] For port dd4a4457-7d95-4192-ae4f-bd485c3a19d7, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:35.654362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.657941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] For port dd4a4457-7d95-4192-ae4f-bd485c3a19d7, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dd4a4457-7d95-4192-ae4f-bd485c3a19d7,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:35.664548 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f469eb29-a6d8-4ed5-8d2f-8b6e262d0f58 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6886001 Apr 29 07:53:35.688788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47182) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:35.690382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.resource_extend [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:53:35.706406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-82f40e7d-c5ec-4d29-b21c-1e3553160a63 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508684298'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:35.717998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-44295e18-ef6e-4310-a093-222b372c2710 None None] Port 907e205e-c686-482c-be5f-d7fc7ef656f8 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:35.729608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.730419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a4858d57-5022-4c97-9b70-0668060d4b8f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:35.752174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-e18e5827-be36-4810-8d24-abedeaf0878c tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', 'tempest-TagsExtTest-Tag-903862444') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:35.797959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.817255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.820669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.850401 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-82f40e7d-c5ec-4d29-b21c-1e3553160a63 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.856792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 712556c4-204a-411c-900c-1c644827040a) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:35.858888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-44295e18-ef6e-4310-a093-222b372c2710 None None] Provisioning complete for port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:35.859471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44295e18-ef6e-4310-a093-222b372c2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.869759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.876491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:35.877078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.883456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad48d1b8-9c6b-417c-8109-fcf429cb505d None None] Network 712556c4-204a-411c-900c-1c644827040a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:35.904845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:35.905471 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:35.928889 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e18e5827-be36-4810-8d24-abedeaf0878c tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags/tempest-TagsExtTest-Tag-903862444 HTTP/1.1" status: 204 len: 168 time: 0.6372552 Apr 29 07:53:35.929496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47184) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:35.934411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-884e9740-440a-4109-b9ee-4d5e5d90826b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', 'tempest-TagsExtTest-Tag-903862444') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:35.937268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.032054 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3551171 Apr 29 07:53:36.047148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47186) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.052270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'network': {'name': 'tempest-router-network02--1645583202'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:36.077544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Allocated IP 172.20.0.2 (bff412cd-467e-4e7f-8cb4-c23da223df4c/c8236c98-9075-48be-99a9-e532f74d53ae/219511a1-ca3d-43b6-83e0-7ff1db2332f8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:36.082121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] For port 1f244e56-1ddf-4052-a30a-96214e1d5290, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:36.085906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2d417-94b7-4b3b-a9ac-fbca7b759cec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Network': ['ID=64e25ade-69bc-4996-af00-1cf1f4970dda,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.127152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 64e25ade-69bc-4996-af00-1cf1f4970dda details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:36.150067 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-76ccf48a-24e7-4aca-a68e-597314bc1350 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3158019 Apr 29 07:53:36.152997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47188) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.159892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-90cda7ac-5360-457f-9bc3-f6793fdb1b86 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1988838811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:36.164154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.202650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee723fb-1e93-432b-ac2b-6f5328b7177e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.213079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] For port 1f244e56-1ddf-4052-a30a-96214e1d5290, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1f244e56-1ddf-4052-a30a-96214e1d5290,segment=NetworkSegment(11d4065a-8348-4e12-b77b-16d12de388e7),segment_id=11d4065a-8348-4e12-b77b-16d12de388e7)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:36.220228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:36.224736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.233330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.240582 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8aaeebb1-b726-480d-b889-2912f09956c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/9ee723fb-1e93-432b-ac2b-6f5328b7177e HTTP/1.1" status: 204 len: 168 time: 1.2173712 Apr 29 07:53:36.243109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.245068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47190) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.261066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Allocated IP 2001:db8::2 (e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa/cfe2881c-426b-430c-855e-dfb556b8be8b/aed64a72-f070-4834-989e-50ea2cf5f567) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:36.292846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-82f40e7d-c5ec-4d29-b21c-1e3553160a63 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.297662 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7d7c5bb6-f0eb-4cef-80b6-10685e7b8b03 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503540 Apr 29 07:53:36.307436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47192) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.320558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:36.323962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.392351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-82f40e7d-c5ec-4d29-b21c-1e3553160a63 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.443300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-884e9740-440a-4109-b9ee-4d5e5d90826b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags/tempest-TagsExtTest-Tag-903862444 HTTP/1.1" status: 204 len: 168 time: 0.5123518 Apr 29 07:53:36.444291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:36.446692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90cda7ac-5360-457f-9bc3-f6793fdb1b86 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.447752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90cda7ac-5360-457f-9bc3-f6793fdb1b86 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.453445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47194) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.461593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-02af26e4-4022-4c21-b33b-a83d675b6dcd tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:36.483531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f40e7d-c5ec-4d29-b21c-1e3553160a63 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb890a7-917d-43e1-81c1-1d9c6e57c2ee,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.487775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.490008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.490358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Added segment 5df4ee89-9f1c-4ae8-b29d-c175398d9a33 of type vlan for network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 Apr 29 07:53:36.513292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:36.517070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.543755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-82f40e7d-c5ec-4d29-b21c-1e3553160a63 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.545823 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-82f40e7d-c5ec-4d29-b21c-1e3553160a63 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8525488 Apr 29 07:53:36.548967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.565601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-91cb79d6-c430-463f-a6c3-93d162868ca3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:36.567053 dv-neutron-839740-1-hyperv neutron-server[109781]: WARNING neutron.api.v2.base [None req-91cb79d6-c430-463f-a6c3-93d162868ca3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:53:36.568043 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-91cb79d6-c430-463f-a6c3-93d162868ca3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 07:53:36.569259 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-91cb79d6-c430-463f-a6c3-93d162868ca3 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "PUT /v2.0/security-groups/aeb890a7-917d-43e1-81c1-1d9c6e57c2ee HTTP/1.1" status: 409 len: 330 time: 0.0169590 Apr 29 07:53:36.576200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47198) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.587133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a4858d57-5022-4c97-9b70-0668060d4b8f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:36.592368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.610258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.611214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.627217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add674df-27e4-4a52-84fa-1408c11a2234 None None] Pushing event updated for resources: {'Port': ['ID=dd4a4457-7d95-4192-ae4f-bd485c3a19d7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.669049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.744303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.749474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90cda7ac-5360-457f-9bc3-f6793fdb1b86 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.778007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.794707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b06a5b-2b1c-43de-bd6a-2392db63d11c tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.798203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=071c52ac-c457-4b1d-9dd0-70acd26be0d0,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.848723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df6f98-7e3f-42b5-91dd-66168dbf7ff7 None None] Pushing event updated for resources: {'Port': ['ID=1f244e56-1ddf-4052-a30a-96214e1d5290,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.849018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b06a5b-2b1c-43de-bd6a-2392db63d11c tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.882541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90cda7ac-5360-457f-9bc3-f6793fdb1b86 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.902168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.902449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:36.907266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:36.908121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.919625 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-02af26e4-4022-4c21-b33b-a83d675b6dcd tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags HTTP/1.1" status: 200 len: 205 time: 0.4645195 Apr 29 07:53:36.925236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47200) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:36.925440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:36.932230 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-3a0ca8d5-8d5d-4a34-90d0-2aeecce608ba tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:36.935336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:36.958713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-712556c4-204a-411c-900c-1c644827040a', 'network_id': '712556c4-204a-411c-900c-1c644827040a', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': '363c76ee-6a5c-4d50-be3e-d31a52d8eb37'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:36.960482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:36.964158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.020541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Pushing event updated for resources: {'Port': ['ID=aed64a72-f070-4834-989e-50ea2cf5f567,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:37.031415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:37.052399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:37.080302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0292706 Apr 29 07:53:37.081240 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-90cda7ac-5360-457f-9bc3-f6793fdb1b86 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.085200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-90cda7ac-5360-457f-9bc3-f6793fdb1b86 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9284897 Apr 29 07:53:37.085200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47202) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.105051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47204) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.109428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.113951 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3a0ca8d5-8d5d-4a34-90d0-2aeecce608ba tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags HTTP/1.1" status: 200 len: 240 time: 0.1881149 Apr 29 07:53:37.117126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47206) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.125677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'subnet': {'network_id': '64e25ade-69bc-4996-af00-1cf1f4970dda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:37.126845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b06a5b-2b1c-43de-bd6a-2392db63d11c tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.130083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b06a5b-2b1c-43de-bd6a-2392db63d11c tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.135310 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-78b06a5b-2b1c-43de-bd6a-2392db63d11c tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/aeb890a7-917d-43e1-81c1-1d9c6e57c2ee HTTP/1.1" status: 204 len: 168 time: 0.5538328 Apr 29 07:53:37.135560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-156d1a58-17e4-4008-9430-ecc3970d4261 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', 'tempest-TagsExtTest-Tag-552311913') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:37.144237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47208) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.170935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9a38d-3d7f-4227-b7bb-b3b41b08c8f9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Network': ['ID=fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:37.239299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b06a5b-2b1c-43de-bd6a-2392db63d11c tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb890a7-917d-43e1-81c1-1d9c6e57c2ee,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:37.282545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:37.298870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-08f87479-6c91-4502-a8a6-4aeedeb68f02 None None] Provisioning complete for port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:37.299831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08f87479-6c91-4502-a8a6-4aeedeb68f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.335314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.421073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=4dc798bf-d463-4b63-a3d8-05d57d8ea747,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:37.432788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:37.437387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.488352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Network bff412cd-467e-4e7f-8cb4-c23da223df4c is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:37.496316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f6418e9f-7528-491d-91fd-c43d617ec6ae no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:37.515723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Attempting to bind port aed64a72-f070-4834-989e-50ea2cf5f567 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:37.516089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Attempting to bind port aed64a72-f070-4834-989e-50ea2cf5f567 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5ae3ea1b-5551-4f26-ade9-0fd65330bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:37.516439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Attempting to bind port aed64a72-f070-4834-989e-50ea2cf5f567 on network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:37.561851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:37.573071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Pushing event updated for resources: {'Port': ['ID=219511a1-ca3d-43b6-83e0-7ff1db2332f8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:37.604585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:37.607697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: f6418e9f-7528-491d-91fd-c43d617ec6ae {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:37.608070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f6418e9f-7528-491d-91fd-c43d617ec6ae not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:37.618415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:37.625309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Checking segment: {'id': '5ae3ea1b-5551-4f26-ade9-0fd65330bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:37.625309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.625309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Bound using segment: {'id': '5ae3ea1b-5551-4f26-ade9-0fd65330bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:37.625309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Bound port: aed64a72-f070-4834-989e-50ea2cf5f567, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae3ea1b-5551-4f26-ade9-0fd65330bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:37.625309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.625848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Allocated IP 172.20.0.1 (bff412cd-467e-4e7f-8cb4-c23da223df4c/c8236c98-9075-48be-99a9-e532f74d53ae/6898cac6-e70a-4502-a421-9a04e37f31b6) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:37.626419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.644505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:37.646540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:37.673308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:37.687898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:37.687898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.768711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Allocated IP 172.20.0.2 (712556c4-204a-411c-900c-1c644827040a/363c76ee-6a5c-4d50-be3e-d31a52d8eb37/d4db8b7d-0e35-4034-bafa-bfebf5969a7b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:37.769981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c65f6-bbae-4c4d-a194-5bb075964547 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:37.805754 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4499b8a2-7f45-43e2-95f1-070ebac45a5b tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6352391 Apr 29 07:53:37.849796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47210) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.876060 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-156d1a58-17e4-4008-9430-ecc3970d4261 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags/tempest-TagsExtTest-Tag-552311913 HTTP/1.1" status: 204 len: 168 time: 0.7456748 Apr 29 07:53:37.881344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fdf5449c-5928-4cc2-ab9c-5f5e3b336f7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5720727 Apr 29 07:53:37.887388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47212) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.887564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47214) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.913002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-f448273c-70b9-4147-89c2-16a186b8e6e4 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', 'tempest-TagsExtTest-Tag-552311913') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:37.917822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-89255290-74a5-4b73-b261-b1e95adeced4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-99173994', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:37.934663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-4d758219-32d1-4696-aaf9-2a0d0150c470 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] delete failed (client error): The resource could not be found. Apr 29 07:53:37.941902 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4d758219-32d1-4696-aaf9-2a0d0150c470 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "DELETE /v2.0/security-groups/bd505bd6-8e4a-4864-847b-22ea5437d932 HTTP/1.1" status: 404 len: 347 time: 0.0849636 Apr 29 07:53:37.951556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Attempting to bind port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:37.951556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Attempting to bind port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'b600a014-bbb4-4aaf-b619-9f5e66c1be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:37.951556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Attempting to bind port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 on network bff412cd-467e-4e7f-8cb4-c23da223df4c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:37.954671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47216) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:37.995385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:37.995758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Checking segment: {'id': 'b600a014-bbb4-4aaf-b619-9f5e66c1be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:37.996343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:37.996921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Bound using segment: {'id': 'b600a014-bbb4-4aaf-b619-9f5e66c1be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:37.997561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Bound port: 219511a1-ca3d-43b6-83e0-7ff1db2332f8, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b600a014-bbb4-4aaf-b619-9f5e66c1be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:37.998110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.004793 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-7d6c9be3-4c42-46d9-8164-13642fba1731 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] show failed (client error): The resource could not be found. Apr 29 07:53:38.006413 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7d6c9be3-4c42-46d9-8164-13642fba1731 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-groups/47b058cd-84b8-4e34-9666-190bdeb8771e HTTP/1.1" status: 404 len: 347 time: 0.0509233 Apr 29 07:53:38.014163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47218) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.027487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] For port aed64a72-f070-4834-989e-50ea2cf5f567, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:38.055891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] For port aed64a72-f070-4834-989e-50ea2cf5f567, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=aed64a72-f070-4834-989e-50ea2cf5f567,segment=NetworkSegment(5ae3ea1b-5551-4f26-ade9-0fd65330bbc1),segment_id=5ae3ea1b-5551-4f26-ade9-0fd65330bbc1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:38.066210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:38.087907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:38.096706 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fc822934-1958-45a7-abf4-4b6e2d48ce0a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/d36dc7b3-6ed1-4b4c-b887-b95d70689ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6964281 Apr 29 07:53:38.097830 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-39820303-049b-458a-98da-38ed84773d90 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] show failed (client error): The resource could not be found. Apr 29 07:53:38.098933 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-39820303-049b-458a-98da-38ed84773d90 tempest-NegativeSecGroupIPv6Test-1357100373 tempest-NegativeSecGroupIPv6Test-1357100373-project] 10.222.0.16 "GET /v2.0/security-group-rules/0adaeae9-1d34-41df-951c-1db040ef944d HTTP/1.1" status: 404 len: 356 time: 0.0837357 Apr 29 07:53:38.102176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47220) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.145109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] Sync routers for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:38.154378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.172360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.174526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89255290-74a5-4b73-b261-b1e95adeced4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.175660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89255290-74a5-4b73-b261-b1e95adeced4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.184537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.231504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc7d17f-9422-435d-8653-a14a7563440d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:38.236270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dfc7d17f-9422-435d-8653-a14a7563440d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports/071c52ac-c457-4b1d-9dd0-70acd26be0d0 HTTP/1.1" status: 200 len: 911 time: 0.1280942 Apr 29 07:53:38.241179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47224) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.303869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Subnet': ['ID=52f58dac-e1b7-4830-932b-98a208ad135e,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:38.348975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89255290-74a5-4b73-b261-b1e95adeced4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.360317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Checking segment: {'id': 'ac69fbbe-706f-4737-a688-abb9b17b18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '64e25ade-69bc-4996-af00-1cf1f4970dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:38.360734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network hostable DHCP agents. Network: 64e25ade-69bc-4996-af00-1cf1f4970dda, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:38.366145 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f448273c-70b9-4147-89c2-16a186b8e6e4 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags/tempest-TagsExtTest-Tag-552311913 HTTP/1.1" status: 204 len: 168 time: 0.4759974 Apr 29 07:53:38.368885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47226) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.378072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-e156e219-7ce3-48f5-ab0f-5aa75fa8a888 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:38.405176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-08f87479-6c91-4502-a8a6-4aeedeb68f02 None None] Provisioning complete for port 071c52ac-c457-4b1d-9dd0-70acd26be0d0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:38.406094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08f87479-6c91-4502-a8a6-4aeedeb68f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.421519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551055d6-3ce5-4cb2-a868-1f7c246f4386 None None] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:38.453487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network 64e25ade-69bc-4996-af00-1cf1f4970dda is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:38.459214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89255290-74a5-4b73-b261-b1e95adeced4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.466257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.499393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:38.500030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:38.529183 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e156e219-7ce3-48f5-ab0f-5aa75fa8a888 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags HTTP/1.1" status: 200 len: 205 time: 0.1592395 Apr 29 07:53:38.533082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47228) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.541899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-a0d06474-7292-4517-a925-cb500c3a274e tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:38.584115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Network bff412cd-467e-4e7f-8cb4-c23da223df4c is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:38.602211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 64e25ade-69bc-4996-af00-1cf1f4970dda) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:38.607314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:38.609730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:38.636492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7453d-8ada-4713-af8a-08db4c721a4b None None] Network 64e25ade-69bc-4996-af00-1cf1f4970dda requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:38.645988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:38.646683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.659316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:38.668028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89255290-74a5-4b73-b261-b1e95adeced4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.669247 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-89255290-74a5-4b73-b261-b1e95adeced4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7667952 Apr 29 07:53:38.675822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47232) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.686537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Port': ['ID=6898cac6-e70a-4502-a421-9a04e37f31b6,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:38.773776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] For port 219511a1-ca3d-43b6-83e0-7ff1db2332f8, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:38.781559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08f87479-6c91-4502-a8a6-4aeedeb68f02 None None] Port 071c52ac-c457-4b1d-9dd0-70acd26be0d0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:38.790393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9501b41f-866a-409a-92c1-6feac174ddb5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6774945 Apr 29 07:53:38.790393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.790860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47234) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.793683 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a0d06474-7292-4517-a925-cb500c3a274e tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags HTTP/1.1" status: 200 len: 241 time: 0.2563057 Apr 29 07:53:38.805105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47236) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.838353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'subnet': {'network_id': 'fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:38.869236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47238) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:38.906193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581768-f2cf-4b2e-8ca7-d5dfb6a832c3 None None] Pushing event updated for resources: {'Port': ['ID=aed64a72-f070-4834-989e-50ea2cf5f567,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:38.968962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] For port 219511a1-ca3d-43b6-83e0-7ff1db2332f8, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=219511a1-ca3d-43b6-83e0-7ff1db2332f8,segment=NetworkSegment(b600a014-bbb4-4aaf-b619-9f5e66c1be56),segment_id=b600a014-bbb4-4aaf-b619-9f5e66c1be56)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:38.978315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:38.984726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:38.985375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:39.006936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.078604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:39.078996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.088854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:39.089517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfdaa8e-1d63-40c3-a296-a77d485546a0 None None] The sync data for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:39.090974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Provisioning complete for port 1f244e56-1ddf-4052-a30a-96214e1d5290 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:39.091552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.148029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.174818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.185025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-e7aee07f-d888-4656-b727-d6725940fd1f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', 'tempest-TagsExtTest-Tag-1002056070') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:39.333031 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-64e25ade-69bc-4996-af00-1cf1f4970dda', 'network_id': '64e25ade-69bc-4996-af00-1cf1f4970dda', 'tenant_id': '1c6220b7f5a748eca18fe2cd7b05f80e', 'fixed_ips': [{'subnet_id': '52f58dac-e1b7-4830-932b-98a208ad135e'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:39.333888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.348531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Network 712556c4-204a-411c-900c-1c644827040a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:39.410087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.416583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279219a0-4d76-4f0c-b447-a3c35183d17d None None] Pushing event updated for resources: {'Port': ['ID=219511a1-ca3d-43b6-83e0-7ff1db2332f8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:39.437919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:39.441305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.441516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:39.470169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.20.0.1 (712556c4-204a-411c-900c-1c644827040a/363c76ee-6a5c-4d50-be3e-d31a52d8eb37/c8f4bab8-b2f1-489f-9765-98eac10017da) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:39.478941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.551596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dd4a4457-7d95-4192-ae4f-bd485c3a19d7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:39.655712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Port': ['ID=6898cac6-e70a-4502-a421-9a04e37f31b6,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:39.698664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.756679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Pushing event updated for resources: {'Port': ['ID=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:39.838160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Network bff412cd-467e-4e7f-8cb4-c23da223df4c is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:39.839835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:39.909735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.929309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Attempting to bind port d4db8b7d-0e35-4034-bafa-bfebf5969a7b on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:39.929774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Attempting to bind port d4db8b7d-0e35-4034-bafa-bfebf5969a7b by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '712556c4-204a-411c-900c-1c644827040a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:39.931363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Attempting to bind port d4db8b7d-0e35-4034-bafa-bfebf5969a7b on network 712556c4-204a-411c-900c-1c644827040a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:39.936788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:39.937171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.959480 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e7aee07f-d888-4656-b727-d6725940fd1f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags/tempest-TagsExtTest-Tag-1002056070 HTTP/1.1" status: 204 len: 168 time: 1.1173224 Apr 29 07:53:39.960580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47242) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:39.970195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-d65a6f90-c1f2-492e-bb09-9ba88ab923bf tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', 'tempest-TagsExtTest-Tag-1002056070') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:39.996410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:39.996912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Checking segment: {'id': 'e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '712556c4-204a-411c-900c-1c644827040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:39.997193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:39.997593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Bound using segment: {'id': 'e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '712556c4-204a-411c-900c-1c644827040a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:39.998084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Bound port: d4db8b7d-0e35-4034-bafa-bfebf5969a7b, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '712556c4-204a-411c-900c-1c644827040a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:39.998491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.038261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:40.040816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Allocated IP 2001:db8::2 (64e25ade-69bc-4996-af00-1cf1f4970dda/52f58dac-e1b7-4830-932b-98a208ad135e/3d57a504-e8fb-41b4-8ea6-758089d92752) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:40.046812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.073686 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-34eb1a01-37e0-424b-83fd-49a4aa2608f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4568d839afc4b319b41e2123ae7a354&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2002232 Apr 29 07:53:40.094562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47244) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:40.094938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] For port 1f244e56-1ddf-4052-a30a-96214e1d5290, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1f244e56-1ddf-4052-a30a-96214e1d5290,segment=NetworkSegment(11d4065a-8348-4e12-b77b-16d12de388e7),segment_id=11d4065a-8348-4e12-b77b-16d12de388e7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:40.118240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5cc702-bc56-4e7f-8265-45cac0deafa7 None None] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:40.241975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.248210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.284757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.321533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] For port d4db8b7d-0e35-4034-bafa-bfebf5969a7b, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:40.379724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] For port d4db8b7d-0e35-4034-bafa-bfebf5969a7b, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,segment=NetworkSegment(e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc),segment_id=e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:40.398417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Provisioning complete for port 071c52ac-c457-4b1d-9dd0-70acd26be0d0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:40.398922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.413312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.465072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Pushing event updated for resources: {'Port': ['ID=1f244e56-1ddf-4052-a30a-96214e1d5290,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:40.479880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.523366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Router 715332f3-c70d-4f7b-8c04-51d6a4cb0a7e is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:40.525639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-11121805-4952-4f3b-8546-437c039d93c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.589965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Port 071c52ac-c457-4b1d-9dd0-70acd26be0d0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:40.618364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port dd4a4457-7d95-4192-ae4f-bd485c3a19d7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dd4a4457-7d95-4192-ae4f-bd485c3a19d7,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:40.646726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.663829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Provisioning complete for port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:40.664208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ed4b-0e32-4e33-8157-a1df6439a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.673173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.680150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8:1::1 (a62a38f6-cc22-422f-ba3c-30842e22d9b2/343ceb5b-5139-4302-8b49-90f41f0182ab/105d9b00-d876-448a-8f5f-ef05f7b82ff6) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:40.691226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb6bcd-881c-4428-b151-3d0a793161ce None None] Pushing event updated for resources: {'Port': ['ID=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:40.696488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-11121805-4952-4f3b-8546-437c039d93c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.696757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:40.698584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1f244e56-1ddf-4052-a30a-96214e1d5290 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:40.712090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:40.732548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] Sync routers for ids ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:40.741896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-561c8d96-843d-4e5c-a437-2060420fa56d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "PUT /v2.0/routers/715332f3-c70d-4f7b-8c04-51d6a4cb0a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5835531 Apr 29 07:53:40.742840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47246) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:40.750691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'port': {'network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c', 'name': 'tempest-FloatingIPNegativeTestJSON-483875817'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:40.757831 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] Routers {'715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:40.765224 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:40.860188 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:40.880628 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] Routers {'715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:40.881961 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:40.890933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d65a6f90-c1f2-492e-bb09-9ba88ab923bf tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags/tempest-TagsExtTest-Tag-1002056070 HTTP/1.1" status: 204 len: 168 time: 0.9259253 Apr 29 07:53:40.892499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47248) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:40.897791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-509c6d92-eab8-4aa2-af82-04b37f7a7626 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:40.923106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 712556c4-204a-411c-900c-1c644827040a is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:40.941187 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:40.942324 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcc001-7a2c-48ca-bccc-7238dca1ee18 None None] The sync data for ids ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:40.992410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:41.019971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e268290-e5f0-49cc-b9a8-4a371411096e None None] Network bff412cd-467e-4e7f-8cb4-c23da223df4c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:41.029067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=c8f4bab8-b2f1-489f-9765-98eac10017da,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:41.042226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:41.051902 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-509c6d92-eab8-4aa2-af82-04b37f7a7626 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags HTTP/1.1" status: 200 len: 205 time: 0.1576960 Apr 29 07:53:41.054254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47250) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:41.059666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-a499794c-1b9f-4535-b587-c41c6660608f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:41.071191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.085009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Made reservation on behalf of c9f1501db5a94f8b950309fe78e763e0 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:41.088527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.107774 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a499794c-1b9f-4535-b587-c41c6660608f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags HTTP/1.1" status: 200 len: 241 time: 0.0522859 Apr 29 07:53:41.111649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47252) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:41.120460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-9264f94a-2bbb-4806-9e22-922aa6ca6c74 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', 'tempest-TagsExtTest-Tag-1297949801') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:41.120460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] device_id is not set on port b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:53:41.125688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.188057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Network 64e25ade-69bc-4996-af00-1cf1f4970dda is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:41.200329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:41.210061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:41.216469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=dd4a4457-7d95-4192-ae4f-bd485c3a19d7,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:41.218564 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9264f94a-2bbb-4806-9e22-922aa6ca6c74 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags/tempest-TagsExtTest-Tag-1297949801 HTTP/1.1" status: 204 len: 168 time: 0.1044910 Apr 29 07:53:41.223066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:41.232793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-1a0509b1-88a1-4532-bc93-8fe36ed2160b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', 'tempest-TagsExtTest-Tag-1297949801') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:41.282091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.320938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Allocated IP 172.20.0.3 (bff412cd-467e-4e7f-8cb4-c23da223df4c/c8236c98-9075-48be-99a9-e532f74d53ae/b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:41.347496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Pushing event updated for resources: {'Port': ['ID=3d57a504-e8fb-41b4-8ea6-758089d92752,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:41.349887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7cd99894-5bd6-45b8-b9ab-32ae45f6927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.362384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-11121805-4952-4f3b-8546-437c039d93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.365684 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-11121805-4952-4f3b-8546-437c039d93c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.367069 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-11121805-4952-4f3b-8546-437c039d93c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d900f96d-0868-4395-8880-8fc607b00bc1 HTTP/1.1" status: 204 len: 168 time: 1.2685745 Apr 29 07:53:41.397319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Subnet': ['ID=05316e06-c79c-4cb4-883b-59d1bc1316f1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:41.415847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 1f244e56-1ddf-4052-a30a-96214e1d5290 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:41.416233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.435614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::1 (82cc26d6-a369-4498-98e7-aa4095711705/4dc798bf-d463-4b63-a3d8-05d57d8ea747/ffea374f-17bb-4974-ba7d-cae529ecdc94) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:41.461284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11121805-4952-4f3b-8546-437c039d93c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d900f96d-0868-4395-8880-8fc607b00bc1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:41.474717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.479691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Attempting to bind port 3d57a504-e8fb-41b4-8ea6-758089d92752 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:41.480206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Attempting to bind port 3d57a504-e8fb-41b4-8ea6-758089d92752 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ac69fbbe-706f-4737-a688-abb9b17b18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '64e25ade-69bc-4996-af00-1cf1f4970dda'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:41.480347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Attempting to bind port 3d57a504-e8fb-41b4-8ea6-758089d92752 on network 64e25ade-69bc-4996-af00-1cf1f4970dda {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:41.503346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:41.503762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Checking segment: {'id': 'ac69fbbe-706f-4737-a688-abb9b17b18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '64e25ade-69bc-4996-af00-1cf1f4970dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:41.504139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.504537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Bound using segment: {'id': 'ac69fbbe-706f-4737-a688-abb9b17b18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '64e25ade-69bc-4996-af00-1cf1f4970dda'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:41.505030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Bound port: 3d57a504-e8fb-41b4-8ea6-758089d92752, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac69fbbe-706f-4737-a688-abb9b17b18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '64e25ade-69bc-4996-af00-1cf1f4970dda'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:41.505421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.517517 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1a0509b1-88a1-4532-bc93-8fe36ed2160b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags/tempest-TagsExtTest-Tag-1297949801 HTTP/1.1" status: 204 len: 168 time: 0.2890911 Apr 29 07:53:41.521443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47258) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:41.529571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-4de7649e-d43c-47d1-af77-05e00a2dbfd1 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:41.610161 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4de7649e-d43c-47d1-af77-05e00a2dbfd1 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags HTTP/1.1" status: 200 len: 205 time: 0.0874112 Apr 29 07:53:41.618273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47260) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:41.624623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Checking segment: {'id': '5df4ee89-9f1c-4ae8-b29d-c175398d9a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:41.624871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network hostable DHCP agents. Network: fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:41.628745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-fc30f07a-89a4-4709-a35b-c6087622f8a6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:41.667099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] For port 3d57a504-e8fb-41b4-8ea6-758089d92752, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:41.667437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.704404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] For port 3d57a504-e8fb-41b4-8ea6-758089d92752, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3d57a504-e8fb-41b4-8ea6-758089d92752,segment=NetworkSegment(ac69fbbe-706f-4737-a688-abb9b17b18d5),segment_id=ac69fbbe-706f-4737-a688-abb9b17b18d5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:41.718807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Provisioning complete for port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:41.719183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.722253 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fc30f07a-89a4-4709-a35b-c6087622f8a6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags HTTP/1.1" status: 204 len: 168 time: 0.0999260 Apr 29 07:53:41.724336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47264) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:41.731083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-b7d61e14-db63-45a1-a1a3-b70cfc9e0b25 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:41.811009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.961263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:41.991305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a4214-8abf-4317-85dc-f19f1e998633 None None] Pushing event updated for resources: {'Port': ['ID=3d57a504-e8fb-41b4-8ea6-758089d92752,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:42.013067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b7d61e14-db63-45a1-a1a3-b70cfc9e0b25 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags HTTP/1.1" status: 204 len: 168 time: 0.2876906 Apr 29 07:53:42.015338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47270) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:42.023710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-e0d6d8bb-4c21-48ff-9d17-7650fa0c4e66 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:42.061891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] For port 219511a1-ca3d-43b6-83e0-7ff1db2332f8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=219511a1-ca3d-43b6-83e0-7ff1db2332f8,segment=NetworkSegment(b600a014-bbb4-4aaf-b619-9f5e66c1be56),segment_id=b600a014-bbb4-4aaf-b619-9f5e66c1be56)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:42.115666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.140932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.181295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1f244e56-1ddf-4052-a30a-96214e1d5290 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:42.218832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Network bff412cd-467e-4e7f-8cb4-c23da223df4c is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:42.223211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Provisioning complete for port 1f244e56-1ddf-4052-a30a-96214e1d5290 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:42.223783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.227703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:42.239182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:42.313628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Pushing event updated for resources: {'Port': ['ID=219511a1-ca3d-43b6-83e0-7ff1db2332f8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:42.347534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 1f244e56-1ddf-4052-a30a-96214e1d5290 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:42.347915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.384910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:42.432199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:42.434977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.454245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.463791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Port': ['ID=b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:42.502942 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0d6d8bb-4c21-48ff-9d17-7650fa0c4e66 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags HTTP/1.1" status: 204 len: 168 time: 0.4850578 Apr 29 07:53:42.503570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47276) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:42.507912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-5a5b7357-a9ab-4ed1-90ee-dbd4e2089654 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:42.531650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.536640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a97ce6-9288-4528-ba6f-d699b7917031 None None] Network 712556c4-204a-411c-900c-1c644827040a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:42.558869 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-62c2e9c0-9068-4f14-a1c0-3caff747517d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8125324 Apr 29 07:53:42.567279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47278) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:42.573175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:42.591319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.593182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:42.600824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:42.601421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.615404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25c8e2-e177-4bdf-b82f-25df54fa62a1 None None] Network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:42.635945 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a5b7357-a9ab-4ed1-90ee-dbd4e2089654 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags HTTP/1.1" status: 204 len: 168 time: 0.1312282 Apr 29 07:53:42.636710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47280) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:42.641208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-05d3d50a-f3b4-4900-a0eb-204bfb9f2de0 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', 'tempest-TagsExtTest-Tag-1154732681') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:42.670773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.744833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.758689 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Provisioning complete for port aed64a72-f070-4834-989e-50ea2cf5f567 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:42.759166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.796472 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cb487498-9473-4b96-974d-fa24bdc042ec tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0005612 Apr 29 07:53:42.804859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.806929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47288) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:42.836701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:42.842609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device aed64a72-f070-4834-989e-50ea2cf5f567 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:42.909865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:42.916397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.939352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:42.940421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:42.970107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:43.082582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:43.084514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=105d9b00-d876-448a-8f5f-ef05f7b82ff6,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:43.086889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47292) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:43.101604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:43.101912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.115733 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-05d3d50a-f3b4-4900-a0eb-204bfb9f2de0 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags/tempest-TagsExtTest-Tag-1154732681 HTTP/1.1" status: 201 len: 201 time: 0.4778864 Apr 29 07:53:43.118391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47294) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:43.142672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-f31e9078-a1c6-4207-9602-8dead28b5c22 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', 'tempest-TagsExtTest-Tag-890180247') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:43.196462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Allocated IP 172.26.2.12 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/e32e4ffa-653a-40a5-ab33-300c05a9d8aa) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:43.315666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.396862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] For port aed64a72-f070-4834-989e-50ea2cf5f567, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=aed64a72-f070-4834-989e-50ea2cf5f567,segment=NetworkSegment(5ae3ea1b-5551-4f26-ade9-0fd65330bbc1),segment_id=5ae3ea1b-5551-4f26-ade9-0fd65330bbc1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:43.406138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-829012268-network', 'tenant_id': 'e228eaab7dc047949213c6f45494e006'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:43.412854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.430722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port aed64a72-f070-4834-989e-50ea2cf5f567 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:43.431259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.433251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0bc20e7-79d8-4509-a105-67f4de5173e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.496655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.507359 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f31e9078-a1c6-4207-9602-8dead28b5c22 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags/tempest-TagsExtTest-Tag-890180247 HTTP/1.1" status: 201 len: 201 time: 0.3832176 Apr 29 07:53:43.508356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47298) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:43.519825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-183a7792-00bd-457c-9f90-8b33ee92abed tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', 'tempest-TagsExtTest-Tag-1604756870') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:43.584250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2', 'network_id': 'fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2', 'tenant_id': '1c6220b7f5a748eca18fe2cd7b05f80e', 'fixed_ips': [{'subnet_id': '05316e06-c79c-4cb4-883b-59d1bc1316f1'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:43.592368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.594262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.594771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=ffea374f-17bb-4974-ba7d-cae529ecdc94,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:43.613059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Provisioning complete for port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:43.613725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.720602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:43.726066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:43.737369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:43.768353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Made reservation on behalf of e228eaab7dc047949213c6f45494e006 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:43.770688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.797152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2b43f-2e1e-4ab3-8bfb-cd0685136d85 None None] Pushing event updated for resources: {'Port': ['ID=aed64a72-f070-4834-989e-50ea2cf5f567,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:43.815992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58e296-7d0d-4ddb-8d60-ff9024c54cd3 None None] Network 64e25ade-69bc-4996-af00-1cf1f4970dda requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:43.817790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Port': ['ID=e32e4ffa-653a-40a5-ab33-300c05a9d8aa,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:43.824156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.868161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.896663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.903661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.912737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:43.915469 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-183a7792-00bd-457c-9f90-8b33ee92abed tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags/tempest-TagsExtTest-Tag-1604756870 HTTP/1.1" status: 201 len: 201 time: 0.4059331 Apr 29 07:53:43.918364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47300) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:43.924009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-4d9a9973-6254-4cbb-acad-1659c638346c tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', 'tempest-TagsExtTest-Tag-669276578') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:43.966684 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.002387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.036189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.114803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4d9a9973-6254-4cbb-acad-1659c638346c tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags/tempest-TagsExtTest-Tag-669276578 HTTP/1.1" status: 201 len: 201 time: 0.1928515 Apr 29 07:53:44.115040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47302) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.124028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-a47a4f22-7ee1-4891-9613-7849ca37ee0e tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', {'tags': ['tempest-TagsExtTest-Tag-600789835', 'tempest-TagsExtTest-Tag-918381754', 'tempest-TagsExtTest-Tag-1801240536']}) {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:44.132265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.144946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dd4a4457-7d95-4192-ae4f-bd485c3a19d7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:44.230128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Allocated IP 2001:db8::2 (fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2/05316e06-c79c-4cb4-883b-59d1bc1316f1/7bc10db7-f159-402b-b635-b39608e28e0d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:44.241563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.276216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=c8f4bab8-b2f1-489f-9765-98eac10017da,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:44.293380 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a47a4f22-7ee1-4891-9613-7849ca37ee0e tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags HTTP/1.1" status: 200 len: 316 time: 0.1749361 Apr 29 07:53:44.295293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47304) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.300788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-19ad5976-3318-4e72-bc55-7bf432829155 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:44.326343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.354813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:44.355189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.431247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Port': ['ID=e32e4ffa-653a-40a5-ab33-300c05a9d8aa,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:44.435784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port 3d57a504-e8fb-41b4-8ea6-758089d92752 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:44.436166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.445948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.525383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.529941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a0cc4fe9-63b8-46a0-a662-b6dc6a8d2f8f tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9610105 Apr 29 07:53:44.530635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47306) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.536088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2e367f8a-1161-4e28-a0f5-6244b889c8fd tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'floatingip': {'port_id': 'b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:44.570992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.588080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-19ad5976-3318-4e72-bc55-7bf432829155 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags HTTP/1.1" status: 204 len: 168 time: 0.2916737 Apr 29 07:53:44.590697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47308) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.597403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-9a685abf-60c4-44ac-913c-e7d56befb2ce tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', 'tempest-TagsExtTest-Tag-600789835') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:44.608809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2e367f8a-1161-4e28-a0f5-6244b889c8fd tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.611075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d4db8b7d-0e35-4034-bafa-bfebf5969a7b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:44.679041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.682613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.752341 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:44.771226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:44.773971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:44.781364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Pushing event updated for resources: {'Port': ['ID=7bc10db7-f159-402b-b635-b39608e28e0d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:44.785351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d4db8b7d-0e35-4034-bafa-bfebf5969a7b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:44.785590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.786142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-9a685abf-60c4-44ac-913c-e7d56befb2ce tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:44.790139 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9a685abf-60c4-44ac-913c-e7d56befb2ce tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags/tempest-TagsExtTest-Tag-600789835 HTTP/1.1" status: 404 len: 328 time: 0.1957495 Apr 29 07:53:44.791631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] For port 3d57a504-e8fb-41b4-8ea6-758089d92752, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3d57a504-e8fb-41b4-8ea6-758089d92752,segment=NetworkSegment(ac69fbbe-706f-4737-a688-abb9b17b18d5),segment_id=ac69fbbe-706f-4737-a688-abb9b17b18d5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:44.792274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47310) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.799131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-5fac0e5d-4d9e-4ff7-a396-5b37d6773f9b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', 'tempest-TagsExtTest-Tag-918381754') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:44.803825 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-2e367f8a-1161-4e28-a0f5-6244b889c8fd tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] update failed (client error): The resource could not be found. Apr 29 07:53:44.804704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2e367f8a-1161-4e28-a0f5-6244b889c8fd tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "PUT /v2.0/floatingips/e46295ce-c5fe-4043-a22a-340dcfe51e27 HTTP/1.1" status: 404 len: 507 time: 0.2723212 Apr 29 07:53:44.811100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47312) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.858024 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-5fac0e5d-4d9e-4ff7-a396-5b37d6773f9b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:44.862139 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5fac0e5d-4d9e-4ff7-a396-5b37d6773f9b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags/tempest-TagsExtTest-Tag-918381754 HTTP/1.1" status: 404 len: 328 time: 0.0641770 Apr 29 07:53:44.862732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47314) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.867275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-c5f85da6-3430-4018-b733-25df58a2f934 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205', 'tempest-TagsExtTest-Tag-1801240536') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:44.885221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Attempting to bind port 7bc10db7-f159-402b-b635-b39608e28e0d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:44.885628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Attempting to bind port 7bc10db7-f159-402b-b635-b39608e28e0d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5df4ee89-9f1c-4ae8-b29d-c175398d9a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:44.885961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Attempting to bind port 7bc10db7-f159-402b-b635-b39608e28e0d on network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:44.891501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.903080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:44.903369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Checking segment: {'id': '5df4ee89-9f1c-4ae8-b29d-c175398d9a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:44.903781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.904180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Bound using segment: {'id': '5df4ee89-9f1c-4ae8-b29d-c175398d9a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:44.904946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Bound port: 7bc10db7-f159-402b-b635-b39608e28e0d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df4ee89-9f1c-4ae8-b29d-c175398d9a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:44.905087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:44.932965 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-c5f85da6-3430-4018-b733-25df58a2f934 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:44.936755 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c5f85da6-3430-4018-b733-25df58a2f934 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags/tempest-TagsExtTest-Tag-1801240536 HTTP/1.1" status: 404 len: 329 time: 0.0701394 Apr 29 07:53:44.936970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47316) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:44.942269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-544e0e4a-ec5f-4578-be24-cbcaa4c2c83e tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', {'tags': ['tempest-TagsExtTest-Tag-813945840', 'tempest-TagsExtTest-Tag-160790997', 'tempest-TagsExtTest-Tag-424336639']}) {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:45.000520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port d4db8b7d-0e35-4034-bafa-bfebf5969a7b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:45.000895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.003129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.005478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.062447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Pushing event updated for resources: {'Port': ['ID=3d57a504-e8fb-41b4-8ea6-758089d92752,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:45.078301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.103575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] For port 7bc10db7-f159-402b-b635-b39608e28e0d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:45.113661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] For port 7bc10db7-f159-402b-b635-b39608e28e0d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7bc10db7-f159-402b-b635-b39608e28e0d,segment=NetworkSegment(5df4ee89-9f1c-4ae8-b29d-c175398d9a33),segment_id=5df4ee89-9f1c-4ae8-b29d-c175398d9a33)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:45.118822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-544e0e4a-ec5f-4578-be24-cbcaa4c2c83e tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags HTTP/1.1" status: 200 len: 315 time: 0.1807535 Apr 29 07:53:45.121442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47320) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:45.125859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-5418730b-df29-47c0-a439-2ebcf797bd42 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:45.129922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 712556c4-204a-411c-900c-1c644827040a is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:45.136525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port d4db8b7d-0e35-4034-bafa-bfebf5969a7b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,segment=NetworkSegment(e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc),segment_id=e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:45.173037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:45.174458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.198288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.214533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.233370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.234174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 219511a1-ca3d-43b6-83e0-7ff1db2332f8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:45.276139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:45.313177 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5418730b-df29-47c0-a439-2ebcf797bd42 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags HTTP/1.1" status: 204 len: 168 time: 0.1886175 Apr 29 07:53:45.313550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47322) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:45.313666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:53:45.313964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:53:45.318816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-bf280481-09a9-49c5-a592-ad3cd72f4186 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', 'tempest-TagsExtTest-Tag-813945840') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:45.341068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89f8e2-6e1b-4d1a-aab9-24db3a800ebf None None] Pushing event updated for resources: {'Port': ['ID=7bc10db7-f159-402b-b635-b39608e28e0d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:45.391463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.391816 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Added segment 3e092e99-1da6-430f-9076-e2005f903da0 of type vlan for network 25be7bf5-4007-480f-b705-f499d4734354 Apr 29 07:53:45.415942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:45.416320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.418844 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-bf280481-09a9-49c5-a592-ad3cd72f4186 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:45.420067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bf280481-09a9-49c5-a592-ad3cd72f4186 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags/tempest-TagsExtTest-Tag-813945840 HTTP/1.1" status: 404 len: 328 time: 0.1051061 Apr 29 07:53:45.422672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47324) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:45.427448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-772f7e8f-3df7-435c-823a-ae3b1a21427b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', 'tempest-TagsExtTest-Tag-160790997') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:45.436930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Allocated IP 2001:db8::1 (64e25ade-69bc-4996-af00-1cf1f4970dda/52f58dac-e1b7-4830-932b-98a208ad135e/292cb95f-7b5a-47a3-83f8-90c2dafc2c37) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:45.458398 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:45.461464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0025cf-ed44-410d-b5ce-6d2a3bd5a796,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:45.531571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.540084 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-772f7e8f-3df7-435c-823a-ae3b1a21427b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:45.546376 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-772f7e8f-3df7-435c-823a-ae3b1a21427b tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags/tempest-TagsExtTest-Tag-160790997 HTTP/1.1" status: 404 len: 328 time: 0.1218238 Apr 29 07:53:45.546376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47326) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:45.568919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-ea0b7861-0cbe-477c-9ad7-cfd0238e90d6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8', 'tempest-TagsExtTest-Tag-424336639') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:45.598614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.641070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Deleting port e32e4ffa-653a-40a5-ab33-300c05a9d8aa {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:45.641420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.657324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-ea0b7861-0cbe-477c-9ad7-cfd0238e90d6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:45.671849 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ea0b7861-0cbe-477c-9ad7-cfd0238e90d6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags/tempest-TagsExtTest-Tag-424336639 HTTP/1.1" status: 404 len: 328 time: 0.1213241 Apr 29 07:53:45.676176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47328) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:45.684910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-977468ac-d541-49a8-9bae-368dd515236c tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', {'tags': ['tempest-TagsExtTest-Tag-680599055', 'tempest-TagsExtTest-Tag-1876677590', 'tempest-TagsExtTest-Tag-1609591738']}) {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:45.732917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.733697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.739685 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.744805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.resource_extend [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:53:45.833518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.834313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.873783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:45.874247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.883604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.896070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d4db8b7d-0e35-4034-bafa-bfebf5969a7b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:45.896973 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-977468ac-d541-49a8-9bae-368dd515236c tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags HTTP/1.1" status: 200 len: 317 time: 0.2233911 Apr 29 07:53:45.899813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47330) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:45.908124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-754409f5-ce3c-400c-a00b-014bb6304521 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:45.917920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=105d9b00-d876-448a-8f5f-ef05f7b82ff6,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:45.964198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router c745fc05-59e9-48f7-814d-72288f1f2bec is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:45.965397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:45.966368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:45.966972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.004593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d4db8b7d-0e35-4034-bafa-bfebf5969a7b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:46.005042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.043143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.043364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.067034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:46.067515 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.092997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-754409f5-ce3c-400c-a00b-014bb6304521 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags HTTP/1.1" status: 204 len: 168 time: 0.1871827 Apr 29 07:53:46.092997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47332) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.099164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-9efca256-83d5-4b80-a677-5bb1a9e969d6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', 'tempest-TagsExtTest-Tag-680599055') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.114791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Port b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:46.141583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Calling delete_port for e32e4ffa-653a-40a5-ab33-300c05a9d8aa owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:46.170079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.171218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port c8f4bab8-b2f1-489f-9765-98eac10017da triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:46.171628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.191171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-9efca256-83d5-4b80-a677-5bb1a9e969d6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:46.192219 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9efca256-83d5-4b80-a677-5bb1a9e969d6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags/tempest-TagsExtTest-Tag-680599055 HTTP/1.1" status: 404 len: 328 time: 0.0984151 Apr 29 07:53:46.195243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47334) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.197773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7bc10db7-f159-402b-b635-b39608e28e0d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:46.204138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-e8fa9cc9-6740-488c-9b66-7c435035b021 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', 'tempest-TagsExtTest-Tag-1876677590') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.208866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=ffea374f-17bb-4974-ba7d-cae529ecdc94,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:46.235768 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1265247 Apr 29 07:53:46.240712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47336) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.243638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe7cbb-39cf-4679-9a26-9a4a61b37d14 admin admin] Pushing event updated for resources: {'Network': ['ID=25be7bf5-4007-480f-b705-f499d4734354,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:46.250041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Request body: {'subnet': {'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-829012268-subnet', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:46.263314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 25be7bf5-4007-480f-b705-f499d4734354 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:46.288143 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-e8fa9cc9-6740-488c-9b66-7c435035b021 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:46.291705 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e8fa9cc9-6740-488c-9b66-7c435035b021 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags/tempest-TagsExtTest-Tag-1876677590 HTTP/1.1" status: 404 len: 329 time: 0.0929384 Apr 29 07:53:46.292728 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47338) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.297568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-25c32750-6b8b-48fe-8cec-0de8cafdfdfa tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b', 'tempest-TagsExtTest-Tag-1609591738') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.335004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Port c8f4bab8-b2f1-489f-9765-98eac10017da cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:46.368033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7bc10db7-f159-402b-b635-b39608e28e0d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:46.368293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.394553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-25c32750-6b8b-48fe-8cec-0de8cafdfdfa tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:46.395332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-25c32750-6b8b-48fe-8cec-0de8cafdfdfa tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags/tempest-TagsExtTest-Tag-1609591738 HTTP/1.1" status: 404 len: 329 time: 0.1016800 Apr 29 07:53:46.399760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47340) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.405394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-d9d208ad-ca3c-481f-b3e1-95404b9b4bb6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', {'tags': ['tempest-TagsExtTest-Tag-1255284442', 'tempest-TagsExtTest-Tag-1258814879', 'tempest-TagsExtTest-Tag-1404930307']}) {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.406096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.429362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:46.541518 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d9d208ad-ca3c-481f-b3e1-95404b9b4bb6 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "PUT /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags HTTP/1.1" status: 200 len: 318 time: 0.1400301 Apr 29 07:53:46.544070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47342) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.548882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-5f53a257-159f-4738-83c3-2c03a2bdfb43 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.571657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port 105d9b00-d876-448a-8f5f-ef05f7b82ff6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:46.572070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.621919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac538586-fe56-4961-b0ee-abb4e25c42b6 None None] Network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:46.678015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Port 105d9b00-d876-448a-8f5f-ef05f7b82ff6 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:46.700023 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5f53a257-159f-4738-83c3-2c03a2bdfb43 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags HTTP/1.1" status: 204 len: 168 time: 0.1546299 Apr 29 07:53:46.703034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47344) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.708463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-9a6cf879-49dc-4a64-951c-be66db099459 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', 'tempest-TagsExtTest-Tag-1255284442') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.731725 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-9a6cf879-49dc-4a64-951c-be66db099459 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:46.734197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9a6cf879-49dc-4a64-951c-be66db099459 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags/tempest-TagsExtTest-Tag-1255284442 HTTP/1.1" status: 404 len: 329 time: 0.0288069 Apr 29 07:53:46.735605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.738885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47346) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.741220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port ffea374f-17bb-4974-ba7d-cae529ecdc94 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:46.741602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.745328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-fab51f6b-c6ea-4993-b7c5-41773a932cf1 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', 'tempest-TagsExtTest-Tag-1258814879') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.755443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.763121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:46.773620 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-fab51f6b-c6ea-4993-b7c5-41773a932cf1 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:46.773840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:46.776319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:46.789170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fab51f6b-c6ea-4993-b7c5-41773a932cf1 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags/tempest-TagsExtTest-Tag-1258814879 HTTP/1.1" status: 404 len: 329 time: 0.0463917 Apr 29 07:53:46.789353 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3135a083-7688-46e4-a652-1b0490218646 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/c745fc05-59e9-48f7-814d-72288f1f2bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6807070 Apr 29 07:53:46.791284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] Sync routers for ids ['c745fc05-59e9-48f7-814d-72288f1f2bec'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:46.792532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47348) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.793032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47350) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.796529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network 64e25ade-69bc-4996-af00-1cf1f4970dda is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:46.804755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:46.810641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-03cad6a1-bc8c-43d9-80c4-1d5dc74f7fcc tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c', 'tempest-TagsExtTest-Tag-1404930307') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.829018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:46.837088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:46.837710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.864554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] Routers {'c745fc05-59e9-48f7-814d-72288f1f2bec'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:46.864855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c745fc05-59e9-48f7-814d-72288f1f2bec'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.869858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Port ffea374f-17bb-4974-ba7d-cae529ecdc94 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:46.873722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Port': ['ID=292cb95f-7b5a-47a3-83f8-90c2dafc2c37,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:46.878805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e37c88b-99bd-4ada-a532-1c2cf4ebd737 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:46.883559 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1e37c88b-99bd-4ada-a532-1c2cf4ebd737 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports/c8f4bab8-b2f1-489f-9765-98eac10017da HTTP/1.1" status: 200 len: 910 time: 0.0873785 Apr 29 07:53:46.884364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47352) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.896182 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-03cad6a1-bc8c-43d9-80c4-1d5dc74f7fcc tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] show failed (client error): The resource could not be found. Apr 29 07:53:46.899879 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-03cad6a1-bc8c-43d9-80c4-1d5dc74f7fcc tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags/tempest-TagsExtTest-Tag-1404930307 HTTP/1.1" status: 404 len: 329 time: 0.1025622 Apr 29 07:53:46.908151 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 7bc10db7-f159-402b-b635-b39608e28e0d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7bc10db7-f159-402b-b635-b39608e28e0d,segment=NetworkSegment(5df4ee89-9f1c-4ae8-b29d-c175398d9a33),segment_id=5df4ee89-9f1c-4ae8-b29d-c175398d9a33)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:46.911729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.921711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47354) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:46.932112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Made reservation on behalf of e228eaab7dc047949213c6f45494e006 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:46.934927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.951373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Provisioning complete for port 6898cac6-e70a-4502-a421-9a04e37f31b6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:46.952125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:46.959128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] Routers {'c745fc05-59e9-48f7-814d-72288f1f2bec'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:46.960004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c745fc05-59e9-48f7-814d-72288f1f2bec'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:46.969323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-c6974da1-0b31-4204-b164-7a0b14271c03 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '204dca49-fb63-408c-a966-e8ef0f42f37c') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.053406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.054866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99379f3-c76d-4b97-b318-43900b61401f None None] The sync data for ids ['c745fc05-59e9-48f7-814d-72288f1f2bec'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:47.073326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.074413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 219511a1-ca3d-43b6-83e0-7ff1db2332f8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:47.187386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-634ebe77-23d7-42c2-bf21-b7564dfaacda None None] Port 6898cac6-e70a-4502-a421-9a04e37f31b6 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:47.208357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=7bc10db7-f159-402b-b635-b39608e28e0d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:47.218502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:47.218956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.325560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:47.339108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.344087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3d57a504-e8fb-41b4-8ea6-758089d92752 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:47.381793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-725895e3-b34c-49bf-a70d-576249e8599d None None] Provisioning complete for port 3d57a504-e8fb-41b4-8ea6-758089d92752 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:47.382161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-725895e3-b34c-49bf-a70d-576249e8599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.442109 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c6974da1-0b31-4204-b164-7a0b14271c03 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c/tags HTTP/1.1" status: 204 len: 168 time: 0.5153611 Apr 29 07:53:47.450783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event deleted for resources: {'Port': ['ID=e32e4ffa-653a-40a5-ab33-300c05a9d8aa,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:47.459362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47356) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:47.473263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-1380da5a-8101-4e16-9628-05fc4804f6f1 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4829bc4a-9d02-4a89-a0e0-36f99c19504b') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.479933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 3d57a504-e8fb-41b4-8ea6-758089d92752 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:47.480551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.562246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-725895e3-b34c-49bf-a70d-576249e8599d None None] Provisioning complete for port 7bc10db7-f159-402b-b635-b39608e28e0d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:47.562626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-725895e3-b34c-49bf-a70d-576249e8599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.632907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device aed64a72-f070-4834-989e-50ea2cf5f567 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:47.731642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:47.733257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.738228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port aed64a72-f070-4834-989e-50ea2cf5f567 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:47.738701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.738887 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed3c0a40-fba9-4cb7-b431-3690763fba90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/d36dc7b3-6ed1-4b4c-b887-b95d70689ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4961965 Apr 29 07:53:47.741685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47360) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:47.744344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-725895e3-b34c-49bf-a70d-576249e8599d None None] Provisioning complete for port c8f4bab8-b2f1-489f-9765-98eac10017da triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:47.744706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-725895e3-b34c-49bf-a70d-576249e8599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.751794 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] Sync routers for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:47.763431 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:47.764272 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.784621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.811838 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.812062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.815510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.816712 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a1f295e7-0b66-4cb5-84d6-b93b9c06d70a tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "DELETE /v2.0/floatingips/e46295ce-c5fe-4043-a22a-340dcfe51e27 HTTP/1.1" status: 204 len: 168 time: 2.9924982 Apr 29 07:53:47.821999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47364) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:47.824483 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:47.825259 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.828875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b626d6c8-ef28-4b1f-b805-41f6d282562b tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'floatingip': {'floating_network_id': 'bff412cd-467e-4e7f-8cb4-c23da223df4c', 'port_id': 'b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:47.847487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-725895e3-b34c-49bf-a70d-576249e8599d None None] Port c8f4bab8-b2f1-489f-9765-98eac10017da cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:47.868427 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.869345 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3942f-4c20-4a9c-ba88-ec3a74212ab7 None None] The sync data for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:47.883383 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1380da5a-8101-4e16-9628-05fc4804f6f1 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b/tags HTTP/1.1" status: 204 len: 168 time: 0.4144661 Apr 29 07:53:47.888851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47366) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:47.905698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.tag.tag_plugin [None req-75e13586-40da-432d-8a81-5a0c62f8fbad tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '907e205e-c686-482c-be5f-d7fc7ef656f8') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:47.919276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e65ac-15e5-440b-b0dc-98e5ad80bb6f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:47.920682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-028e65ac-15e5-440b-b0dc-98e5ad80bb6f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports/105d9b00-d876-448a-8f5f-ef05f7b82ff6 HTTP/1.1" status: 200 len: 913 time: 0.1770456 Apr 29 07:53:47.923645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47368) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:47.972051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Provisioning complete for port 292cb95f-7b5a-47a3-83f8-90c2dafc2c37 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:47.972607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:47.999238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Router 8356bf5f-0ade-4672-82df-4e664a1d055b is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:48.020059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b626d6c8-ef28-4b1f-b805-41f6d282562b tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.025825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Port 292cb95f-7b5a-47a3-83f8-90c2dafc2c37 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:48.027719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7bc10db7-f159-402b-b635-b39608e28e0d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:48.077631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Provisioning complete for port 7bc10db7-f159-402b-b635-b39608e28e0d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:48.078155 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.118009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7bc10db7-f159-402b-b635-b39608e28e0d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:48.118553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.141702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.253635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Provisioning complete for port ffea374f-17bb-4974-ba7d-cae529ecdc94 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:48.253949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.276274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port c8f4bab8-b2f1-489f-9765-98eac10017da {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:48.276616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.297970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Port ffea374f-17bb-4974-ba7d-cae529ecdc94 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:48.308313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Provisioning complete for port 105d9b00-d876-448a-8f5f-ef05f7b82ff6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:48.308791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.321729 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-75e13586-40da-432d-8a81-5a0c62f8fbad tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8/tags HTTP/1.1" status: 204 len: 168 time: 0.4231999 Apr 29 07:53:48.324537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47374) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:48.330658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.tag.tag_plugin [None req-65540cf1-a38a-4584-8420-281cb0d950d8 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a54f785-48fa-4f74-b473-b9c014c42205') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:48.343971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-52d86a06-ea9b-4455-8206-6445619893c5 None None] Port 105d9b00-d876-448a-8f5f-ef05f7b82ff6 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:48.353588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89044d52-e11b-448d-8832-c58495a309b1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:48.364320 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:48.373551 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a88edc69-ef75-444e-b5a2-62d55ed88ef9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "PUT /v2.0/routers/8356bf5f-0ade-4672-82df-4e664a1d055b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6915243 Apr 29 07:53:48.374237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47376) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:48.380936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Sync routers for ids ['8356bf5f-0ade-4672-82df-4e664a1d055b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:48.399590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Checking segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:48.399938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Network hostable DHCP agents. Network: 25be7bf5-4007-480f-b705-f499d4734354, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:53:48.400220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Routers {'8356bf5f-0ade-4672-82df-4e664a1d055b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:48.400856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8356bf5f-0ade-4672-82df-4e664a1d055b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:48.456707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.472224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.489824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Set router 8356bf5f-0ade-4672-82df-4e664a1d055b gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:48.492846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee385c30-6e6b-4299-a394-89604a91c9bd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:48.494229 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ee385c30-6e6b-4299-a394-89604a91c9bd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports/ffea374f-17bb-4974-ba7d-cae529ecdc94 HTTP/1.1" status: 200 len: 911 time: 0.1159761 Apr 29 07:53:48.496943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47380) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:48.500610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for c8f4bab8-b2f1-489f-9765-98eac10017da owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:48.539886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Network 25be7bf5-4007-480f-b705-f499d4734354 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:53:48.565799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45fa3c-c721-4a43-bef3-42b9585f49f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:48.575658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45fa3c-c721-4a43-bef3-42b9585f49f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:48.583109 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-65540cf1-a38a-4584-8420-281cb0d950d8 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205/tags HTTP/1.1" status: 204 len: 168 time: 0.2522438 Apr 29 07:53:48.583317 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cd45fa3c-c721-4a43-bef3-42b9585f49f6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0821636 Apr 29 07:53:48.583317 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47384) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:48.583488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47386) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:48.589798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.591267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.592325 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-b626d6c8-ef28-4b1f-b805-41f6d282562b tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:48.597389 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b626d6c8-ef28-4b1f-b805-41f6d282562b tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7703784 Apr 29 07:53:48.601025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47388) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:48.608540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:48.639005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.716175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'name': 'tempest-NetworksTestDHCPv6-router-99173994', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:38Z', 'updated_at': '2022-04-29T07:53:43Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None, '_interfaces': [{'id': 'ffea374f-17bb-4974-ba7d-cae529ecdc94', 'name': '', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'mac_address': 'fa:16:3e:60:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '4dc798bf-d463-4b63-a3d8-05d57d8ea747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:40Z', 'updated_at': '2022-04-29T07:53:44Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'subnets': [{'id': '4dc798bf-d463-4b63-a3d8-05d57d8ea747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:48.750691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Checking router: 8356bf5f-0ade-4672-82df-4e664a1d055b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:53:48.751043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Updating router 8356bf5f-0ade-4672-82df-4e664a1d055b port ffea374f-17bb-4974-ba7d-cae529ecdc94 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:53:48.778968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.806398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.975054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5f2523b-624d-423d-874b-89890f3f8f09 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for subnetpool, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:48.975703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 25be7bf5-4007-480f-b705-f499d4734354) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:48.980876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b5f2523b-624d-423d-874b-89890f3f8f09 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnetpools/204dca49-fb63-408c-a966-e8ef0f42f37c HTTP/1.1" status: 204 len: 168 time: 0.3925438 Apr 29 07:53:48.981179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47392) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:49.011579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:49.012075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.047459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.047844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d830c-3aa2-448d-bec2-fd549614e75c None None] Network 25be7bf5-4007-480f-b705-f499d4734354 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:49.081031 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ea5c7da0-0115-476a-86f9-a827bfc13d05 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "GET /v2.0/ports?device_id=4829bc4a-9d02-4a89-a0e0-36f99c19504b HTTP/1.1" status: 200 len: 205 time: 0.0782888 Apr 29 07:53:49.086294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47394) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:49.105545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=c8f4bab8-b2f1-489f-9765-98eac10017da,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:49.108703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Port': ['ID=292cb95f-7b5a-47a3-83f8-90c2dafc2c37,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:49.156340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.195348 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2b5cabcc-e878-42e3-803b-7e6cc5316353 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9490788 Apr 29 07:53:49.199025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47396) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:49.207309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:49.298316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b33c6ef-dd9a-437b-9af7-1ea2e15cdb35 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.366073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.373837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Allocated IP 172.26.2.169 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/a7aaa4ea-d2da-4a4c-8285-f73efddfe5c8) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:49.377960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-25be7bf5-4007-480f-b705-f499d4734354', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:49.379716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.386757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 105d9b00-d876-448a-8f5f-ef05f7b82ff6 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:49.387289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.412715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network 64e25ade-69bc-4996-af00-1cf1f4970dda is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:49.440483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:49.443256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.444255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.472364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.527562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b33c6ef-dd9a-437b-9af7-1ea2e15cdb35 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.532384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b33c6ef-dd9a-437b-9af7-1ea2e15cdb35 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.575332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.575494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14749bc-a761-4707-9f3e-6cc046ee5f33 None None] Pushing event updated for resources: {'Port': ['ID=ffea374f-17bb-4974-ba7d-cae529ecdc94,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:49.666299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Allocated IP 172.20.0.2 (25be7bf5-4007-480f-b705-f499d4734354/89044d52-e11b-448d-8832-c58495a309b1/cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:49.681458 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:53:49.708017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Attempting to bind port ffea374f-17bb-4974-ba7d-cae529ecdc94 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:49.712526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Attempting to bind port ffea374f-17bb-4974-ba7d-cae529ecdc94 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:49.712526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Attempting to bind port ffea374f-17bb-4974-ba7d-cae529ecdc94 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:49.745872 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.887801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:49.888286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:49.888858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.889501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:49.889673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b33c6ef-dd9a-437b-9af7-1ea2e15cdb35 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.890059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Bound port: ffea374f-17bb-4974-ba7d-cae529ecdc94, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:49.890206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b33c6ef-dd9a-437b-9af7-1ea2e15cdb35 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Fanout notify agent at l3_agent the message router_deleted on router 4829bc4a-9d02-4a89-a0e0-36f99c19504b {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:49.890823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.902373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b33c6ef-dd9a-437b-9af7-1ea2e15cdb35 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.903783 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4b33c6ef-dd9a-437b-9af7-1ea2e15cdb35 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/routers/4829bc4a-9d02-4a89-a0e0-36f99c19504b HTTP/1.1" status: 204 len: 168 time: 0.8139429 Apr 29 07:53:49.940892 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-87e91be6-49ec-4a4f-97c9-ac6024189c5e None None] Provisioning complete for port 292cb95f-7b5a-47a3-83f8-90c2dafc2c37 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:49.941405 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87e91be6-49ec-4a4f-97c9-ac6024189c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:49.944125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47400) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:49.987783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.025773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87e91be6-49ec-4a4f-97c9-ac6024189c5e None None] Port 292cb95f-7b5a-47a3-83f8-90c2dafc2c37 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:50.029522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.032118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] For port ffea374f-17bb-4974-ba7d-cae529ecdc94, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:50.038043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] For port ffea374f-17bb-4974-ba7d-cae529ecdc94, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ffea374f-17bb-4974-ba7d-cae529ecdc94,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:50.043873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-87e91be6-49ec-4a4f-97c9-ac6024189c5e None None] Provisioning complete for port ffea374f-17bb-4974-ba7d-cae529ecdc94 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:50.044387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87e91be6-49ec-4a4f-97c9-ac6024189c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.066877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Router 161802a0-427d-4800-ba10-0d6c83e79479 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:50.071902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.074681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.095485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 105d9b00-d876-448a-8f5f-ef05f7b82ff6 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:50.126084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Pushing event updated for resources: {'Port': ['ID=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:50.132170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.171718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87e91be6-49ec-4a4f-97c9-ac6024189c5e None None] Port ffea374f-17bb-4974-ba7d-cae529ecdc94 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:53:50.188258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Network 25be7bf5-4007-480f-b705-f499d4734354 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:50.197268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:50.206259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.207005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:50.218578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Routers {'8356bf5f-0ade-4672-82df-4e664a1d055b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:50.219621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8356bf5f-0ade-4672-82df-4e664a1d055b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.233079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router c745fc05-59e9-48f7-814d-72288f1f2bec has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:50.243415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.281614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14749bc-a761-4707-9f3e-6cc046ee5f33 None None] Pushing event updated for resources: {'Port': ['ID=ffea374f-17bb-4974-ba7d-cae529ecdc94,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:50.341325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Attempting to bind port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:50.341847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Attempting to bind port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:50.342310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Attempting to bind port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:50.351978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:50.352553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Checking segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:50.353014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.353502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Bound using segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:50.354079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Bound port: cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:50.354607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.399086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Deleting port 907e205e-c686-482c-be5f-d7fc7ef656f8 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:50.399417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.412305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] Set router 8356bf5f-0ade-4672-82df-4e664a1d055b gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:50.425247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:50.433018 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5750319-c3ed-45ef-876e-5e70aef81e56 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6065490 Apr 29 07:53:50.435682 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] Sync routers for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:50.450446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47406) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:50.453306 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:50.454057 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.468091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:50.471614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.485194 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cc5fb1d8-2b0a-4e95-973f-e7a12dcc82d5 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/c745fc05-59e9-48f7-814d-72288f1f2bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5979095 Apr 29 07:53:50.488536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] Sync routers for ids ['c745fc05-59e9-48f7-814d-72288f1f2bec'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:50.492789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47408) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:50.512822 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.524233 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:50.525075 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.562386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:50.568008 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b4b37ba9-cedb-4850-8462-b4fc3dd29e84 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=c745fc05-59e9-48f7-814d-72288f1f2bec HTTP/1.1" status: 200 len: 205 time: 0.0651925 Apr 29 07:53:50.568196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] Routers {'c745fc05-59e9-48f7-814d-72288f1f2bec'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:50.568196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c745fc05-59e9-48f7-814d-72288f1f2bec'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.574165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] For port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:50.574623 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.575432 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d6bfe-32d7-4f6f-a857-e7d6316b3682 None None] The sync data for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:50.576371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47410) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:50.578929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:50.608005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:50.665308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.670322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] For port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:50.687961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-388dbb47-5f8a-4eac-b648-d7d3b74a3046 None None] Provisioning complete for port ffea374f-17bb-4974-ba7d-cae529ecdc94 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:50.688454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-388dbb47-5f8a-4eac-b648-d7d3b74a3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.720586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event updated for resources: {'Port': ['ID=a7aaa4ea-d2da-4a4c-8285-f73efddfe5c8,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:50.726463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] Routers {'c745fc05-59e9-48f7-814d-72288f1f2bec'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:50.727328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['c745fc05-59e9-48f7-814d-72288f1f2bec'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.731460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f07a18ae-29e1-48c4-9542-30ec2e4eb555 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.773725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.789921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.790768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdae17-1e4d-4150-adef-2a5aacb83fd2 None None] The sync data for ids ['c745fc05-59e9-48f7-814d-72288f1f2bec'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:50.882272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b5987-67c3-46e8-9d7e-978a87da21bb None None] Pushing event updated for resources: {'Port': ['ID=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:50.926837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-388dbb47-5f8a-4eac-b648-d7d3b74a3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.941864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.945517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f07a18ae-29e1-48c4-9542-30ec2e4eb555 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.952876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'name': 'tempest-NetworksTestDHCPv6-router-99173994', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:38Z', 'updated_at': '2022-04-29T07:53:43Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None, '_interfaces': [{'id': 'ffea374f-17bb-4974-ba7d-cae529ecdc94', 'name': '', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'mac_address': 'fa:16:3e:60:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '4dc798bf-d463-4b63-a3d8-05d57d8ea747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:40Z', 'updated_at': '2022-04-29T07:53:50Z', 'revision_number': 4, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'subnets': [{'id': '4dc798bf-d463-4b63-a3d8-05d57d8ea747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:50.963353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f07a18ae-29e1-48c4-9542-30ec2e4eb555 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:50.989355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fdfb8-a825-4968-9439-2b64ab07c31c None None] The sync data for ids ['8356bf5f-0ade-4672-82df-4e664a1d055b'] in dv-neutron-839740-1-hyperv is: [{'id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'name': 'tempest-NetworksTestDHCPv6-router-99173994', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:38Z', 'updated_at': '2022-04-29T07:53:43Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None, '_interfaces': [{'id': 'ffea374f-17bb-4974-ba7d-cae529ecdc94', 'name': '', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'mac_address': 'fa:16:3e:60:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '4dc798bf-d463-4b63-a3d8-05d57d8ea747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:40Z', 'updated_at': '2022-04-29T07:53:50Z', 'revision_number': 4, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'subnets': [{'id': '4dc798bf-d463-4b63-a3d8-05d57d8ea747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:50.997001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=105d9b00-d876-448a-8f5f-ef05f7b82ff6,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:51.004754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-388dbb47-5f8a-4eac-b648-d7d3b74a3046 None None] For port ffea374f-17bb-4974-ba7d-cae529ecdc94, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ffea374f-17bb-4974-ba7d-cae529ecdc94,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:51.095041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-388dbb47-5f8a-4eac-b648-d7d3b74a3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.160570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f07a18ae-29e1-48c4-9542-30ec2e4eb555 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.161126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a18ae-29e1-48c4-9542-30ec2e4eb555 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Fanout notify agent at l3_agent the message router_deleted on router c745fc05-59e9-48f7-814d-72288f1f2bec {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:51.210824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dbb47-5f8a-4eac-b648-d7d3b74a3046 None None] Pushing event updated for resources: {'Port': ['ID=ffea374f-17bb-4974-ba7d-cae529ecdc94,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:51.230776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f07a18ae-29e1-48c4-9542-30ec2e4eb555 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.231856 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f07a18ae-29e1-48c4-9542-30ec2e4eb555 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/c745fc05-59e9-48f7-814d-72288f1f2bec HTTP/1.1" status: 204 len: 168 time: 0.6544118 Apr 29 07:53:51.248501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47412) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:51.296388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.323513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Deleting port a7aaa4ea-d2da-4a4c-8285-f73efddfe5c8 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:51.325249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.366618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.462223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet 363c76ee-6a5c-4d50-be3e-d31a52d8eb37 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:51.464782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Calling delete_port for 907e205e-c686-482c-be5f-d7fc7ef656f8 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:51.511645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.555701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.566360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.573626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Calling delete_port for a7aaa4ea-d2da-4a4c-8285-f73efddfe5c8 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:51.680094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:51.738164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.826628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.829068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:51.835557 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d0dd297b-f654-4077-97d0-2fe8fae09dae tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/d36dc7b3-6ed1-4b4c-b887-b95d70689ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9099739 Apr 29 07:53:51.837905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47414) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:51.844233 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] Sync routers for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:51.857733 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:51.858654 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:51.877578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:51.906705 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:51.918196 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:51.919121 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:52.019874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port ffea374f-17bb-4974-ba7d-cae529ecdc94 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:52.020225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.082739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.120155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event deleted for resources: {'Port': ['ID=a7aaa4ea-d2da-4a4c-8285-f73efddfe5c8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:52.167471 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:52.168122 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d947e-4d6b-43be-952d-6496b376f8fa None None] The sync data for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:52.193232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ffea374f-17bb-4974-ba7d-cae529ecdc94 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:52.231312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.243230 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-245c1fd9-406d-424a-9501-d536ebb86a45 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:53:52.247315 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-245c1fd9-406d-424a-9501-d536ebb86a45 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7786469 Apr 29 07:53:52.252071 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47416) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:52.262710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ffea374f-17bb-4974-ba7d-cae529ecdc94 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:52.263564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.349541 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] create failed (client error): The resource could not be found. Apr 29 07:53:52.350897 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d816c155-a70a-4748-9d54-a900372e268c tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7481301 Apr 29 07:53:52.355154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47418) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:52.374616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21150b-562d-477a-85c1-f7bba7c00c1b None None] Network 25be7bf5-4007-480f-b705-f499d4734354 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:52.431373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:52.460026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.471180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Allocated IP 172.26.2.97 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/31e90575-2eec-43f7-a101-af6071ce8d54) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:52.479310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] For port ffea374f-17bb-4974-ba7d-cae529ecdc94, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ffea374f-17bb-4974-ba7d-cae529ecdc94,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:52.479673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.498748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8a9706ee-0053-48a9-ad66-33807f0a2822 None None] Provisioning complete for port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:52.499114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a9706ee-0053-48a9-ad66-33807f0a2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.510256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for ffea374f-17bb-4974-ba7d-cae529ecdc94 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:52.562404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Deleting port b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:52.563522 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.603209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.612515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.628268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:52.628563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.715544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.732153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Calling delete_port for b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:52.746734 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event deleted for resources: {'Port': ['ID=907e205e-c686-482c-be5f-d7fc7ef656f8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:52.748455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=363c76ee-6a5c-4d50-be3e-d31a52d8eb37,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:52.753689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.756138 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4810bdd6-4c55-494c-8b0f-3e4a14b82278 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/363c76ee-6a5c-4d50-be3e-d31a52d8eb37 HTTP/1.1" status: 204 len: 168 time: 1.5039864 Apr 29 07:53:52.780089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47420) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:52.884756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a9706ee-0053-48a9-ad66-33807f0a2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:52.892612 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23e9f6-c0d3-4aa1-8045-eb5383eb9913 None None] Network 712556c4-204a-411c-900c-1c644827040a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:53.025963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8a9706ee-0053-48a9-ad66-33807f0a2822 None None] For port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:53.117539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a9706ee-0053-48a9-ad66-33807f0a2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.155073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.217922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9706ee-0053-48a9-ad66-33807f0a2822 None None] Pushing event updated for resources: {'Port': ['ID=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:53.290321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:53:53.292192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:53:53.294053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 071c52ac-c457-4b1d-9dd0-70acd26be0d0 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:53.294495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.301568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] DHCP port deletion for 712556c4-204a-411c-900c-1c644827040a request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:53.371710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] Deleting port d4db8b7d-0e35-4034-bafa-bfebf5969a7b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:53.372174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.403382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.416875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 071c52ac-c457-4b1d-9dd0-70acd26be0d0 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:53.445674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] For port d4db8b7d-0e35-4034-bafa-bfebf5969a7b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,segment=NetworkSegment(e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc),segment_id=e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:53.446069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.460492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.461988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] Calling delete_port for d4db8b7d-0e35-4034-bafa-bfebf5969a7b owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:53.462113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.473029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.473532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9af3e2fd-5bc9-4444-871a-5aabdaaf449b None None] Provisioning complete for port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:53.473789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9af3e2fd-5bc9-4444-871a-5aabdaaf449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.479084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.484677 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0559b6dc-946a-4c20-8aee-3be0915f16d5 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/ports/907e205e-c686-482c-be5f-d7fc7ef656f8 HTTP/1.1" status: 204 len: 168 time: 3.5368633 Apr 29 07:53:53.492852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47422) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:53.503805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event deleted for resources: {'Port': ['ID=b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:53.629980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Deleting subnet 0a54f785-48fa-4f74-b473-b9c014c42205 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:53.659729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.686288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.729288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.731826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:53.737966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.740860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port d4db8b7d-0e35-4034-bafa-bfebf5969a7b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:53.741201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.741741 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d719352c-65c2-493a-81cd-b822a1d03d86 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "DELETE /v2.0/ports/b2a4e70a-9660-45f8-b7c0-0d6e7a33a11d HTTP/1.1" status: 204 len: 168 time: 1.3853877 Apr 29 07:53:53.744216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.745058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:53.747229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47424) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:53.747519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:53.769226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] Pushing event deleted for resources: {'Port': ['ID=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:53.772362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611998e2-cbfb-4f44-a3ca-c4a498fc37bb None None] No DVR routers for this DVR port d4db8b7d-0e35-4034-bafa-bfebf5969a7b on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:53.794728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Pushing event updated for resources: {'Port': ['ID=31e90575-2eec-43f7-a101-af6071ce8d54,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:53.835194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.872982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=ffea374f-17bb-4974-ba7d-cae529ecdc94,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:53.895666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:53.906961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae103d3-9e62-4269-a15d-4d582f904a1d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:53.911585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9ae103d3-9e62-4269-a15d-4d582f904a1d tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "GET /v2.0/ports?device_id=715332f3-c70d-4f7b-8c04-51d6a4cb0a7e HTTP/1.1" status: 200 len: 913 time: 0.1615934 Apr 29 07:53:53.913077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47426) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:53.999662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port d4db8b7d-0e35-4034-bafa-bfebf5969a7b, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:54.000025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.037138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.078586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=071c52ac-c457-4b1d-9dd0-70acd26be0d0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:54.114180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.122122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for d4db8b7d-0e35-4034-bafa-bfebf5969a7b owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:54.130507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Port d4db8b7d-0e35-4034-bafa-bfebf5969a7b was not found and therefore no delete operation was performed {{(pid=109781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:53:54.136061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:54.166711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.182145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.207867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:53:54.208241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.290059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=d4db8b7d-0e35-4034-bafa-bfebf5969a7b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:54.301418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port d4db8b7d-0e35-4034-bafa-bfebf5969a7b on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:54.330496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.434517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d4db8b7d-0e35-4034-bafa-bfebf5969a7b no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:54.456327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: d4db8b7d-0e35-4034-bafa-bfebf5969a7b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:54.456923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d4db8b7d-0e35-4034-bafa-bfebf5969a7b not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:54.524078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.538123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.586071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event deleted for resources: {'Subnet': ['ID=0a54f785-48fa-4f74-b473-b9c014c42205,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:54.588100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.591318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-38d9480e-73e7-4057-a545-a6c527058af7 tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/subnets/0a54f785-48fa-4f74-b473-b9c014c42205 HTTP/1.1" status: 204 len: 168 time: 1.0960314 Apr 29 07:53:54.597126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47428) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:54.597696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e785e8-a3dd-4cce-b3ba-8d335a6c5583 None None] Network feb94ae5-5192-4540-99da-692f89779249 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:54.608319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Router 8356bf5f-0ade-4672-82df-4e664a1d055b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:54.616612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712556c4-204a-411c-900c-1c644827040a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.638761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.639581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49da2e5-8d2e-4f53-bc87-9a1ac8660bcc') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.655047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:54.681556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.715888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.769847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.786152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:54.786600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:54.789549 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:54.804842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:54.806613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] DHCP port deletion for feb94ae5-5192-4540-99da-692f89779249 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:54.834528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e1ffd7df-c81d-450b-a4b0-8b8d6ac3fca2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/d36dc7b3-6ed1-4b4c-b887-b95d70689ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9928312 Apr 29 07:53:54.836503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47430) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:54.836675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] Sync routers for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:54.850192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.852307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:54.853709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.857919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.895191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.895513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:54.910176 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] Sync routers for ids ['8356bf5f-0ade-4672-82df-4e664a1d055b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:54.921493 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] Routers {'8356bf5f-0ade-4672-82df-4e664a1d055b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:54.922371 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8356bf5f-0ade-4672-82df-4e664a1d055b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.927838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Deleting port a4858d57-5022-4c97-9b70-0668060d4b8f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:54.928029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:54.933592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] Routers {'d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:54.934832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.956318 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-486daa45-3920-4d54-9c91-fde0d8092840 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "PUT /v2.0/routers/8356bf5f-0ade-4672-82df-4e664a1d055b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3737729 Apr 29 07:53:54.958579 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6c357497-3cdc-447f-bcc8-6a2d08af540c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 HTTP/1.1" status: 200 len: 205 time: 0.1101899 Apr 29 07:53:54.964597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47432) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:54.975817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47434) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:54.986730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:54.987548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1985a-a209-4dfa-b5b9-4f34953d1b93 None None] The sync data for ids ['d36dc7b3-6ed1-4b4c-b887-b95d70689ff3'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:55.014246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] Deleting port a4858d57-5022-4c97-9b70-0668060d4b8f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:55.015324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.036394 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] Set router 8356bf5f-0ade-4672-82df-4e664a1d055b gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:55.074229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] For port a4858d57-5022-4c97-9b70-0668060d4b8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a4858d57-5022-4c97-9b70-0668060d4b8f,segment=NetworkSegment(48c579e2-f16f-40ef-8540-5f1bdec6233b),segment_id=48c579e2-f16f-40ef-8540-5f1bdec6233b)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:55.074632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.091400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Calling delete_port for a4858d57-5022-4c97-9b70-0668060d4b8f owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:55.099356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] For port a4858d57-5022-4c97-9b70-0668060d4b8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a4858d57-5022-4c97-9b70-0668060d4b8f,segment=NetworkSegment(48c579e2-f16f-40ef-8540-5f1bdec6233b),segment_id=48c579e2-f16f-40ef-8540-5f1bdec6233b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:55.100162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.116300 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'name': 'tempest-NetworksTestDHCPv6-router-99173994', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:38Z', 'updated_at': '2022-04-29T07:53:53Z', 'revision_number': 3, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:55.122622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] Calling delete_port for a4858d57-5022-4c97-9b70-0668060d4b8f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:55.157565 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] Checking router: 8356bf5f-0ade-4672-82df-4e664a1d055b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:53:55.169888 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] Routers {'8356bf5f-0ade-4672-82df-4e664a1d055b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:55.170722 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8356bf5f-0ade-4672-82df-4e664a1d055b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:55.259741 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] Set router 8356bf5f-0ade-4672-82df-4e664a1d055b gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:55.263262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Deleting port 6898cac6-e70a-4502-a421-9a04e37f31b6 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:55.263609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.288567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.316106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] Pushing event deleted for resources: {'Port': ['ID=a4858d57-5022-4c97-9b70-0668060d4b8f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:55.327062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d1a24-bbe4-451a-aeda-f08855e198e3 None None] No DVR routers for this DVR port a4858d57-5022-4c97-9b70-0668060d4b8f on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:55.352298 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'name': 'tempest-NetworksTestDHCPv6-router-99173994', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:38Z', 'updated_at': '2022-04-29T07:53:53Z', 'revision_number': 3, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:55.374825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.386393 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4bf9e-cc4a-4a6b-a896-a0de9db4715b None None] The sync data for ids ['8356bf5f-0ade-4672-82df-4e664a1d055b'] in dv-neutron-839740-1-hyperv is: [{'id': '8356bf5f-0ade-4672-82df-4e664a1d055b', 'name': 'tempest-NetworksTestDHCPv6-router-99173994', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:38Z', 'updated_at': '2022-04-29T07:53:53Z', 'revision_number': 3, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:55.389530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.397263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Calling delete_port for 6898cac6-e70a-4502-a421-9a04e37f31b6 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:55.430026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c0a3079d-b674-432f-8a5c-40a8eaf5c74f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.436593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] No DVR routers for this DVR port a4858d57-5022-4c97-9b70-0668060d4b8f on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:55.437717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event deleted for resources: {'Port': ['ID=a4858d57-5022-4c97-9b70-0668060d4b8f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:55.442962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.485239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c3038-fff8-4ffd-ac0a-b22f45dc0e46 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:55.487831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c3038-fff8-4ffd-ac0a-b22f45dc0e46 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:55.490989 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4f8c3038-fff8-4ffd-ac0a-b22f45dc0e46 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5253186 Apr 29 07:53:55.492482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.496117 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/712556c4-204a-411c-900c-1c644827040a HTTP/1.1" status: 204 len: 168 time: 2.7118962 Apr 29 07:53:55.500011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47436) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:55.510539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47438) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:55.525789 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-228479228', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:55.561524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e05c8-8ed4-4ffb-ae98-b2e389057d68 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=712556c4-204a-411c-900c-1c644827040a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:55.565464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting port 292cb95f-7b5a-47a3-83f8-90c2dafc2c37 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:55.565807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.599156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.632234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb94ae5-5192-4540-99da-692f89779249']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:55.645537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 4dc798bf-d463-4b63-a3d8-05d57d8ea747 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:55.772067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c0a3079d-b674-432f-8a5c-40a8eaf5c74f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.776272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c0a3079d-b674-432f-8a5c-40a8eaf5c74f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.833145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.834154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.896465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.919512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Calling delete_port for 292cb95f-7b5a-47a3-83f8-90c2dafc2c37 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:55.928834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.942620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.974276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c0a3079d-b674-432f-8a5c-40a8eaf5c74f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:55.974842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a3079d-b674-432f-8a5c-40a8eaf5c74f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Fanout notify agent at l3_agent the message router_deleted on router d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:55.995478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c579e2-f16f-40ef-8540-5f1bdec6233b') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:55.995874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c579e2-f16f-40ef-8540-5f1bdec6233b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:56.007606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a4858d57-5022-4c97-9b70-0668060d4b8f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:56.015671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.028774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c0a3079d-b674-432f-8a5c-40a8eaf5c74f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.029888 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c0a3079d-b674-432f-8a5c-40a8eaf5c74f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 HTTP/1.1" status: 204 len: 168 time: 1.0506852 Apr 29 07:53:56.034643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47440) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:56.041847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a4858d57-5022-4c97-9b70-0668060d4b8f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:56.042198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a4858d57-5022-4c97-9b70-0668060d4b8f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:56.042638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ffea374f-17bb-4974-ba7d-cae529ecdc94 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:56.045589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.055119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.058607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:56.059093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:56.062205 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:56.067364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: ffea374f-17bb-4974-ba7d-cae529ecdc94 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:56.067719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ffea374f-17bb-4974-ba7d-cae529ecdc94 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:56.075190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.186894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.206154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet 343ceb5b-5139-4302-8b49-90f41f0182ab {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:56.232155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.240311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.246251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] 10.222.0.16 "DELETE /v2.0/networks/feb94ae5-5192-4540-99da-692f89779249 HTTP/1.1" status: 204 len: 168 time: 1.6452909 Apr 29 07:53:56.246937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.258376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0014187-7276-412f-9c95-000786a0523f tempest-TagsExtTest-1885920877 tempest-TagsExtTest-1885920877-project] Pushing event deleted for resources: {'Network': ['ID=feb94ae5-5192-4540-99da-692f89779249,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:56.281860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.317033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event deleted for resources: {'Port': ['ID=6898cac6-e70a-4502-a421-9a04e37f31b6,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:56.335948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.343371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.360452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.366822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/4dc798bf-d463-4b63-a3d8-05d57d8ea747 HTTP/1.1" status: 204 len: 168 time: 0.8660100 Apr 29 07:53:56.375256 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9972ccee-ac22-48e4-b72a-ff1276bd02ca None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:56.400272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47444) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:56.402335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba36c1-492d-4dfb-aeca-68634e4d5c7f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc798bf-d463-4b63-a3d8-05d57d8ea747,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:56.514271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.539158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.566409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.603949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:56.683213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] Deleting port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:56.684280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.691585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Port': ['ID=292cb95f-7b5a-47a3-83f8-90c2dafc2c37,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:56.723247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Router 715332f3-c70d-4f7b-8c04-51d6a4cb0a7e has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:56.745641 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c21738e3-5ce4-41a6-ae16-ab2c85a136fc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3422022 Apr 29 07:53:56.748876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47448) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:56.774980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] For port dd4a4457-7d95-4192-ae4f-bd485c3a19d7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dd4a4457-7d95-4192-ae4f-bd485c3a19d7,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:56.775643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.793623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] Calling delete_port for dd4a4457-7d95-4192-ae4f-bd485c3a19d7 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:56.810827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47450) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:56.816477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.885564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:53:56.917917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da3c0912-f330-4c41-85cb-d5b85936fd47 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.920128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:56.929819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] Sync routers for ids ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:56.934639 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bb19e8c9-c230-429f-9c17-7786cbfe4dc1 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "PUT /v2.0/routers/715332f3-c70d-4f7b-8c04-51d6a4cb0a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0190022 Apr 29 07:53:56.934887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47454) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:56.947893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:56.952036 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] Routers {'715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:56.952691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:56.991103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:56.991103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.025024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] Routers {'715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:57.026385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:57.029769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] Pushing event deleted for resources: {'Port': ['ID=dd4a4457-7d95-4192-ae4f-bd485c3a19d7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:57.056907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.066840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a1cc1-873c-4647-8c52-91dbf3628319 None None] No DVR routers for this DVR port dd4a4457-7d95-4192-ae4f-bd485c3a19d7 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:57.068605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:57.069411 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e3e0b-0e41-4410-875a-3f59d672985e None None] The sync data for ids ['715332f3-c70d-4f7b-8c04-51d6a4cb0a7e'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:57.131285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-91163166-b913-4bca-a864-cc0a29b061f6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.255434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da3c0912-f330-4c41-85cb-d5b85936fd47 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.259715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da3c0912-f330-4c41-85cb-d5b85936fd47 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.391927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-91163166-b913-4bca-a864-cc0a29b061f6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.394102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-91163166-b913-4bca-a864-cc0a29b061f6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.422844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=343ceb5b-5139-4302-8b49-90f41f0182ab,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:57.429961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da3c0912-f330-4c41-85cb-d5b85936fd47 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.431265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3c0912-f330-4c41-85cb-d5b85936fd47 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Fanout notify agent at l3_agent the message router_deleted on router 8356bf5f-0ade-4672-82df-4e664a1d055b {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:57.433964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.437806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da3c0912-f330-4c41-85cb-d5b85936fd47 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.440360 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7a9c032e-4020-4c62-8924-e2289dbc4f3e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/343ceb5b-5139-4302-8b49-90f41f0182ab HTTP/1.1" status: 204 len: 168 time: 1.4034159 Apr 29 07:53:57.442940 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-da3c0912-f330-4c41-85cb-d5b85936fd47 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/routers/8356bf5f-0ade-4672-82df-4e664a1d055b HTTP/1.1" status: 204 len: 168 time: 0.6913276 Apr 29 07:53:57.443783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ccd44-1c47-4ebf-b137-f6e28e175f4b None None] Network a62a38f6-cc22-422f-ba3c-30842e22d9b2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:57.444485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47456) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:57.444867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47458) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:57.457250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:57.507380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-91163166-b913-4bca-a864-cc0a29b061f6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.508177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91163166-b913-4bca-a864-cc0a29b061f6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Fanout notify agent at l3_agent the message router_deleted on router 715332f3-c70d-4f7b-8c04-51d6a4cb0a7e {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:53:57.552427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-91163166-b913-4bca-a864-cc0a29b061f6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.553624 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-91163166-b913-4bca-a864-cc0a29b061f6 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "DELETE /v2.0/routers/715332f3-c70d-4f7b-8c04-51d6a4cb0a7e HTTP/1.1" status: 204 len: 168 time: 0.6178269 Apr 29 07:53:57.562213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47460) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:57.595276 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e3ab36db-08b3-4493-92c0-57ec61361ec9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5bac34000cb4d7ca2313c03a6ae19a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227831 Apr 29 07:53:57.603591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47462) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:57.616778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet 2887aae5-452c-471f-bbd0-86f9bcaeb5fe {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:57.637445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.654978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Router 161802a0-427d-4800-ba10-0d6c83e79479 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:57.659926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:57.675569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:57.688367 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:57.693504 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:57.702491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043db89-e140-404c-b15a-146325247be3 None None] DHCP port deletion for a62a38f6-cc22-422f-ba3c-30842e22d9b2 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:57.730955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Deleting subnet c8236c98-9075-48be-99a9-e532f74d53ae {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:53:57.757850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.763853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.781701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a043db89-e140-404c-b15a-146325247be3 None None] Deleting port 1f244e56-1ddf-4052-a30a-96214e1d5290 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:57.782385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a043db89-e140-404c-b15a-146325247be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.787137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:57.800308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] Sync routers for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:57.815943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.819779 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab43fb52-4bb5-4abb-ab0d-db759c643575 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6157341 Apr 29 07:53:57.824271 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5ae2578c-3374-4997-b8dd-17bc2801fea1 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5431247 Apr 29 07:53:57.824443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47464) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:57.825629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47466) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:57.854611 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:57.855559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:57.859952 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:57.880294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.884663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:57.888132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.888834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.891332 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-43cc38c3-c0e3-454c-b1c3-edbd1f65ccd5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] delete failed (client error): The resource could not be found. Apr 29 07:53:57.901540 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-43cc38c3-c0e3-454c-b1c3-edbd1f65ccd5 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-323976316 HTTP/1.1" status: 404 len: 334 time: 0.0658646 Apr 29 07:53:57.901540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47468) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:57.901838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-df75ec7c-6f3f-4e71-9e13-f48556d6000d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'router': {'external_gateway_info': {'network_id': '161802a0-427d-4800-ba10-0d6c83e79479'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:57.908106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:57.917710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a043db89-e140-404c-b15a-146325247be3 None None] For port 1f244e56-1ddf-4052-a30a-96214e1d5290, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1f244e56-1ddf-4052-a30a-96214e1d5290,segment=NetworkSegment(11d4065a-8348-4e12-b77b-16d12de388e7),segment_id=11d4065a-8348-4e12-b77b-16d12de388e7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:57.918355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a043db89-e140-404c-b15a-146325247be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.922058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.936475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:57.936963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ff85829-f7cc-43ad-9879-d64bbfac201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:57.938243 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:57.941964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a043db89-e140-404c-b15a-146325247be3 None None] Calling delete_port for 1f244e56-1ddf-4052-a30a-96214e1d5290 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:53:57.986856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:57.987665 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39c36c-20cb-4f0f-9443-fbc3089baddc None None] The sync data for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:58.091470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dd4a4457-7d95-4192-ae4f-bd485c3a19d7 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:58.123924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: dd4a4457-7d95-4192-ae4f-bd485c3a19d7 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:53:58.124948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dd4a4457-7d95-4192-ae4f-bd485c3a19d7 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:58.125757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1f244e56-1ddf-4052-a30a-96214e1d5290 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:53:58.137943 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:53:54Z', 'revision_number': 3, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:58.171285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a043db89-e140-404c-b15a-146325247be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.172442 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:53:58.172853 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Updating router 5749c483-55c8-4474-b6b5-6892bb0b1cfc port 31e90575-2eec-43f7-a101-af6071ce8d54 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:53:58.188635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-df75ec7c-6f3f-4e71-9e13-f48556d6000d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.203104 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.217679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043db89-e140-404c-b15a-146325247be3 None None] No DVR routers for this DVR port 1f244e56-1ddf-4052-a30a-96214e1d5290 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:53:58.225945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043db89-e140-404c-b15a-146325247be3 None None] Pushing event deleted for resources: {'Port': ['ID=1f244e56-1ddf-4052-a30a-96214e1d5290,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:58.239035 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No active binding found for port 1f244e56-1ddf-4052-a30a-96214e1d5290 {{(pid=109783) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 07:53:58.239606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1f244e56-1ddf-4052-a30a-96214e1d5290 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:53:58.245633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.26.2.162 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/cbfd0fb5-60bf-40a1-bbea-d3734dc43a76) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:58.318704 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-df75ec7c-6f3f-4e71-9e13-f48556d6000d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] update failed (client error): The resource could not be found. Apr 29 07:53:58.319776 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-df75ec7c-6f3f-4e71-9e13-f48556d6000d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479 HTTP/1.1" status: 404 len: 339 time: 0.4221511 Apr 29 07:53:58.324942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47470) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:58.334239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-427748392'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:58.390290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.414895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ff85829-f7cc-43ad-9879-d64bbfac201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.451828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:58.455712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.479466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:53:58.488747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.489094 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Added segment dcfc60c7-d07d-4cff-a064-96d213f782aa of type vlan for network c5c41905-0606-4315-b3e8-557351d66ade Apr 29 07:53:58.519812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.539102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.568531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.569658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:58.575427 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:58.583110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:58.625761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=cbfd0fb5-60bf-40a1-bbea-d3734dc43a76,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:58.628848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.709660 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.716349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.722298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:58.722978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.766764 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.806029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ff85829-f7cc-43ad-9879-d64bbfac201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.808612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9ff85829-f7cc-43ad-9879-d64bbfac201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.810081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9ff85829-f7cc-43ad-9879-d64bbfac201b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2d6d092-cdf2-4818-bb4e-2774cdcfd5f1 HTTP/1.1" status: 204 len: 168 time: 1.2051163 Apr 29 07:53:58.821614 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Attempting to bind port 31e90575-2eec-43f7-a101-af6071ce8d54 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:53:58.821977 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Attempting to bind port 31e90575-2eec-43f7-a101-af6071ce8d54 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:53:58.822458 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Attempting to bind port 31e90575-2eec-43f7-a101-af6071ce8d54 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:58.825017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85829-f7cc-43ad-9879-d64bbfac201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d6d092-cdf2-4818-bb4e-2774cdcfd5f1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:58.839150 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Pushing event updated for resources: {'Port': ['ID=31e90575-2eec-43f7-a101-af6071ce8d54,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:58.842308 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:58.845191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Network': ['ID=c5c41905-0606-4315-b3e8-557351d66ade,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:58.854620 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:53:58.856194 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.856753 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:58.858453 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Bound port: 31e90575-2eec-43f7-a101-af6071ce8d54, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:53:58.862212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.862554 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.865448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network c5c41905-0606-4315-b3e8-557351d66ade details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:53:58.887538 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-790e1bdd-4ead-4319-849b-dd5cfac364ae tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5613265 Apr 29 07:53:58.890972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47474) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:58.900173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'subnet': {'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:58.922490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77123e3f-e383-4e9e-b5f8-b2f566314eb3 None None] Network d67f6bb6-aa75-48e0-8735-969ae69cad35 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:58.925062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=2887aae5-452c-471f-bbd0-86f9bcaeb5fe,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:58.935645 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.936081 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.936631 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.936960 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.937289 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.937631 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.938034 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.938395 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.938791 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.939151 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.942569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.942569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:58.979147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:58.982380 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b3642496-de83-47a9-997c-368c1b1d0f30 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/2887aae5-452c-471f-bbd0-86f9bcaeb5fe HTTP/1.1" status: 204 len: 168 time: 1.5363164 Apr 29 07:53:58.985850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47476) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:58.987174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.000417 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] For port 31e90575-2eec-43f7-a101-af6071ce8d54, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:59.009400 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] For port 31e90575-2eec-43f7-a101-af6071ce8d54, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=31e90575-2eec-43f7-a101-af6071ce8d54,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:59.037436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.073265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.075820 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.079088 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "DELETE /v2.0/subnets/c8236c98-9075-48be-99a9-e532f74d53ae HTTP/1.1" status: 204 len: 168 time: 1.5157442 Apr 29 07:53:59.107520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47478) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:59.115842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c8bd2-8761-4bdb-ae6b-5eacd6acd936 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event deleted for resources: {'Subnet': ['ID=c8236c98-9075-48be-99a9-e532f74d53ae,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:59.181093 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:59.182082 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:59.209480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:59.216652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6659c898-92bf-446a-a947-55b096921a3e None None] Network bff412cd-467e-4e7f-8cb4-c23da223df4c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:59.225054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:59.231187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:53:59.231696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.239927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.241343 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99a57f-a983-45b8-9e53-e7eeb502f6bf None None] Pushing event updated for resources: {'Port': ['ID=31e90575-2eec-43f7-a101-af6071ce8d54,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:59.254942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e8349-da21-4cfb-bf3e-becf16d56c09 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:53:59.258775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:59.273173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Made reservation on behalf of 1c6220b7f5a748eca18fe2cd7b05f80e for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:59.276642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.354102 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:59.392968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b024465f-5f21-44f1-ad12-8756ee9a8a75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9391632 Apr 29 07:53:59.425465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47486) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:53:59.430600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.446759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5d30204f-6db8-405b-8b6d-77059adc168c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1521779600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:59.526535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.558879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62a38f6-cc22-422f-ba3c-30842e22d9b2']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:59.563948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:53:59.565861 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.575057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d4065a-8348-4e12-b77b-16d12de388e7') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:59.575354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d4065a-8348-4e12-b77b-16d12de388e7') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:59.603121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.631382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d30204f-6db8-405b-8b6d-77059adc168c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.631382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d30204f-6db8-405b-8b6d-77059adc168c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.631382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.643374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:53:59.643780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.652752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:53:59.654966 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:53:59.657674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.717863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] DHCP port deletion for d67f6bb6-aa75-48e0-8735-969ae69cad35 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:59.786268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] DHCP port deletion for bff412cd-467e-4e7f-8cb4-c23da223df4c request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:53:59.836346 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:53:54Z', 'revision_number': 3, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:59.865519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16/e122395c-2036-4eba-a987-3898c5a40577) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:59.879758 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f645-54a5-406c-9e6b-bfd144c9e00e None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:53:54Z', 'revision_number': 3, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:59.937923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Deleting port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:59.938455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:53:59.997058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] Deleting port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:53:59.997459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.017085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] For port 219511a1-ca3d-43b6-83e0-7ff1db2332f8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=219511a1-ca3d-43b6-83e0-7ff1db2332f8,segment=NetworkSegment(b600a014-bbb4-4aaf-b619-9f5e66c1be56),segment_id=b600a014-bbb4-4aaf-b619-9f5e66c1be56)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:00.018201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.045573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Allocated IP 172.20.0.1 (25be7bf5-4007-480f-b705-f499d4734354/89044d52-e11b-448d-8832-c58495a309b1/a410a21c-efbf-4f28-8c97-29cdd85f7cb9) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:00.050373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Calling delete_port for 219511a1-ca3d-43b6-83e0-7ff1db2332f8 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:00.051179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d30204f-6db8-405b-8b6d-77059adc168c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.056470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.080680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] Deleting port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:00.081304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.112701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:00.119257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d30204f-6db8-405b-8b6d-77059adc168c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.135687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.149725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.157567 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/a62a38f6-cc22-422f-ba3c-30842e22d9b2 HTTP/1.1" status: 204 len: 168 time: 1.1636364 Apr 29 07:54:00.166127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47498) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:00.178184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb21e6-35e7-4eed-a83a-36eb7efcbc47 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=a62a38f6-cc22-422f-ba3c-30842e22d9b2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:00.280806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d30204f-6db8-405b-8b6d-77059adc168c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.284267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5d30204f-6db8-405b-8b6d-77059adc168c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8553274 Apr 29 07:54:00.290835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47502) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:00.306625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.345147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] For port 219511a1-ca3d-43b6-83e0-7ff1db2332f8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=219511a1-ca3d-43b6-83e0-7ff1db2332f8,segment=NetworkSegment(b600a014-bbb4-4aaf-b619-9f5e66c1be56),segment_id=b600a014-bbb4-4aaf-b619-9f5e66c1be56)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:00.345586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.377331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] Calling delete_port for 219511a1-ca3d-43b6-83e0-7ff1db2332f8 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:00.380280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] For port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,segment=NetworkSegment(bdcf33d4-1819-42d9-9851-2d230d1fbbd5),segment_id=bdcf33d4-1819-42d9-9851-2d230d1fbbd5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:00.380681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.410770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] Calling delete_port for 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:00.413918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.453149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47504) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:00.464792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027859 Apr 29 07:54:00.500679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.500906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:00.503201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47506) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:00.509916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.565740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.626541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:00.629849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:00.646776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.725387 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9136eb6f-84bd-4488-91d3-f32130f25f48 tempest-NetworksApiDiscovery-369741255 tempest-NetworksApiDiscovery-369741255-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2134044 Apr 29 07:54:00.768492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,segment=NetworkSegment(bdcf33d4-1819-42d9-9851-2d230d1fbbd5),segment_id=bdcf33d4-1819-42d9-9851-2d230d1fbbd5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:00.770804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Pushing event updated for resources: {'Port': ['ID=e122395c-2036-4eba-a987-3898c5a40577,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:00.785179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Attempting to bind port e122395c-2036-4eba-a987-3898c5a40577 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:00.785544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Attempting to bind port e122395c-2036-4eba-a987-3898c5a40577 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:00.785907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Attempting to bind port e122395c-2036-4eba-a987-3898c5a40577 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:00.797038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:00.797929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:00.797929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.798183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:00.799253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Bound port: e122395c-2036-4eba-a987-3898c5a40577, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:00.799618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.817498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:00.818561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.878378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Subnet': ['ID=0f94aa1e-c421-481a-815a-6a21663dfecc,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:00.893501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.894206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 219511a1-ca3d-43b6-83e0-7ff1db2332f8 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:00.907760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.908764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.909107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.909434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.909761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.910086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.910403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.910750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.911072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.911387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.911703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.912204 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:00.929586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,segment=NetworkSegment(bdcf33d4-1819-42d9-9851-2d230d1fbbd5),segment_id=bdcf33d4-1819-42d9-9851-2d230d1fbbd5)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:00.929975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:00.933097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Checking segment: {'id': 'dcfc60c7-d07d-4cff-a064-96d213f782aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:00.933498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network hostable DHCP agents. Network: c5c41905-0606-4315-b3e8-557351d66ade, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:00.946932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:00.994319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.006999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] For port e122395c-2036-4eba-a987-3898c5a40577, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:01.014072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] For port e122395c-2036-4eba-a987-3898c5a40577, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e122395c-2036-4eba-a987-3898c5a40577,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:01.017055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.045167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.051484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router baad2d57-cc6c-49b3-a42d-c3ad54f7c75d is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:01.053283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network c5c41905-0606-4315-b3e8-557351d66ade is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:01.057959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:01.060740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event deleted for resources: {'Port': ['ID=219511a1-ca3d-43b6-83e0-7ff1db2332f8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:01.067482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] No DVR routers for this DVR port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:01.089119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.094873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 update to DOWN by agent not found {{(pid=109783) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 29 07:54:01.113771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] No DVR routers for this DVR port 219511a1-ca3d-43b6-83e0-7ff1db2332f8 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:01.118018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.139182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, c5c41905-0606-4315-b3e8-557351d66ade) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:01.144584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Network 25be7bf5-4007-480f-b705-f499d4734354 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:01.151872 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:01.153033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.154133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.174010 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7cbef9-6c6f-4a54-ad53-172ac198552b None None] Network c5c41905-0606-4315-b3e8-557351d66ade requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:01.179023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] No DVR routers for this DVR port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:01.185055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244835f-2139-469e-b5c6-8ac2a86dbd47 None None] Pushing event deleted for resources: {'Port': ['ID=219511a1-ca3d-43b6-83e0-7ff1db2332f8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:01.209810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:01.227880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:01.314091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.342728 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c5d72d7d-1ff8-4549-bc4a-33ab48c35b51 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4473417 Apr 29 07:54:01.376487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47514) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:01.383904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9329b4a9-a038-4c1f-a812-5802c438cf1c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:01.408511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47516) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:01.436123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d919e5a-5855-4937-9081-20076f6b433a None None] Pushing event deleted for resources: {'Port': ['ID=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:01.437045 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Pushing event updated for resources: {'Port': ['ID=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:01.522848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff412cd-467e-4e7f-8cb4-c23da223df4c']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:01.530557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:01.532273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.532989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.533343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.533676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.533997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.534321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.534675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.535003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.535386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.535612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.535929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.536261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:01.547207 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] Sync routers for ids ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:01.572344 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] Routers {'baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:01.573935 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:01.635386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b600a014-bbb4-4aaf-b619-9f5e66c1be56') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:01.635655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b600a014-bbb4-4aaf-b619-9f5e66c1be56') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:01.650846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.663555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.678965 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:01.692305 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] Routers {'baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:01.692970 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:01.725338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.754201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port 4c7d18f0-c676-4cf5-a2eb-30c0eac523ec on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:01.770757 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:01.771924 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e3ef-9859-4929-b822-a50ee7c65c60 None None] The sync data for ids ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:01.793241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=4c7d18f0-c676-4cf5-a2eb-30c0eac523ec,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:01.798323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9329b4a9-a038-4c1f-a812-5802c438cf1c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.812212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.813920 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a12fe400-cc6b-4267-9e92-586a1cd5c1e1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.2937574 Apr 29 07:54:01.823042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47522) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:01.824439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.832250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bd997e7-555f-4f52-9644-f65c17fc3a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.833114 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:01.833708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.864103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-c5c41905-0606-4315-b3e8-557351d66ade', 'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade', 'tenant_id': '1c6220b7f5a748eca18fe2cd7b05f80e', 'fixed_ips': [{'subnet_id': '0f94aa1e-c421-481a-815a-6a21663dfecc'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:01.865244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.870292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8723d-feab-4139-97a8-1bbc5564b126 None None] Pushing event updated for resources: {'Port': ['ID=e122395c-2036-4eba-a987-3898c5a40577,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:01.883581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-22c4af2b-834c-4c8b-8566-af0dd2cecf88 None None] Provisioning complete for port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:01.884045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22c4af2b-834c-4c8b-8566-af0dd2cecf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:01.931710 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:01.990307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-22c4af2b-834c-4c8b-8566-af0dd2cecf88 None None] Port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:02.021162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.025507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.029409 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] 10.222.0.16 "DELETE /v2.0/networks/bff412cd-467e-4e7f-8cb4-c23da223df4c HTTP/1.1" status: 204 len: 168 time: 2.9207006 Apr 29 07:54:02.096159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Allocated IP 2001:db8:1::2 (c5c41905-0606-4315-b3e8-557351d66ade/0f94aa1e-c421-481a-815a-6a21663dfecc/97059b43-34a4-47f0-8659-a4d37bfc5a8d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:02.127675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e82b3-4f0d-4102-98b5-31873d9ec6b2 tempest-FloatingIPNegativeTestJSON-488216189 tempest-FloatingIPNegativeTestJSON-488216189-project] Pushing event deleted for resources: {'Network': ['ID=bff412cd-467e-4e7f-8cb4-c23da223df4c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:02.167791 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2318ea5a-0d8f-4031-a85a-2a1e040ff255 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/routers/baad2d57-cc6c-49b3-a42d-c3ad54f7c75d HTTP/1.1" status: 200 len: 880 time: 0.2377732 Apr 29 07:54:02.170123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47526) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:02.196478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e122395c-2036-4eba-a987-3898c5a40577 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:02.284430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e122395c-2036-4eba-a987-3898c5a40577 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:02.284893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.288597 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-9329b4a9-a038-4c1f-a812-5802c438cf1c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:54:02.293650 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9329b4a9-a038-4c1f-a812-5802c438cf1c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479 HTTP/1.1" status: 400 len: 364 time: 0.9151647 Apr 29 07:54:02.294246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47528) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:02.420900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.463497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.501043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67f6bb6-aa75-48e0-8735-969ae69cad35']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:02.511669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port e122395c-2036-4eba-a987-3898c5a40577, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e122395c-2036-4eba-a987-3898c5a40577,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:02.518064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.524706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcf33d4-1819-42d9-9851-2d230d1fbbd5') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:02.525118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcf33d4-1819-42d9-9851-2d230d1fbbd5') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:02.555551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::1 (82cc26d6-a369-4498-98e7-aa4095711705/4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16/17f1fceb-f057-4dbe-88d9-4f2ef279cced) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:02.560284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.593823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.596193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.597317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 31e90575-2eec-43f7-a101-af6071ce8d54 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:02.607254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:02.607714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:02.614375 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:02.634052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47532) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:02.665199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.703219 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6ccd7610-0f0e-4d85-879c-1e95676a63cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5317774 Apr 29 07:54:02.703832 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47536) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:02.711458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1c6c16d6-beb3-4f84-8d49-76f1151479ef tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-228479228'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:02.733902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Network c5c41905-0606-4315-b3e8-557351d66ade is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:02.749682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:02.755886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:02.779904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 31e90575-2eec-43f7-a101-af6071ce8d54 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:02.780387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.797302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.856469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=e122395c-2036-4eba-a987-3898c5a40577,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:02.929894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bd997e7-555f-4f52-9644-f65c17fc3a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.936013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Pushing event updated for resources: {'Port': ['ID=97059b43-34a4-47f0-8659-a4d37bfc5a8d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:02.940195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Attempting to bind port 97059b43-34a4-47f0-8659-a4d37bfc5a8d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:02.940565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Attempting to bind port 97059b43-34a4-47f0-8659-a4d37bfc5a8d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'dcfc60c7-d07d-4cff-a064-96d213f782aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:02.940927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Attempting to bind port 97059b43-34a4-47f0-8659-a4d37bfc5a8d on network c5c41905-0606-4315-b3e8-557351d66ade {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:02.951072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:02.951484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Checking segment: {'id': 'dcfc60c7-d07d-4cff-a064-96d213f782aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:02.951852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.952245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Bound using segment: {'id': 'dcfc60c7-d07d-4cff-a064-96d213f782aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:02.952735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Bound port: 97059b43-34a4-47f0-8659-a4d37bfc5a8d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfc60c7-d07d-4cff-a064-96d213f782aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c5c41905-0606-4315-b3e8-557351d66ade'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:02.953109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.974815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:02.996598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.024207 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dac32da4-420a-4f6c-a90f-91c96251254b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9f1501db5a94f8b950309fe78e763e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682163 Apr 29 07:54:03.026094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47538) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:03.054281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bd997e7-555f-4f52-9644-f65c17fc3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.059500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.067386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] For port 97059b43-34a4-47f0-8659-a4d37bfc5a8d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:03.070991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] For port 97059b43-34a4-47f0-8659-a4d37bfc5a8d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=97059b43-34a4-47f0-8659-a4d37bfc5a8d,segment=NetworkSegment(dcfc60c7-d07d-4cff-a064-96d213f782aa),segment_id=dcfc60c7-d07d-4cff-a064-96d213f782aa)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:03.078737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.083243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.085116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 31e90575-2eec-43f7-a101-af6071ce8d54, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=31e90575-2eec-43f7-a101-af6071ce8d54,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:03.091755 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/d67f6bb6-aa75-48e0-8735-969ae69cad35 HTTP/1.1" status: 204 len: 168 time: 2.9241416 Apr 29 07:54:03.093653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47540) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:03.102469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-914580206'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:03.124869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-38b78b23-fe78-4ac7-bf92-b4f0b76037ac None None] Provisioning complete for port e122395c-2036-4eba-a987-3898c5a40577 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:03.125236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38b78b23-fe78-4ac7-bf92-b4f0b76037ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.129365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.150182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94330d7-ac33-4626-b307-718822db13b3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=d67f6bb6-aa75-48e0-8735-969ae69cad35,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:03.163974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.179973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd997e7-555f-4f52-9644-f65c17fc3a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd87df-09b2-4645-8e82-592f2a06a47d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:03.198386 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8bd997e7-555f-4f52-9644-f65c17fc3a2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46baa07ab629475e8824082e7b764c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7664857 Apr 29 07:54:03.207999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:03.216348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.222207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47542) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:03.223225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:03.226147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:03.226715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.336498 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7514f1-9466-483b-bd65-ae4cbca1fde8 None None] Pushing event updated for resources: {'Port': ['ID=97059b43-34a4-47f0-8659-a4d37bfc5a8d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:03.346651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=17f1fceb-f057-4dbe-88d9-4f2ef279cced,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:03.456788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=31e90575-2eec-43f7-a101-af6071ce8d54,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:03.464208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce77310-121a-48e3-93c1-977db9e45c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.492859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.508018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce77310-121a-48e3-93c1-977db9e45c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.563264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.569445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.713331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.715071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Pushing event updated for resources: {'Port': ['ID=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:03.765113 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-28a950b3-5efd-41a6-bb73-aa4d4e155ea8 None None] Provisioning complete for port 17f1fceb-f057-4dbe-88d9-4f2ef279cced triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:03.765691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28a950b3-5efd-41a6-bb73-aa4d4e155ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.823983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-28a950b3-5efd-41a6-bb73-aa4d4e155ea8 None None] Port 17f1fceb-f057-4dbe-88d9-4f2ef279cced cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:03.828146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce77310-121a-48e3-93c1-977db9e45c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.831584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2ce77310-121a-48e3-93c1-977db9e45c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.833012 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2ce77310-121a-48e3-93c1-977db9e45c56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcfd87df-09b2-4645-8e82-592f2a06a47d HTTP/1.1" status: 204 len: 168 time: 0.6032290 Apr 29 07:54:03.866128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce77310-121a-48e3-93c1-977db9e45c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd87df-09b2-4645-8e82-592f2a06a47d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:03.873771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7f576de-9c51-4f67-a3a4-985a7fd30205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.875406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:03.879497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.974947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7f576de-9c51-4f67-a3a4-985a7fd30205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:03.984890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:04.019030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Network 25be7bf5-4007-480f-b705-f499d4734354 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:04.022861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:04.065710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.066276 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment e0f3c489-694b-4a0d-8719-99ac8ad5770a of type vlan for network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 Apr 29 07:54:04.070508 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Allocated IP 2001:db8::1 (e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa/cfe2881c-426b-430c-855e-dfb556b8be8b/6e388b78-5cc4-408c-858b-386476cdd188) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:04.147711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1c6c16d6-beb3-4f84-8d49-76f1151479ef tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.172680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.252762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:04.252878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 97059b43-34a4-47f0-8659-a4d37bfc5a8d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:04.265499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.363186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.364741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.399441 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 97059b43-34a4-47f0-8659-a4d37bfc5a8d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:04.399938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.436487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.442158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1c6c16d6-beb3-4f84-8d49-76f1151479ef tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.446909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7f576de-9c51-4f67-a3a4-985a7fd30205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.449545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7f576de-9c51-4f67-a3a4-985a7fd30205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.451331 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a7f576de-9c51-4f67-a3a4-985a7fd30205 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e41a7e9-cba7-415c-87d6-a1593f894f69 HTTP/1.1" status: 204 len: 168 time: 1.4215260 Apr 29 07:54:04.474923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f576de-9c51-4f67-a3a4-985a7fd30205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e41a7e9-cba7-415c-87d6-a1593f894f69,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:04.603677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=17f1fceb-f057-4dbe-88d9-4f2ef279cced,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:04.635662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-44ab02d6-875e-4980-b91a-be05203a91b1 None None] Provisioning complete for port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:04.636047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44ab02d6-875e-4980-b91a-be05203a91b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.647755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.733874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:04.744738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6c16d6-beb3-4f84-8d49-76f1151479ef tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router baad2d57-cc6c-49b3-a42d-c3ad54f7c75d has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:04.748826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:04.754043 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-107a584a-044c-47bc-89bc-127c8ff71f98 admin admin] 10.222.0.16 "PUT /v2.0/routers/5749c483-55c8-4474-b6b5-6892bb0b1cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9249558 Apr 29 07:54:04.765544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:04.766195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:04.768204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-44ab02d6-875e-4980-b91a-be05203a91b1 None None] Port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:04.806715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:04.808998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:04.865863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 97059b43-34a4-47f0-8659-a4d37bfc5a8d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=97059b43-34a4-47f0-8659-a4d37bfc5a8d,segment=NetworkSegment(dcfc60c7-d07d-4cff-a064-96d213f782aa),segment_id=dcfc60c7-d07d-4cff-a064-96d213f782aa)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:04.927687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c16d6-beb3-4f84-8d49-76f1151479ef tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:04.940060 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] Sync routers for ids ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:04.945470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.952545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:04.952545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.959944 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] Routers {'baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:04.960667 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:04.963701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.985621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1c6c16d6-beb3-4f84-8d49-76f1151479ef tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.985621 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1c6c16d6-beb3-4f84-8d49-76f1151479ef tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/baad2d57-cc6c-49b3-a42d-c3ad54f7c75d HTTP/1.1" status: 200 len: 887 time: 2.2718973 Apr 29 07:54:04.986751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387dffbe-326e-4519-8755-2adbe08bf469 None None] Network c5c41905-0606-4315-b3e8-557351d66ade requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:04.992490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:04.993551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 31e90575-2eec-43f7-a101-af6071ce8d54 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:05.007800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47560) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:05.046135 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:05.073280 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] Routers {'baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:05.074083 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:05.163452 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:05.171637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a0668712-0cc5-4472-87b6-1d7981eeadec None None] Provisioning complete for port 97059b43-34a4-47f0-8659-a4d37bfc5a8d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:05.172122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0668712-0cc5-4472-87b6-1d7981eeadec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:05.173351 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76cf81-bea3-4b6f-993b-5749952737e6 None None] The sync data for ids ['baad2d57-cc6c-49b3-a42d-c3ad54f7c75d'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:05.210251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98c09d7d-007c-4281-91ea-b77115cad73a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/routers/baad2d57-cc6c-49b3-a42d-c3ad54f7c75d HTTP/1.1" status: 200 len: 887 time: 0.1977651 Apr 29 07:54:05.212799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47566) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:05.214051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=bc3963d8-bf0c-4a74-99a2-6946e677a4c6,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:05.216792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Port': ['ID=6e388b78-5cc4-408c-858b-386476cdd188,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:05.240440 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dc3fb5b2-8311-4611-909a-3b769ac4dc9c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1418710 Apr 29 07:54:05.242728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:05.246557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:05.247987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47568) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:05.252847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:05.257015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:05.265297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:05.266262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:05.269991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:05.273258 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4b21d916-7a6f-4e86-b8a0-9f2e9371c470 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=baad2d57-cc6c-49b3-a42d-c3ad54f7c75d HTTP/1.1" status: 200 len: 205 time: 0.0531099 Apr 29 07:54:05.278181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47572) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:05.545174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:05.558958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:05.563753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Router 8da539f4-e052-4b39-bcd1-a030bed22351 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:05.668088 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 31e90575-2eec-43f7-a101-af6071ce8d54 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:05.668738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:05.708769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=97059b43-34a4-47f0-8659-a4d37bfc5a8d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:05.729169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:05.733954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:05.967205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:05.984313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:05.996868 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-067b326c-7de3-4599-a90f-e69581859243 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "PUT /v2.0/routers/8da539f4-e052-4b39-bcd1-a030bed22351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6995893 Apr 29 07:54:05.996868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47592) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:05.998874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.032744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Sync routers for ids ['8da539f4-e052-4b39-bcd1-a030bed22351'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:06.051320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15fe73-3d06-4bcb-a5a0-9dfce894658d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:06.053698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.054519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.061313 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1a15fe73-3d06-4bcb-a5a0-9dfce894658d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports/17f1fceb-f057-4dbe-88d9-4f2ef279cced HTTP/1.1" status: 200 len: 911 time: 0.0529466 Apr 29 07:54:06.061485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47594) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:06.064821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Routers {'8da539f4-e052-4b39-bcd1-a030bed22351'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:06.065269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8da539f4-e052-4b39-bcd1-a030bed22351'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:06.162369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Set router 8da539f4-e052-4b39-bcd1-a030bed22351 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:06.197886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event updated for resources: {'Port': ['ID=6e388b78-5cc4-408c-858b-386476cdd188,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:06.214389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port cbfd0fb5-60bf-40a1-bbea-d3734dc43a76 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:06.214766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.258265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e122395c-2036-4eba-a987-3898c5a40577 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:06.259318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.265718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b087f-650e-4c85-91cc-3fdd7179e2ee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:06.272153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b087f-650e-4c85-91cc-3fdd7179e2ee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:06.276730 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-434b087f-650e-4c85-91cc-3fdd7179e2ee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2161620 Apr 29 07:54:06.277432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47600) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:06.373246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-382ff347-2fce-4032-932a-7c8958aef348 None None] Provisioning complete for port 6e388b78-5cc4-408c-858b-386476cdd188 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:06.373708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-382ff347-2fce-4032-932a-7c8958aef348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.420908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:06.435265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:06.511853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-382ff347-2fce-4032-932a-7c8958aef348 None None] Port 6e388b78-5cc4-408c-858b-386476cdd188 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:06.557100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e122395c-2036-4eba-a987-3898c5a40577 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:06.557645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.629460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-382ff347-2fce-4032-932a-7c8958aef348 None None] Provisioning complete for port 17f1fceb-f057-4dbe-88d9-4f2ef279cced triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:06.629862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-382ff347-2fce-4032-932a-7c8958aef348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.751849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 2, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:06.753521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Router 161802a0-427d-4800-ba10-0d6c83e79479 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:06.845887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:06.846400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Updating router 5749c483-55c8-4474-b6b5-6892bb0b1cfc port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:06.893639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-382ff347-2fce-4032-932a-7c8958aef348 None None] Port 17f1fceb-f057-4dbe-88d9-4f2ef279cced cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:06.900343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.910372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:06.915612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:06.915793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for cbfd0fb5-60bf-40a1-bbea-d3734dc43a76 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:06.926302 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b299045c-e0fc-41d8-b200-bbe9fd1da79a tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6300230 Apr 29 07:54:06.934892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47614) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:06.935146 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] Sync routers for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:06.945335 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:06.946359 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:06.979667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'name': 'tempest-NetworksTestDHCPv6-router-1521779600', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None, '_interfaces': [{'id': '17f1fceb-f057-4dbe-88d9-4f2ef279cced', 'name': '', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'mac_address': 'fa:16:3e:1c:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:01Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'subnets': [{'id': '4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:07.003188 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:07.013949 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:07.015328 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:07.029299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47618) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:07.043962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2133429631-network', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:07.049879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Checking router: 8da539f4-e052-4b39-bcd1-a030bed22351 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:07.050802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Updating router 8da539f4-e052-4b39-bcd1-a030bed22351 port 17f1fceb-f057-4dbe-88d9-4f2ef279cced binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:07.093096 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:07.093821 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf539f5-3b78-4954-abdc-753b014c7dbf None None] The sync data for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:07.119785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=1a63eaa5-eddd-4a99-bb17-f56a66be174a,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:07.133839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': 'e0f3c489-694b-4a0d-8719-99ac8ad5770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:07.147064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: bc3963d8-bf0c-4a74-99a2-6946e677a4c6, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:07.152104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-288fc387-0790-42a3-aa04-d5c551a6966d None None] Provisioning complete for port 6e388b78-5cc4-408c-858b-386476cdd188 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:07.152278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-288fc387-0790-42a3-aa04-d5c551a6966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.155899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Made reservation on behalf of 30280cca7ac043378c3914c5fa8093f2 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:07.159882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.181506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.188443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.212507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 97059b43-34a4-47f0-8659-a4d37bfc5a8d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:07.242960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6ea7-91bd-4754-8618-bccd9b5d69e4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.245801 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.254439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-288fc387-0790-42a3-aa04-d5c551a6966d None None] Port 6e388b78-5cc4-408c-858b-386476cdd188 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:07.311221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-288fc387-0790-42a3-aa04-d5c551a6966d None None] Provisioning complete for port 97059b43-34a4-47f0-8659-a4d37bfc5a8d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:07.311487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-288fc387-0790-42a3-aa04-d5c551a6966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.319435 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:07.418463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.465810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, bc3963d8-bf0c-4a74-99a2-6946e677a4c6) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:07.474940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=cbfd0fb5-60bf-40a1-bbea-d3734dc43a76,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:07.483040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 97059b43-34a4-47f0-8659-a4d37bfc5a8d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:07.483481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.485081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b1a1c-62ef-4a26-94cf-6201136271c7 None None] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:07.493425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:07.494165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.547517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.620038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47626) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:07.632339 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ffae0d3b-031c-4149-a774-c0b4cf49434b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3825102 Apr 29 07:54:07.636646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47632) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:07.646900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b8835546-5ea0-4829-a596-e76a4b07793c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1508789147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:07.685085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.698618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.783619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b8835546-5ea0-4829-a596-e76a4b07793c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.784781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b8835546-5ea0-4829-a596-e76a4b07793c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.850412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.850412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Fanout notify agent at l3_agent the message router_deleted on router baad2d57-cc6c-49b3-a42d-c3ad54f7c75d {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:54:07.864012 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-bd6d6ea7-91bd-4754-8618-bccd9b5d69e4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 07:54:07.865074 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bd6d6ea7-91bd-4754-8618-bccd9b5d69e4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479 HTTP/1.1" status: 409 len: 329 time: 0.9343081 Apr 29 07:54:07.868308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47636) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:07.871540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.882485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fb48d3b1-8a34-4425-a220-829c70de4746 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/baad2d57-cc6c-49b3-a42d-c3ad54f7c75d HTTP/1.1" status: 204 len: 168 time: 2.5933189 Apr 29 07:54:07.884502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47638) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:07.944679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b8835546-5ea0-4829-a596-e76a4b07793c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:07.951343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404337662'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:07.955534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47640) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:07.967160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-bf8e6dce-0929-49a0-accc-409f2e4b5fc5 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1812950994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:08.011148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b8835546-5ea0-4829-a596-e76a4b07793c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.076956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:08.081215 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.109021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf8e6dce-0929-49a0-accc-409f2e4b5fc5 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.109976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf8e6dce-0929-49a0-accc-409f2e4b5fc5 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.115037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:08.119303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b8835546-5ea0-4829-a596-e76a4b07793c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.122956 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b8835546-5ea0-4829-a596-e76a4b07793c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4830410 Apr 29 07:54:08.124451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.125061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47644) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:08.130796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--369526945', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:08.130967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.137848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'port': {'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6', 'name': 'tempest-RoutersIpV6Test-85907249'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:08.154997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.155346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment e5249ed9-2767-4df8-be5a-4a90be325582 of type vlan for network 9f7ac082-5d73-4121-aa70-5866673dccc8 Apr 29 07:54:08.177144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-bc3963d8-bf0c-4a74-99a2-6946e677a4c6', 'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': '1a63eaa5-eddd-4a99-bb17-f56a66be174a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:08.178040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.216563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.242946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.271163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf8e6dce-0929-49a0-accc-409f2e4b5fc5 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.279499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.283354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.298905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:08.323990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5dd32f-b931-42af-9152-c8c1869a19e3,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:08.326817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:08.331454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.341025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf8e6dce-0929-49a0-accc-409f2e4b5fc5 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.348617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.348617 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Added segment 23e9bdae-63c6-41f5-97b3-46a478711c43 of type vlan for network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 Apr 29 07:54:08.364167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.378702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.396060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.402052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:08.402751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.404783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Pushing event updated for resources: {'Port': ['ID=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:08.434802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.435351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.435705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.436042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.436378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.436813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.437044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.437393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.437857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.438058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.438382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.438725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:54:08.445660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.482478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 17f1fceb-f057-4dbe-88d9-4f2ef279cced {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:08.482813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.485026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=9f7ac082-5d73-4121-aa70-5866673dccc8,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:08.488579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:08.492507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.501165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf8e6dce-0929-49a0-accc-409f2e4b5fc5 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.509728 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bf8e6dce-0929-49a0-accc-409f2e4b5fc5 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8884203 Apr 29 07:54:08.510028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47646) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:08.512678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:08.525446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-392598740'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:08.538271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] device_id is not set on port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:54:08.620189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Allocated IP 2001:db8::2 (bc3963d8-bf0c-4a74-99a2-6946e677a4c6/1a63eaa5-eddd-4a99-bb17-f56a66be174a/c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:08.649187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47648) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:08.651053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0824d24a-a899-4c09-ab42-449bb6361b4d tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7043204 Apr 29 07:54:08.672043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '9f7ac082-5d73-4121-aa70-5866673dccc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:08.691793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13f0ec-b5c8-4b75-a21e-8a0c62f853cf None None] Pushing event updated for resources: {'Port': ['ID=17f1fceb-f057-4dbe-88d9-4f2ef279cced,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:08.703353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Attempting to bind port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:08.705761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Attempting to bind port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:08.705761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Attempting to bind port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:08.713645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.715268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:08.715891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.743591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Attempting to bind port 17f1fceb-f057-4dbe-88d9-4f2ef279cced on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:08.743796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.744204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Attempting to bind port 17f1fceb-f057-4dbe-88d9-4f2ef279cced by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:08.744330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Attempting to bind port 17f1fceb-f057-4dbe-88d9-4f2ef279cced on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:08.754312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:08.757587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Checking segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:08.757587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.757587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Bound using segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:08.757587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Bound port: a410a21c-efbf-4f28-8c97-29cdd85f7cb9, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:08.757587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.770420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Made reservation on behalf of bd6835f5d6564c0eba7f886cd25ebff2 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:08.774194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.804787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:08.805167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:08.805566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.805958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:08.806669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Bound port: 17f1fceb-f057-4dbe-88d9-4f2ef279cced, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:08.806894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.867787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.885714 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8505106 Apr 29 07:54:08.886572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.888602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47650) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:08.891377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.896285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Request body: {'subnet': {'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2133429631-subnet', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:08.905438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-01710dd0-3e01-45b8-853c-75cd0c987978 None None] Provisioning complete for port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:08.905813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01710dd0-3e01-45b8-853c-75cd0c987978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.940108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8b49-6d25-4521-92f4-c08d5e0e918f admin admin] Pushing event updated for resources: {'Network': ['ID=45e95fd5-dc7e-4ba9-b7d5-502171c65744,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:08.943486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:08.945720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 17f1fceb-f057-4dbe-88d9-4f2ef279cced owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:08.960876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:08.986370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Made reservation on behalf of 30280cca7ac043378c3914c5fa8093f2 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:08.989603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfd679c-be79-49ef-b46d-8cb43a23d85b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:08.990032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.994766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:08.995172 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 5d837432-1387-4482-a8b7-3516a20fe639 of type vlan for network 71e8bda5-b443-4316-a00b-2f88617ad7c8 Apr 29 07:54:09.006291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] For port a410a21c-efbf-4f28-8c97-29cdd85f7cb9, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:09.013757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.083629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] For port 17f1fceb-f057-4dbe-88d9-4f2ef279cced, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:09.092770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] For port a410a21c-efbf-4f28-8c97-29cdd85f7cb9, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:09.096711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-01710dd0-3e01-45b8-853c-75cd0c987978 None None] Port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:09.117965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] For port 17f1fceb-f057-4dbe-88d9-4f2ef279cced, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=17f1fceb-f057-4dbe-88d9-4f2ef279cced,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:09.134969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.169314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.170343 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.174851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-01710dd0-3e01-45b8-853c-75cd0c987978 None None] Provisioning complete for port 17f1fceb-f057-4dbe-88d9-4f2ef279cced triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:09.174851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01710dd0-3e01-45b8-853c-75cd0c987978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.178909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.210584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:09.214084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.246971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:09.247621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:09.253688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e071-85ef-4c3d-9a39-4e736e1555dd None None] Pushing event updated for resources: {'Port': ['ID=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:09.258517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.278721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.349091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Routers {'8da539f4-e052-4b39-bcd1-a030bed22351'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:09.349731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8da539f4-e052-4b39-bcd1-a030bed22351'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:09.419120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9dc0795-c9e1-41dd-8ac8-5816af3b807e,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:09.428103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.434031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:09.434480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.441808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:09.442884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8::11e (bc3963d8-bf0c-4a74-99a2-6946e677a4c6/1a63eaa5-eddd-4a99-bb17-f56a66be174a/2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:09.445088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Checking segment: {'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:09.445531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Network hostable DHCP agents. Network: 45e95fd5-dc7e-4ba9-b7d5-502171c65744, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:09.447945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.483392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:09.560414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:09.575475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.613072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=71e8bda5-b443-4316-a00b-2f88617ad7c8,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:09.621910 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ec0b1a7c-328b-40e0-95b4-d11500924a0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6380522 Apr 29 07:54:09.623412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47652) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:09.628219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:09.648583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 45e95fd5-dc7e-4ba9-b7d5-502171c65744) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:09.648830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:09.653707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:09.655603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.709190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dca286b-6342-438b-af34-7d0f5ec62f12,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:09.716163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.716508 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Added segment 0e3fc460-b02b-4233-8b4a-c8741e8abdec of type vlan for network 388c5e77-46be-4850-a037-45f9ad757f9a Apr 29 07:54:09.733440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.736938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.755698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:09.759383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:09.761021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813af5aa-9cab-4914-bd7d-8a8605f92c21 None None] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:09.768769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13f0ec-b5c8-4b75-a21e-8a0c62f853cf None None] Pushing event updated for resources: {'Port': ['ID=17f1fceb-f057-4dbe-88d9-4f2ef279cced,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:09.809585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.809823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.816991 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-28f1ae73-e807-4cc9-b193-f29f7f09c807 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9270499 Apr 29 07:54:09.817606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47654) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:09.821830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:09.843660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.900299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=17f1fceb-f057-4dbe-88d9-4f2ef279cced,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:09.955836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:09.985573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:09.989200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] Set router 8da539f4-e052-4b39-bcd1-a030bed22351 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:10.029273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.030366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.085167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.087147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.092787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:10.093397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.115727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Pushing event updated for resources: {'Port': ['ID=c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:10.133473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01710dd0-3e01-45b8-853c-75cd0c987978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.134581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.143153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Attempting to bind port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:10.143785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Attempting to bind port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'e0f3c489-694b-4a0d-8719-99ac8ad5770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:10.143885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Attempting to bind port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 on network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:10.236674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:10.237108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Checking segment: {'id': 'e0f3c489-694b-4a0d-8719-99ac8ad5770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:10.237448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.237846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Bound using segment: {'id': 'e0f3c489-694b-4a0d-8719-99ac8ad5770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:10.238326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Bound port: c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f3c489-694b-4a0d-8719-99ac8ad5770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bc3963d8-bf0c-4a74-99a2-6946e677a4c6'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:10.238828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.253754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.254007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=f560995c-b171-4855-b529-eb12757f3895,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:10.258212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.261860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Network': ['ID=388c5e77-46be-4850-a037-45f9ad757f9a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:10.269056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting port 6e388b78-5cc4-408c-858b-386476cdd188 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:10.269308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.302737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 388c5e77-46be-4850-a037-45f9ad757f9a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:10.324854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.330090 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1016745d-fe26-479c-9f0e-5d802f7fe908 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8114226 Apr 29 07:54:10.330342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47656) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:10.331714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': 'e5249ed9-2767-4df8-be5a-4a90be325582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f7ac082-5d73-4121-aa70-5866673dccc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:10.331714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 9f7ac082-5d73-4121-aa70-5866673dccc8, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:10.335269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'subnet': {'network_id': '388c5e77-46be-4850-a037-45f9ad757f9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:10.340304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:10.364105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:10.383203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:10.389797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:10.390498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.444577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:10.509153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.520398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:10.532240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Calling delete_port for 6e388b78-5cc4-408c-858b-386476cdd188 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:10.536492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Router 8da539f4-e052-4b39-bcd1-a030bed22351 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:10.574891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b6fc8e1e-5eba-4688-8dc3-666313cbbafe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.4476314 Apr 29 07:54:10.580626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47658) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:10.686260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] For port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:10.704093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.712920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-45e95fd5-dc7e-4ba9-b7d5-502171c65744', 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'fixed_ips': [{'subnet_id': 'b9dc0795-c9e1-41dd-8ac8-5816af3b807e'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:10.717060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.740682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] For port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43,segment=NetworkSegment(e0f3c489-694b-4a0d-8719-99ac8ad5770a),segment_id=e0f3c489-694b-4a0d-8719-99ac8ad5770a)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:10.851254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.874388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Made reservation on behalf of bd6835f5d6564c0eba7f886cd25ebff2 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:10.877988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.903133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:08Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:10.944176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 9f7ac082-5d73-4121-aa70-5866673dccc8) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:10.949141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:10.949899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:10.959635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8498c-0ac9-443c-b528-8081c8ae2a58 None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:08Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:10.983637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-34a9458f-627e-430e-96d4-afc00b819b40 None None] Provisioning complete for port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:10.984061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34a9458f-627e-430e-96d4-afc00b819b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.004980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40849c-aca3-4bab-9a26-7bbd6de336ce None None] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:11.009872 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:11.018375 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab4d3b15-f53b-4e80-822e-f466ab9eab3e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "PUT /v2.0/routers/8da539f4-e052-4b39-bcd1-a030bed22351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7362373 Apr 29 07:54:11.020672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47660) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:11.106698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'name': 'tempest-NetworksTestDHCPv6-router-1521779600', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None, '_interfaces': [{'id': '17f1fceb-f057-4dbe-88d9-4f2ef279cced', 'name': '', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'mac_address': 'fa:16:3e:1c:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:01Z', 'updated_at': '2022-04-29T07:54:09Z', 'revision_number': 4, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'subnets': [{'id': '4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:11.125012 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-84f45f7f-2ba4-45c7-bfc0-d6d802657daa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4655180 Apr 29 07:54:11.129670 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47662) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:11.143161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-cffcecb2-d301-4dbc-8cd7-6227c0e19483 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-999148507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:11.144693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cec89-133e-4da2-a306-f4fa309c3a6d None None] Pushing event updated for resources: {'Port': ['ID=c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:11.171403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673073de-8916-47b8-90cf-55da277d6c0b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:11.173151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673073de-8916-47b8-90cf-55da277d6c0b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:11.179353 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-673073de-8916-47b8-90cf-55da277d6c0b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1576011 Apr 29 07:54:11.182417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47664) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:11.207433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Allocated IP 172.20.0.2 (45e95fd5-dc7e-4ba9-b7d5-502171c65744/b9dc0795-c9e1-41dd-8ac8-5816af3b807e/2dc26fda-53d7-4b5f-81a1-4bec34bd403e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:11.211571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61fddc-fece-4506-9b60-7ce24fe08da2 None None] The sync data for ids ['8da539f4-e052-4b39-bcd1-a030bed22351'] in dv-neutron-839740-1-hyperv is: [{'id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'name': 'tempest-NetworksTestDHCPv6-router-1521779600', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 2, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None, '_interfaces': [{'id': '17f1fceb-f057-4dbe-88d9-4f2ef279cced', 'name': '', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'mac_address': 'fa:16:3e:1c:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:01Z', 'updated_at': '2022-04-29T07:54:09Z', 'revision_number': 4, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'subnets': [{'id': '4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:11.258987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28140fa2-1301-4bbe-a984-892dd70de022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.457270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cffcecb2-d301-4dbc-8cd7-6227c0e19483 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.458829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cffcecb2-d301-4dbc-8cd7-6227c0e19483 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.559669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cffcecb2-d301-4dbc-8cd7-6227c0e19483 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.567133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:11.572121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.575564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.756027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cffcecb2-d301-4dbc-8cd7-6227c0e19483 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.762475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Port': ['ID=6e388b78-5cc4-408c-858b-386476cdd188,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:11.862524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34a9458f-627e-430e-96d4-afc00b819b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:11.872924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.006731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.016090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.022713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.068094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.081472 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-34a9458f-627e-430e-96d4-afc00b819b40 None None] For port a410a21c-efbf-4f28-8c97-29cdd85f7cb9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:12.089892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cffcecb2-d301-4dbc-8cd7-6227c0e19483 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.094647 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cffcecb2-d301-4dbc-8cd7-6227c0e19483 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9602609 Apr 29 07:54:12.095047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-9f7ac082-5d73-4121-aa70-5866673dccc8', 'network_id': '9f7ac082-5d73-4121-aa70-5866673dccc8', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': 'f560995c-b171-4855-b529-eb12757f3895'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:12.095429 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.097176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.106471 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47666) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:12.120947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.129725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.222243 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:12.223523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34a9458f-627e-430e-96d4-afc00b819b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.227934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Pushing event updated for resources: {'Port': ['ID=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:12.230485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:12.291987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.11 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/02e62010-d3f7-4d4a-93ae-c838a5d06c74) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:12.337561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9458f-627e-430e-96d4-afc00b819b40 None None] Pushing event updated for resources: {'Port': ['ID=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:12.409627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:12.412764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-34a9458f-627e-430e-96d4-afc00b819b40 None None] Could not find standard attr ID for object 17f1fceb-f057-4dbe-88d9-4f2ef279cced. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:54:12.483302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.547249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Attempting to bind port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:12.547836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Attempting to bind port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:12.549052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Attempting to bind port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e on network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:12.559373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:12.560062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Checking segment: {'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:12.560651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.561358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Bound using segment: {'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:12.562025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Bound port: 2dc26fda-53d7-4b5f-81a1-4bec34bd403e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:12.562632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.672996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.692966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Allocated IP 172.20.0.2 (9f7ac082-5d73-4121-aa70-5866673dccc8/f560995c-b171-4855-b529-eb12757f3895/e9cd61fc-f098-45a8-8c35-edd822fff4d2) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:12.716925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] For port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:12.722180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] For port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,segment=NetworkSegment(23e9bdae-63c6-41f5-97b3-46a478711c43),segment_id=23e9bdae-63c6-41f5-97b3-46a478711c43)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:12.734796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.796120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.821651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:12.828551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Router 161802a0-427d-4800-ba10-0d6c83e79479 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:12.853417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:12.857128 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9cca26bf-8e5d-44d0-9c86-1e64f215cb93 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16 HTTP/1.1" status: 204 len: 168 time: 1.6736138 Apr 29 07:54:12.862907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47668) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:12.869547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcde2b-214c-4fa0-a517-da7753111a82 None None] Pushing event updated for resources: {'Port': ['ID=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:12.873354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2629e3a-08eb-4d5e-81ca-4c6841ee07d4 None None] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:12.877194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f01c5e-6223-4fe0-b073-39c993f8c5c5 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:12.888673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.024268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-14df0261-e91c-4971-b8eb-1108d385b985 None None] Provisioning complete for port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:13.024643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14df0261-e91c-4971-b8eb-1108d385b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.039237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.145890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.175257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:13.244491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:13.266897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] Sync routers for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:13.287543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:13.289780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=02e62010-d3f7-4d4a-93ae-c838a5d06c74,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:13.323828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:13.344218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.402991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:13.403202 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-51cde59b-063a-40de-bc45-2efc56bc81fc tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5337768 Apr 29 07:54:13.403680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:53:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:13.408937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47670) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:13.409104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eedf48c9-6e12-4f82-922d-0f5fd7de66b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.467736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Subnet': ['ID=f1164d3b-60e2-4812-855a-54661fe9929f,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:13.501660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.507754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a410a21c-efbf-4f28-8c97-29cdd85f7cb9 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:13.508450 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-46b0daa4-19f0-414d-9cbf-8f39be350ec9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] show failed (client error): The resource could not be found. Apr 29 07:54:13.512258 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-46b0daa4-19f0-414d-9cbf-8f39be350ec9 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-961254493 HTTP/1.1" status: 404 len: 334 time: 0.1031630 Apr 29 07:54:13.527084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47672) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:13.534577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f748e324-24ef-463d-856c-2981923a758d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:13.542821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:13.555105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.569912 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c491e024-564a-45d0-af7e-979902eb5ffe tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7010741 Apr 29 07:54:13.570928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47674) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:13.597424 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:13.649030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] Routers {'161802a0-427d-4800-ba10-0d6c83e79479'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:13.649665 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['161802a0-427d-4800-ba10-0d6c83e79479'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:13.666169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.666169 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-f748e324-24ef-463d-856c-2981923a758d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] update failed (client error): The resource could not be found. Apr 29 07:54:13.666169 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f748e324-24ef-463d-856c-2981923a758d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-401319705 HTTP/1.1" status: 404 len: 334 time: 0.1365392 Apr 29 07:54:13.669409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a516b2f-8412-4c59-ae36-08d7a0fab118 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.672601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.679408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Checking segment: {'id': '0e3fc460-b02b-4233-8b4a-c8741e8abdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '388c5e77-46be-4850-a037-45f9ad757f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:13.679408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network hostable DHCP agents. Network: 388c5e77-46be-4850-a037-45f9ad757f9a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:13.703783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47676) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:13.744353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.760376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:13.760944 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ba0d8-a62e-4d53-bc4a-e15c1820c305 None None] The sync data for ids ['161802a0-427d-4800-ba10-0d6c83e79479'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:13.765085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:13.768202 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] Sync routers for ids ['8da539f4-e052-4b39-bcd1-a030bed22351'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:13.810805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:13.812514 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] Routers {'8da539f4-e052-4b39-bcd1-a030bed22351'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:13.813325 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8da539f4-e052-4b39-bcd1-a030bed22351'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:13.813484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:13.823034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Pushing event updated for resources: {'Port': ['ID=e9cd61fc-f098-45a8-8c35-edd822fff4d2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:13.837267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14df0261-e91c-4971-b8eb-1108d385b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:13.937434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:13.960866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network 388c5e77-46be-4850-a037-45f9ad757f9a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:14.002572 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] Set router 8da539f4-e052-4b39-bcd1-a030bed22351 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:14.025110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-14df0261-e91c-4971-b8eb-1108d385b985 None None] For port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43,segment=NetworkSegment(e0f3c489-694b-4a0d-8719-99ac8ad5770a),segment_id=e0f3c489-694b-4a0d-8719-99ac8ad5770a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:14.053943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Attempting to bind port e9cd61fc-f098-45a8-8c35-edd822fff4d2 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:14.054765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Attempting to bind port e9cd61fc-f098-45a8-8c35-edd822fff4d2 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'e5249ed9-2767-4df8-be5a-4a90be325582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f7ac082-5d73-4121-aa70-5866673dccc8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:14.055499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Attempting to bind port e9cd61fc-f098-45a8-8c35-edd822fff4d2 on network 9f7ac082-5d73-4121-aa70-5866673dccc8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:14.061292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:14.061929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.100579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:14.101599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Checking segment: {'id': 'e5249ed9-2767-4df8-be5a-4a90be325582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f7ac082-5d73-4121-aa70-5866673dccc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:14.102226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.102949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Bound using segment: {'id': 'e5249ed9-2767-4df8-be5a-4a90be325582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f7ac082-5d73-4121-aa70-5866673dccc8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:14.103659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Allocated IP 172.26.2.9 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/3879a320-886e-463f-9be3-792d132dbc83) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:14.104158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Bound port: e9cd61fc-f098-45a8-8c35-edd822fff4d2, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5249ed9-2767-4df8-be5a-4a90be325582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f7ac082-5d73-4121-aa70-5866673dccc8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:14.104757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.107882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-14df0261-e91c-4971-b8eb-1108d385b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.133946 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'name': 'tempest-NetworksTestDHCPv6-router-1521779600', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:09Z', 'revision_number': 3, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:14.168250 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] Checking router: 8da539f4-e052-4b39-bcd1-a030bed22351 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:14.171584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 388c5e77-46be-4850-a037-45f9ad757f9a) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:14.184652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:14.185332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.191083 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] Routers {'8da539f4-e052-4b39-bcd1-a030bed22351'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:14.191971 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8da539f4-e052-4b39-bcd1-a030bed22351'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:14.227333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0261-e91c-4971-b8eb-1108d385b985 None None] Pushing event updated for resources: {'Port': ['ID=c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:14.243895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94cb910-5bac-44cb-8acb-170e4eca4c47 None None] Network 388c5e77-46be-4850-a037-45f9ad757f9a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:14.274803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] Deleting port e122395c-2036-4eba-a987-3898c5a40577 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:14.275376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.287016 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] Set router 8da539f4-e052-4b39-bcd1-a030bed22351 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:14.291618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.20.0.1 (9f7ac082-5d73-4121-aa70-5866673dccc8/f560995c-b171-4855-b529-eb12757f3895/17a880e6-c81b-4ea6-9667-a3cb682e89dc) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:14.312537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.349160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting subnet 0f94aa1e-c421-481a-815a-6a21663dfecc {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:14.352818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.395659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.399550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] For port e122395c-2036-4eba-a987-3898c5a40577, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e122395c-2036-4eba-a987-3898c5a40577,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:14.400670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.420269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] Calling delete_port for e122395c-2036-4eba-a987-3898c5a40577 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:14.428630 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'name': 'tempest-NetworksTestDHCPv6-router-1521779600', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:09Z', 'revision_number': 3, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:14.446251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.472899 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7e765-3c7b-4ef2-a531-71bcd62ae650 None None] The sync data for ids ['8da539f4-e052-4b39-bcd1-a030bed22351'] in dv-neutron-839740-1-hyperv is: [{'id': '8da539f4-e052-4b39-bcd1-a030bed22351', 'name': 'tempest-NetworksTestDHCPv6-router-1521779600', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:09Z', 'revision_number': 3, 'project_id': 'e6c516c1d76d44f1a05c79a9070be790', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:14.508793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9b46a50f-6b60-44d0-8271-842bce113bf2 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1757410 Apr 29 07:54:14.517731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47678) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:14.534211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a516b2f-8412-4c59-ae36-08d7a0fab118 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.541597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'network': {'name': 'tempest-router-network01--2138693813'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:14.552669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a516b2f-8412-4c59-ae36-08d7a0fab118 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.721047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.722765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.849596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.861346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.903841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0d577-a7bb-4442-af54-0bdeae42b163 None None] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:14.933068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=17a880e6-c81b-4ea6-9667-a3cb682e89dc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:14.938145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Made reservation on behalf of bd6835f5d6564c0eba7f886cd25ebff2 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:14.950606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.954783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-43a11ae7-dca6-4415-b594-e5e6d5abdc67 None None] Provisioning complete for port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:14.958737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43a11ae7-dca6-4415-b594-e5e6d5abdc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.958894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:14.960404 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:14.964653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a516b2f-8412-4c59-ae36-08d7a0fab118 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.965329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a516b2f-8412-4c59-ae36-08d7a0fab118 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Fanout notify agent at l3_agent the message router_deleted on router 8da539f4-e052-4b39-bcd1-a030bed22351 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:54:14.967743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:14.972126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:15.032223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a516b2f-8412-4c59-ae36-08d7a0fab118 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.033652 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7a516b2f-8412-4c59-ae36-08d7a0fab118 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/routers/8da539f4-e052-4b39-bcd1-a030bed22351 HTTP/1.1" status: 204 len: 168 time: 1.4616151 Apr 29 07:54:15.040503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47680) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:15.064994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.092389 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-188d1331-ad3e-4d89-9c45-803e6a179e85 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507886 Apr 29 07:54:15.097504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47682) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:15.114140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.118328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.140738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:15.159408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.159766 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Added segment 1daacfea-4b76-4d70-afd4-dc7b1c56680a of type vlan for network 7c5be1be-044b-461f-bfb7-fff6b85bf65d Apr 29 07:54:15.160327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.161492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] For port e9cd61fc-f098-45a8-8c35-edd822fff4d2, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:15.183657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] Pushing event deleted for resources: {'Port': ['ID=e122395c-2036-4eba-a987-3898c5a40577,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:15.187886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f08b7c-29a9-4c9c-a67d-285f9dd4bf84 None None] No DVR routers for this DVR port e122395c-2036-4eba-a987-3898c5a40577 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:15.204983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.231946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] For port e9cd61fc-f098-45a8-8c35-edd822fff4d2, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e9cd61fc-f098-45a8-8c35-edd822fff4d2,segment=NetworkSegment(e5249ed9-2767-4df8-be5a-4a90be325582),segment_id=e5249ed9-2767-4df8-be5a-4a90be325582)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:15.234992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-43a11ae7-dca6-4415-b594-e5e6d5abdc67 None None] Port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:15.244533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:15.275654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ee836-4454-41b3-ad6a-d7badaa1b098 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:15.277603 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-309ee836-4454-41b3-ad6a-d7badaa1b098 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1763341 Apr 29 07:54:15.279950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47684) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:15.290381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:15.325893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-388c5e77-46be-4850-a037-45f9ad757f9a', 'network_id': '388c5e77-46be-4850-a037-45f9ad757f9a', 'tenant_id': 'bd6835f5d6564c0eba7f886cd25ebff2', 'fixed_ips': [{'subnet_id': 'f1164d3b-60e2-4812-855a-54661fe9929f'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:15.326785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.336095 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8ac18edc-feff-4c9e-9c18-dbcc03c5cb29 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461924 Apr 29 07:54:15.364116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47686) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:15.371702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:15.377047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.382175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.393302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-43a11ae7-dca6-4415-b594-e5e6d5abdc67 None None] Provisioning complete for port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:15.393743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43a11ae7-dca6-4415-b594-e5e6d5abdc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.435440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Subnet': ['ID=0f94aa1e-c421-481a-815a-6a21663dfecc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:15.465275 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.475892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.482550 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-054fe26b-2a16-4f7d-af60-6a41f0bf44fd tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/subnets/0f94aa1e-c421-481a-815a-6a21663dfecc HTTP/1.1" status: 204 len: 168 time: 1.7723563 Apr 29 07:54:15.493580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47688) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:15.504920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36deca-5ec4-43d4-ae14-2828dbd15244 None None] Network c5c41905-0606-4315-b3e8-557351d66ade requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:15.679158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaaa9e-022d-456d-b8b5-4dcdc7d0a4a2 None None] Pushing event updated for resources: {'Port': ['ID=e9cd61fc-f098-45a8-8c35-edd822fff4d2,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:15.687532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:15.687898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:15.688141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.699061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.702782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:15.756312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.827611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Pushing event updated for resources: {'Port': ['ID=3879a320-886e-463f-9be3-792d132dbc83,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:15.830661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:15.834256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.877029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Allocated IP 172.20.0.2 (388c5e77-46be-4850-a037-45f9ad757f9a/f1164d3b-60e2-4812-855a-54661fe9929f/8afde751-ad05-44c8-a248-e5c9200c5db1) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:15.886882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 4511b4e0-cadc-4e35-93f5-87f81773a6ee is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:15.980775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:15.989640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:15.989640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.018536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting port 97059b43-34a4-47f0-8659-a4d37bfc5a8d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:16.019000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.173714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] DHCP port deletion for c5c41905-0606-4315-b3e8-557351d66ade request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:16.183283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Provisioning complete for port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:16.183676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.189291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.204390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] For port 97059b43-34a4-47f0-8659-a4d37bfc5a8d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=97059b43-34a4-47f0-8659-a4d37bfc5a8d,segment=NetworkSegment(dcfc60c7-d07d-4cff-a064-96d213f782aa),segment_id=dcfc60c7-d07d-4cff-a064-96d213f782aa)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:16.204962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.207884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.287934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.287934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Calling delete_port for 97059b43-34a4-47f0-8659-a4d37bfc5a8d owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:16.295938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:16.315523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.355976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8312271 Apr 29 07:54:16.358194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47690) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:16.368165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'network': {'name': 'tempest-router-network02--52530894'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:16.374910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Provisioning complete for port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:16.375417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.419807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.422728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Network 388c5e77-46be-4850-a037-45f9ad757f9a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:16.433956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:16.439591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:16.451854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Pushing event updated for resources: {'Port': ['ID=8afde751-ad05-44c8-a248-e5c9200c5db1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:16.455006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] Deleting port 97059b43-34a4-47f0-8659-a4d37bfc5a8d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:16.455385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.456259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.518912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca196-af70-43a0-ae8c-d4cc95ece752 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Network': ['ID=7c5be1be-044b-461f-bfb7-fff6b85bf65d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:16.529572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.530348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.540519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=17a880e6-c81b-4ea6-9667-a3cb682e89dc,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:16.548788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:16.550507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.556770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:16.614236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Made reservation on behalf of bd6835f5d6564c0eba7f886cd25ebff2 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:16.617849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.690838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.719074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:54:16.721661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:16.737912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:16.738226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:16.746995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.747358 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Added segment a2d8cee4-7662-40cd-9522-c2bed87abe1f of type vlan for network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 Apr 29 07:54:16.754258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Attempting to bind port 8afde751-ad05-44c8-a248-e5c9200c5db1 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:16.754682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Attempting to bind port 8afde751-ad05-44c8-a248-e5c9200c5db1 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '0e3fc460-b02b-4233-8b4a-c8741e8abdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '388c5e77-46be-4850-a037-45f9ad757f9a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:16.755637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Attempting to bind port 8afde751-ad05-44c8-a248-e5c9200c5db1 on network 388c5e77-46be-4850-a037-45f9ad757f9a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:16.770376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] For port 97059b43-34a4-47f0-8659-a4d37bfc5a8d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=97059b43-34a4-47f0-8659-a4d37bfc5a8d,segment=NetworkSegment(dcfc60c7-d07d-4cff-a064-96d213f782aa),segment_id=dcfc60c7-d07d-4cff-a064-96d213f782aa)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:16.770807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.774445 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Sync routers for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:16.777504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.804955 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:16.805337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Checking segment: {'id': '0e3fc460-b02b-4233-8b4a-c8741e8abdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '388c5e77-46be-4850-a037-45f9ad757f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:16.805740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.806137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Bound using segment: {'id': '0e3fc460-b02b-4233-8b4a-c8741e8abdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '388c5e77-46be-4850-a037-45f9ad757f9a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:16.806652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Bound port: 8afde751-ad05-44c8-a248-e5c9200c5db1, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3fc460-b02b-4233-8b4a-c8741e8abdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '388c5e77-46be-4850-a037-45f9ad757f9a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:16.807035 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.809306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.811129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] Calling delete_port for 97059b43-34a4-47f0-8659-a4d37bfc5a8d owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:16.834048 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.836349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.840829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Port': ['ID=97059b43-34a4-47f0-8659-a4d37bfc5a8d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:16.846340 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] No DVR routers for this DVR port 97059b43-34a4-47f0-8659-a4d37bfc5a8d on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:16.846891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:16.851440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:16.854838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:16.855493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:16.858049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.859107 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8b52487c-d132-4bd5-bc43-648086f85a0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2354333 Apr 29 07:54:16.867462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47692) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:16.911995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:16.913723 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:16.978765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:17.053377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:17.055266 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:17.073481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:17.074086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.113935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.resource_extend [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:54:17.122734 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6b999864-7965-43ee-8115-922e799d7e7b tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2501628 Apr 29 07:54:17.123724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47696) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:17.214896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3053e7-c305-45c2-bf31-45ff6380c071 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:17.226685 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=32433a20-d744-4217-8db1-1e5437c1db79,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:17.249753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.255161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.261622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:17.262614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.277009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] For port 8afde751-ad05-44c8-a248-e5c9200c5db1, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:17.281384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] For port 8afde751-ad05-44c8-a248-e5c9200c5db1, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8afde751-ad05-44c8-a248-e5c9200c5db1,segment=NetworkSegment(0e3fc460-b02b-4233-8b4a-c8741e8abdec),segment_id=0e3fc460-b02b-4233-8b4a-c8741e8abdec)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:17.365217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:17.374282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c41905-0606-4315-b3e8-557351d66ade']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:17.397201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Network': ['ID=6abb5a5d-18f9-4392-ac77-eabb8fb6f899,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:17.407751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfc60c7-d07d-4cff-a064-96d213f782aa') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:17.412762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfc60c7-d07d-4cff-a064-96d213f782aa') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:17.421613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.437941 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ecc5524e-87d1-4976-aa9e-f338da9130ab tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0726521 Apr 29 07:54:17.442503 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-31c2b1e9-1b73-4bd6-a468-3cc6ebe8fc27 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0794601 Apr 29 07:54:17.445213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47698) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:17.449598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:17.452197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.456756 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47700) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:17.457880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:17.460768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64490b2d-8d89-422b-bb5d-5f6ddfd5a051 None None] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:17.470211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a13ef-1e80-44eb-a4e7-bbc39231de33 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:17.474724 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-493a13ef-1e80-44eb-a4e7-bbc39231de33 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3452582 Apr 29 07:54:17.477130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.477741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'subnet': {'network_id': '7c5be1be-044b-461f-bfb7-fff6b85bf65d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:17.497191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47702) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:17.499613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:17.500018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:17.507913 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:17.522382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:17.522798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.527136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.533662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router a34b39b0-5134-4511-9b11-f3162d82cb8d is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:17.574559 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-89b1777a-5513-429a-975e-6e8e357fa938 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761900 Apr 29 07:54:17.578050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47704) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:17.583220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575040100', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:17.585285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router b34ebbf2-3e47-4872-96a1-a1c5455bc9b0 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:17.683164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] For port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,segment=NetworkSegment(23e9bdae-63c6-41f5-97b3-46a478711c43),segment_id=23e9bdae-63c6-41f5-97b3-46a478711c43)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:17.808993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.829367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.834327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:17.840918 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/networks/c5c41905-0606-4315-b3e8-557351d66ade HTTP/1.1" status: 204 len: 168 time: 2.3487563 Apr 29 07:54:17.845677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47706) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:17.878932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e0c75-66e6-4fe7-a535-b108c45cd5e9 None None] Pushing event updated for resources: {'Port': ['ID=8afde751-ad05-44c8-a248-e5c9200c5db1,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:17.943714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.002245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] Network c5c41905-0606-4315-b3e8-557351d66ade is not hosted by any dhcp agent {{(pid=109783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:54:18.002728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] No DVR routers for this DVR port 97059b43-34a4-47f0-8659-a4d37bfc5a8d on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:18.110388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Provisioning complete for port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:18.111634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.113161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5e496-08ce-4bcc-8ff3-c71e935c8622 None None] Pushing event updated for resources: {'Port': ['ID=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:18.156754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:18.181944 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-27a1ddec-73d2-4063-975d-b3b16252643c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/a34b39b0-5134-4511-9b11-f3162d82cb8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5909417 Apr 29 07:54:18.184460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47708) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:18.196766 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] Sync routers for ids ['a34b39b0-5134-4511-9b11-f3162d82cb8d'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:18.208346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-a56a7cdd-9f61-453f-afe3-77c27de7f046 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5710039 Apr 29 07:54:18.212001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c29a4a-fb72-4b50-81f5-ab0ca0c0c19a None None] Pushing event deleted for resources: {'Port': ['ID=97059b43-34a4-47f0-8659-a4d37bfc5a8d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:18.222181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2dc26fda-53d7-4b5f-81a1-4bec34bd403e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:18.229444 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] Routers {'a34b39b0-5134-4511-9b11-f3162d82cb8d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:18.233850 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a34b39b0-5134-4511-9b11-f3162d82cb8d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:18.259587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20f75e-5719-4164-9532-3e118e873caa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:18.261659 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ad20f75e-5719-4164-9532-3e118e873caa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports/2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 HTTP/1.1" status: 200 len: 982 time: 0.0731363 Apr 29 07:54:18.265463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47710) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:18.288775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '32433a20-d744-4217-8db1-1e5437c1db79'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:18.289623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.291894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:18.309451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38313414-86aa-4300-b4f5-7e189dc47774 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Network': ['ID=c5c41905-0606-4315-b3e8-557351d66ade,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:18.328113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Made reservation on behalf of bd6835f5d6564c0eba7f886cd25ebff2 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:18.331801 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.341648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:18.342888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:18.346602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.348406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dd18566b-55c8-4847-87f0-309a685cb34e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/b34ebbf2-3e47-4872-96a1-a1c5455bc9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2343936 Apr 29 07:54:18.356718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47712) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:18.416181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] Sync routers for ids ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:18.419459 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:18.422388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Provisioning complete for port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:18.422697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.430798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:13Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:18.434893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting subnet 05316e06-c79c-4cb4-883b-59d1bc1316f1 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:18.436997 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] Routers {'a34b39b0-5134-4511-9b11-f3162d82cb8d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:18.437802 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a34b39b0-5134-4511-9b11-f3162d82cb8d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:18.447354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.502103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:18.506265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.521501 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:18.522456 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417d972-f244-40cb-bec7-bd50d5a98865 None None] The sync data for ids ['a34b39b0-5134-4511-9b11-f3162d82cb8d'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:18.527912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Checking router: 4511b4e0-cadc-4e35-93f5-87f81773a6ee for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:18.528817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Updating router 4511b4e0-cadc-4e35-93f5-87f81773a6ee port 02e62010-d3f7-4d4a-93ae-c838a5d06c74 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:18.590494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] Routers {'b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:18.591408 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:18.598565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.599628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:18.600179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.631108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Router fdb9e8ca-0642-4de0-9388-490957a9d5f1 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:18.703610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-a8ab431a-87b7-43fe-a64b-8a28afc5ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:18.705407 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-a8ab431a-87b7-43fe-a64b-8a28afc5ef10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.4304018 Apr 29 07:54:18.736867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:18.769202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.781788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345b474-1977-4f80-a265-5f43de40b0b8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:18.783899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4345b474-1977-4f80-a265-5f43de40b0b8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports/17a880e6-c81b-4ea6-9667-a3cb682e89dc HTTP/1.1" status: 200 len: 910 time: 0.4270785 Apr 29 07:54:18.804270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47714) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:18.811238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f560995c-b171-4855-b529-eb12757f3895'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:18.823740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:18.996950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.089629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:19.103184 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Sync routers for ids ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:19.104995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-59e190c6-ed42-4c20-a78a-69a088d3fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:19.106745 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-59e190c6-ed42-4c20-a78a-69a088d3fec7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.3745768 Apr 29 07:54:19.122908 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Routers {'fdb9e8ca-0642-4de0-9388-490957a9d5f1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:19.123753 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:19.276717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.291601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] Routers {'b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:19.292264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:19.294572 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Set router fdb9e8ca-0642-4de0-9388-490957a9d5f1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:19.312128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.342222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.357264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:19.358980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.368615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:19.369362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c11be-cc4d-40b7-bed3-43f4f0514247 None None] The sync data for ids ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:19.369480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.378419 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/subnets/05316e06-c79c-4cb4-883b-59d1bc1316f1 HTTP/1.1" status: 204 len: 168 time: 1.5282538 Apr 29 07:54:19.379882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Subnet': ['ID=3a69c8e0-8db6-44a0-afe8-6e61c53f8b56,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:19.382555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d251cb35-cf2f-4a32-bbd1-cc731620f30b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5637913 Apr 29 07:54:19.390244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47718) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:19.390786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47720) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:19.437973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.442943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Checking segment: {'id': '1daacfea-4b76-4d70-afd4-dc7b1c56680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c5be1be-044b-461f-bfb7-fff6b85bf65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:19.443459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network hostable DHCP agents. Network: 7c5be1be-044b-461f-bfb7-fff6b85bf65d, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:19.450568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=f88e3218-d03c-4908-8bef-4bd0b00531e3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:19.458418 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-8a432206-063b-4899-bb76-50b54cc4ddaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1002 time: 0.3377440 Apr 29 07:54:19.477488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e1db9-5174-4217-805f-badd9cf41907 None None] Network fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:19.491727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64661399-d1aa-4322-8523-28d4564d015e tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Subnet': ['ID=05316e06-c79c-4cb4-883b-59d1bc1316f1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:19.498457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:19.498590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.503493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:19.504521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.572454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.652172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting subnet 52f58dac-e1b7-4830-932b-98a208ad135e {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:19.664272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.691300 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T07:54:16Z', 'revision_number': 3, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:19.699631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Allocated IP 2001:db8::f816:3eff:fe81:445f (82cc26d6-a369-4498-98e7-aa4095711705/32433a20-d744-4217-8db1-1e5437c1db79/853fd50d-31e3-4c78-ab07-47111dfc25df) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:19.721598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Checking router: fdb9e8ca-0642-4de0-9388-490957a9d5f1 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:19.722251 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Updating router fdb9e8ca-0642-4de0-9388-490957a9d5f1 port 3879a320-886e-463f-9be3-792d132dbc83 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:19.750605 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.765056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-b71cc168-da8d-41d4-bb17-d303866804cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:19.767307 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-b71cc168-da8d-41d4-bb17-d303866804cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.2753048 Apr 29 07:54:19.777270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=540e5285-0025-45d4-9735-6a0a774af150,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:19.786898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e9cd61fc-f098-45a8-8c35-edd822fff4d2 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:19.820855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be811f9-1f4c-4b10-b0aa-6b2be5de04f4 None None] Network 388c5e77-46be-4850-a037-45f9ad757f9a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:19.831177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.957117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:19.957472 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Attempting to bind port 02e62010-d3f7-4d4a-93ae-c838a5d06c74 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:19.957701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: 71e8bda5-b443-4316-a00b-2f88617ad7c8, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:19.957937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Attempting to bind port 02e62010-d3f7-4d4a-93ae-c838a5d06c74 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:19.958210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Attempting to bind port 02e62010-d3f7-4d4a-93ae-c838a5d06c74 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:19.988476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:19.988858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:19.989266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:19.989668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:19.990162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Bound port: 02e62010-d3f7-4d4a-93ae-c838a5d06c74, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:19.990574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.005101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.007875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-feaa131f-8e4f-48c7-8130-dd7947c84a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:20.009524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-feaa131f-8e4f-48c7-8130-dd7947c84a62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2248178 Apr 29 07:54:20.028641 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.049360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:20.079843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d504d78-e9b6-415e-a890-24d0df263b44 None None] Pushing event updated for resources: {'Port': ['ID=02e62010-d3f7-4d4a-93ae-c838a5d06c74,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:20.085501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Provisioning complete for port e9cd61fc-f098-45a8-8c35-edd822fff4d2 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:20.095877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.111535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e9cd61fc-f098-45a8-8c35-edd822fff4d2 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:20.111912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.117932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] For port 02e62010-d3f7-4d4a-93ae-c838a5d06c74, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:20.132889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.144418 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.191230 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b6bf49bc-ae5f-42b3-8d3d-e53225032caa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7463617 Apr 29 07:54:20.191511 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Attempting to bind port 3879a320-886e-463f-9be3-792d132dbc83 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:20.192529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47722) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:20.192892 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Attempting to bind port 3879a320-886e-463f-9be3-792d132dbc83 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:20.193697 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Attempting to bind port 3879a320-886e-463f-9be3-792d132dbc83 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:20.200158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:42:90:37', 'name': 'tempest-NetworksTestDHCPv6-145346606'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:20.202013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] For port 02e62010-d3f7-4d4a-93ae-c838a5d06c74, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=02e62010-d3f7-4d4a-93ae-c838a5d06c74,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:20.230816 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:20.231477 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:20.232066 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.232710 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:20.233533 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Bound port: 3879a320-886e-463f-9be3-792d132dbc83, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:20.234347 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.256062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.284001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.350120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=17a880e6-c81b-4ea6-9667-a3cb682e89dc,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:20.350910 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] For port 3879a320-886e-463f-9be3-792d132dbc83, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:20.354703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 7c5be1be-044b-461f-bfb7-fff6b85bf65d) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:20.359314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:20.360243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.364907 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] For port 3879a320-886e-463f-9be3-792d132dbc83, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3879a320-886e-463f-9be3-792d132dbc83,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:20.394216 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ad145-5073-4131-a279-3be717a24de7 None None] Pushing event updated for resources: {'Port': ['ID=3879a320-886e-463f-9be3-792d132dbc83,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:20.396081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] DHCP port deletion for fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:20.400584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56055f8-2b9c-4d3e-b255-1f23e921372b None None] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:20.446645 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.451820 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-24c3d563-6716-404b-8ed5-ffd5e884d460 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9947038 Apr 29 07:54:20.459860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47724) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:20.474274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'subnet': {'network_id': '6abb5a5d-18f9-4392-ac77-eabb8fb6f899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:20.483573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:20.484194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.489828 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2a3f7c87-0b74-4f6e-95f7-4ae567bf21fe tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/ports/17a880e6-c81b-4ea6-9667-a3cb682e89dc HTTP/1.1" status: 200 len: 910 time: 1.6788390 Apr 29 07:54:20.490770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47726) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:20.570629 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Routers {'fdb9e8ca-0642-4de0-9388-490957a9d5f1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:20.571565 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:20.573722 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ad145-5073-4131-a279-3be717a24de7 None None] Pushing event updated for resources: {'Port': ['ID=3879a320-886e-463f-9be3-792d132dbc83,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:20.661126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.674977 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-0fdeae61-3a8b-4aea-b2bc-521bfe4666e3 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827363 Apr 29 07:54:20.692998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.698797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.702885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.708465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d504d78-e9b6-415e-a890-24d0df263b44 None None] Pushing event updated for resources: {'Port': ['ID=02e62010-d3f7-4d4a-93ae-c838a5d06c74,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:20.711141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:20.711752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:20.715699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] Set router fdb9e8ca-0642-4de0-9388-490957a9d5f1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:20.797735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.870249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:20.899209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] For port e9cd61fc-f098-45a8-8c35-edd822fff4d2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e9cd61fc-f098-45a8-8c35-edd822fff4d2,segment=NetworkSegment(e5249ed9-2767-4df8-be5a-4a90be325582),segment_id=e5249ed9-2767-4df8-be5a-4a90be325582)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:20.912110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Made reservation on behalf of bd6835f5d6564c0eba7f886cd25ebff2 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:20.917195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:20.919629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:20.940952 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T07:54:16Z', 'revision_number': 3, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:20.947099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:20.976750 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4889c-ff2e-4d65-9bb8-7d3890d86e9e None None] The sync data for ids ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'] in dv-neutron-839740-1-hyperv is: [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T07:54:16Z', 'revision_number': 3, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:20.990797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:20.997476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Pushing event updated for resources: {'Port': ['ID=853fd50d-31e3-4c78-ab07-47111dfc25df,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:21.009855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] Deleting port 7bc10db7-f159-402b-b635-b39608e28e0d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:21.009855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.009855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.016786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 71e8bda5-b443-4316-a00b-2f88617ad7c8) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:21.017882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:21.068858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7921eaa-c852-4357-87df-ba4e717a727e None None] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:21.071240 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:21.075367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.128228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.143498 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1cb4c70-ca01-4a78-9eec-1a9142f59a06 req-ffaa2677-18eb-445f-837b-932be0b7ff12 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873498 Apr 29 07:54:21.154948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.200657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Subnet': ['ID=52f58dac-e1b7-4830-932b-98a208ad135e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:21.205441 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:21.216163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port f7a50871-9ad6-4f63-92a0-35bc486f1d8d yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:54:21.301301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.307623 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-faa2d6bf-23ec-4e50-b0c8-e3474f4bb2a4 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/subnets/52f58dac-e1b7-4830-932b-98a208ad135e HTTP/1.1" status: 204 len: 168 time: 1.9102457 Apr 29 07:54:21.313660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-35d1e739-77c9-4ea9-ac9b-8fb3333d94ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.7342081 Apr 29 07:54:21.316827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47728) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:21.317038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47730) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:21.504634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 172.20.0.7 (82cc26d6-a369-4498-98e7-aa4095711705/f88e3218-d03c-4908-8bef-4bd0b00531e3/f7a50871-9ad6-4f63-92a0-35bc486f1d8d) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:21.527374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe42:9037 (82cc26d6-a369-4498-98e7-aa4095711705/32433a20-d744-4217-8db1-1e5437c1db79/f7a50871-9ad6-4f63-92a0-35bc486f1d8d) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:21.598552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a4324-bd15-4185-ac3e-f42351c195ea None None] Network 64e25ade-69bc-4996-af00-1cf1f4970dda requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:21.625897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.668700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:54:21.669061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:54:21.681169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.788916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.820316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-7c5be1be-044b-461f-bfb7-fff6b85bf65d', 'network_id': '7c5be1be-044b-461f-bfb7-fff6b85bf65d', 'tenant_id': 'bd6835f5d6564c0eba7f886cd25ebff2', 'fixed_ips': [{'subnet_id': '3a69c8e0-8db6-44a0-afe8-6e61c53f8b56'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:21.821174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.894363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Provisioning complete for port 8afde751-ad05-44c8-a248-e5c9200c5db1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:21.894782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.962418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.976594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0ed3f-4285-4f91-868a-cca07156fef2 None None] Pushing event updated for resources: {'Port': ['ID=e9cd61fc-f098-45a8-8c35-edd822fff4d2,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:21.989785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] For port 7bc10db7-f159-402b-b635-b39608e28e0d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7bc10db7-f159-402b-b635-b39608e28e0d,segment=NetworkSegment(5df4ee89-9f1c-4ae8-b29d-c175398d9a33),segment_id=5df4ee89-9f1c-4ae8-b29d-c175398d9a33)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:21.990223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:21.996772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Subnet': ['ID=abcdc937-f30b-41f2-8d39-4e6160f32829,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:22.006356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting port 7bc10db7-f159-402b-b635-b39608e28e0d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:22.006968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.054878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.066517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Checking segment: {'id': 'a2d8cee4-7662-40cd-9522-c2bed87abe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6abb5a5d-18f9-4392-ac77-eabb8fb6f899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:22.067175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network hostable DHCP agents. Network: 6abb5a5d-18f9-4392-ac77-eabb8fb6f899, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:22.078370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:22.079019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.125707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Attempting to bind port 853fd50d-31e3-4c78-ab07-47111dfc25df on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:22.126604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Attempting to bind port 853fd50d-31e3-4c78-ab07-47111dfc25df by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:22.131107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Attempting to bind port 853fd50d-31e3-4c78-ab07-47111dfc25df on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:22.145269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] Calling delete_port for 7bc10db7-f159-402b-b635-b39608e28e0d owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:22.224995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:22.249964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.251116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] For port 7bc10db7-f159-402b-b635-b39608e28e0d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7bc10db7-f159-402b-b635-b39608e28e0d,segment=NetworkSegment(5df4ee89-9f1c-4ae8-b29d-c175398d9a33),segment_id=5df4ee89-9f1c-4ae8-b29d-c175398d9a33)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:22.251492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.282006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] DHCP port deletion for 64e25ade-69bc-4996-af00-1cf1f4970dda request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:22.285343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:22.285343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:22.285622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.285985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:22.286902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Bound port: 853fd50d-31e3-4c78-ab07-47111dfc25df, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:22.287310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.327042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Calling delete_port for 7bc10db7-f159-402b-b635-b39608e28e0d owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:22.406645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Allocated IP 172.20.0.2 (7c5be1be-044b-461f-bfb7-fff6b85bf65d/3a69c8e0-8db6-44a0-afe8-6e61c53f8b56/f951d37d-5aa6-4273-b2d5-419743620ba7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:22.493637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.513472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.561349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:22.625308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 6abb5a5d-18f9-4392-ac77-eabb8fb6f899) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:22.632361 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e122395c-2036-4eba-a987-3898c5a40577 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:22.639704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:22.646284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:22.646968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.659945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:22.662566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:22.703711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-71e8bda5-b443-4316-a00b-2f88617ad7c8', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:22.705110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.707055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90115b18-5555-45e0-9d43-609d2150a0e9 None None] Network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:22.710382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Allocated IP 172.20.0.1 (45e95fd5-dc7e-4ba9-b7d5-502171c65744/b9dc0795-c9e1-41dd-8ac8-5816af3b807e/42452a92-9ee3-44b0-901f-13f0ae2511f4) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:22.714480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 17a880e6-c81b-4ea6-9667-a3cb682e89dc {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:22.715024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.716685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] For port 853fd50d-31e3-4c78-ab07-47111dfc25df, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:22.718652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e122395c-2036-4eba-a987-3898c5a40577 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:22.718994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e122395c-2036-4eba-a987-3898c5a40577 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:22.719409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 17f1fceb-f057-4dbe-88d9-4f2ef279cced no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:22.723282 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bf010c38-2811-47a3-affd-e96a9f56ecf9 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2621949 Apr 29 07:54:22.725397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] For port 8afde751-ad05-44c8-a248-e5c9200c5db1, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8afde751-ad05-44c8-a248-e5c9200c5db1,segment=NetworkSegment(0e3fc460-b02b-4233-8b4a-c8741e8abdec),segment_id=0e3fc460-b02b-4233-8b4a-c8741e8abdec)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:22.727689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=f7a50871-9ad6-4f63-92a0-35bc486f1d8d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:22.730824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47736) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:22.794308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.808800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 17f1fceb-f057-4dbe-88d9-4f2ef279cced {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:22.809140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 17f1fceb-f057-4dbe-88d9-4f2ef279cced not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:22.832602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.836393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] For port 853fd50d-31e3-4c78-ab07-47111dfc25df, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=853fd50d-31e3-4c78-ab07-47111dfc25df,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:22.843612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:22.850113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.854687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] Deleting port 3d57a504-e8fb-41b4-8ea6-758089d92752 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:22.854687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.905083 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:22.952066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Port': ['ID=7bc10db7-f159-402b-b635-b39608e28e0d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:22.956413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] No DVR routers for this DVR port 7bc10db7-f159-402b-b635-b39608e28e0d on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:22.978261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.076773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.077559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:13Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:23.098364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] No DVR routers for this DVR port 7bc10db7-f159-402b-b635-b39608e28e0d on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:23.115600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.129349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.158415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Provisioning complete for port 17a880e6-c81b-4ea6-9667-a3cb682e89dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:23.160492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.170596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd288870-074e-44b0-9c79-78d3852903ff None None] The sync data for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv is: [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:13Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:23.230311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.236890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3879a320-886e-463f-9be3-792d132dbc83 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:23.262994 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-87f557ec-ff69-4cc5-a628-9098bbabaf2f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0691216 Apr 29 07:54:23.264803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 17a880e6-c81b-4ea6-9667-a3cb682e89dc owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:23.268920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47738) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:23.270415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Pushing event updated for resources: {'Port': ['ID=8afde751-ad05-44c8-a248-e5c9200c5db1,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:23.335146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] For port 3d57a504-e8fb-41b4-8ea6-758089d92752, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3d57a504-e8fb-41b4-8ea6-758089d92752,segment=NetworkSegment(ac69fbbe-706f-4737-a688-abb9b17b18d5),segment_id=ac69fbbe-706f-4737-a688-abb9b17b18d5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:23.335550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.386116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.403470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:23.426799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df4ee89-9f1c-4ae8-b29d-c175398d9a33') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:23.427024 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df4ee89-9f1c-4ae8-b29d-c175398d9a33') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:23.445439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.475075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.552588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb654c1-93b1-435f-9c60-fe6f28e13254 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:23.567476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb654c1-93b1-435f-9c60-fe6f28e13254 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:23.569231 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eeb654c1-93b1-435f-9c60-fe6f28e13254 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2993546 Apr 29 07:54:23.572432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47740) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:23.643572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.666244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.668322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.684824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:23.686074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:23.692710 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:23.706236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] Calling delete_port for 3d57a504-e8fb-41b4-8ea6-758089d92752 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:23.709158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24603b8-1d81-4948-9334-a2dfc565cce4 None None] Pushing event deleted for resources: {'Port': ['ID=7bc10db7-f159-402b-b635-b39608e28e0d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:23.714459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Allocated IP 172.20.0.2 (71e8bda5-b443-4316-a00b-2f88617ad7c8/540e5285-0025-45d4-9735-6a0a774af150/e49b4e26-90f3-4ed3-aa90-45bcf507437e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:23.722105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Port 17a880e6-c81b-4ea6-9667-a3cb682e89dc cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:23.752624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:23.762564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:23.776205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:23.832210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.181263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.202630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e7d4-2b74-4a0d-923d-fbe57c9bbbc0 None None] Pushing event updated for resources: {'Port': ['ID=853fd50d-31e3-4c78-ab07-47111dfc25df,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:24.254185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port f7a50871-9ad6-4f63-92a0-35bc486f1d8d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:24.255049 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.277580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:24.300435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-6abb5a5d-18f9-4392-ac77-eabb8fb6f899', 'network_id': '6abb5a5d-18f9-4392-ac77-eabb8fb6f899', 'tenant_id': 'bd6835f5d6564c0eba7f886cd25ebff2', 'fixed_ips': [{'subnet_id': 'abcdc937-f30b-41f2-8d39-4e6160f32829'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:24.301831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.304603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:24.308882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.312198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:24.312628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.388968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Provisioning complete for port e9cd61fc-f098-45a8-8c35-edd822fff4d2 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:24.389500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26a161b-62ff-4246-adc9-7de0e95bb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.427300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.428919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Pushing event updated for resources: {'Port': ['ID=42452a92-9ee3-44b0-901f-13f0ae2511f4,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:24.467593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Pushing event updated for resources: {'Port': ['ID=f951d37d-5aa6-4273-b2d5-419743620ba7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:24.508435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:24.525199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.528353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:24.542585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/networks/fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2 HTTP/1.1" status: 204 len: 168 time: 3.2237296 Apr 29 07:54:24.557951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47742) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:24.573128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=17a880e6-c81b-4ea6-9667-a3cb682e89dc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:24.606524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 3879a320-886e-463f-9be3-792d132dbc83 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:24.606971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.609720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:24.626719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.695979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.746588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Allocated IP 172.20.0.1 (7c5be1be-044b-461f-bfb7-fff6b85bf65d/3a69c8e0-8db6-44a0-afe8-6e61c53f8b56/74eec82d-28b3-42c5-a321-dd5364f9c4e5) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:24.758206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for f7a50871-9ad6-4f63-92a0-35bc486f1d8d owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:24.760105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.823913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fd16f-d4f5-43cd-b792-da49868d3c48 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Network': ['ID=fddc1c9b-38bd-41fd-a0d8-1b9d5c93bfe2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:24.870598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.912659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Attempting to bind port f951d37d-5aa6-4273-b2d5-419743620ba7 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:24.913046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Attempting to bind port f951d37d-5aa6-4273-b2d5-419743620ba7 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1daacfea-4b76-4d70-afd4-dc7b1c56680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c5be1be-044b-461f-bfb7-fff6b85bf65d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:24.913400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Attempting to bind port f951d37d-5aa6-4273-b2d5-419743620ba7 on network 7c5be1be-044b-461f-bfb7-fff6b85bf65d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:24.920759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] No DVR routers for this DVR port 3d57a504-e8fb-41b4-8ea6-758089d92752 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:24.922058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=2d534fb1-1683-4cd8-a0d5-80ce3ec71ed0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:24.932771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Pushing event updated for resources: {'Port': ['ID=e49b4e26-90f3-4ed3-aa90-45bcf507437e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:24.950359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (71e8bda5-b443-4316-a00b-2f88617ad7c8/540e5285-0025-45d4-9735-6a0a774af150/0535b864-c686-48dc-9b90-8c8d0316541a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:24.955836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:24.991326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.010198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d58db6-7601-4cc5-8f8a-7ab0de04a50b None None] Pushing event deleted for resources: {'Port': ['ID=3d57a504-e8fb-41b4-8ea6-758089d92752,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:25.014562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:25.014931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Checking segment: {'id': '1daacfea-4b76-4d70-afd4-dc7b1c56680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c5be1be-044b-461f-bfb7-fff6b85bf65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:25.015330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.015787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Bound using segment: {'id': '1daacfea-4b76-4d70-afd4-dc7b1c56680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c5be1be-044b-461f-bfb7-fff6b85bf65d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:25.016163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Bound port: f951d37d-5aa6-4273-b2d5-419743620ba7, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daacfea-4b76-4d70-afd4-dc7b1c56680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c5be1be-044b-461f-bfb7-fff6b85bf65d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:25.017080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.045382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58724379-eddc-4147-98a8-808b32d7849f None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:25.122788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router b34ebbf2-3e47-4872-96a1-a1c5455bc9b0 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:25.180654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.193064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Attempting to bind port e49b4e26-90f3-4ed3-aa90-45bcf507437e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:25.193607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Attempting to bind port e49b4e26-90f3-4ed3-aa90-45bcf507437e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:25.193720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Attempting to bind port e49b4e26-90f3-4ed3-aa90-45bcf507437e on network 71e8bda5-b443-4316-a00b-2f88617ad7c8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:25.200777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.213928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Allocated IP 172.20.0.2 (6abb5a5d-18f9-4392-ac77-eabb8fb6f899/abcdc937-f30b-41f2-8d39-4e6160f32829/0afb3849-5d81-4f81-b69b-f18ab2aa2fdf) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:25.277972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:25.299126 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-269f71c5-f222-45a9-8b9d-6c91c5ffd111 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/b34ebbf2-3e47-4872-96a1-a1c5455bc9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8048306 Apr 29 07:54:25.304770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47744) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:25.370911 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dbb56099-1f17-47fe-8e35-7570c78ac60b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ebbf2-3e47-4872-96a1-a1c5455bc9b0 HTTP/1.1" status: 200 len: 205 time: 0.0648618 Apr 29 07:54:25.375965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47746) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:25.383587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34401805-b625-477d-9ccb-625c162d5452 None None] Sync routers for ids ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:25.396647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.405913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router a34b39b0-5134-4511-9b11-f3162d82cb8d has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:25.411541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.427305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:25.429844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Checking segment: {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:25.430818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.431524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Bound using segment: {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:25.432723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Bound port: e49b4e26-90f3-4ed3-aa90-45bcf507437e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:25.433799 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.449698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e25ade-69bc-4996-af00-1cf1f4970dda']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:25.462313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac69fbbe-706f-4737-a688-abb9b17b18d5') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:25.462674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac69fbbe-706f-4737-a688-abb9b17b18d5') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:25.474518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.478528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] For port f951d37d-5aa6-4273-b2d5-419743620ba7, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:25.486416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf4501ba-f773-44a8-bbbc-474dac29a4ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.499099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.523429 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 3879a320-886e-463f-9be3-792d132dbc83, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3879a320-886e-463f-9be3-792d132dbc83,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:25.524554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34401805-b625-477d-9ccb-625c162d5452 None None] Routers {'b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:25.525302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-34401805-b625-477d-9ccb-625c162d5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:25.539177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:25.539834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:25.543093 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:25.565678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.574925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.650297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Port': ['ID=74eec82d-28b3-42c5-a321-dd5364f9c4e5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:25.666620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.686572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.760075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=f7a50871-9ad6-4f63-92a0-35bc486f1d8d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:25.779669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] For port f951d37d-5aa6-4273-b2d5-419743620ba7, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f951d37d-5aa6-4273-b2d5-419743620ba7,segment=NetworkSegment(1daacfea-4b76-4d70-afd4-dc7b1c56680a),segment_id=1daacfea-4b76-4d70-afd4-dc7b1c56680a)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:25.791049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:25.798989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:25.806581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf4501ba-f773-44a8-bbbc-474dac29a4ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.806581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf4501ba-f773-44a8-bbbc-474dac29a4ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.807248 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] Sync routers for ids ['a34b39b0-5134-4511-9b11-f3162d82cb8d'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:25.807726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:25.810056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:25.814332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.816846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.817795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2dc26fda-53d7-4b5f-81a1-4bec34bd403e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:25.822584 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c40b776b-c05d-41ef-8386-4da09128284f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/a34b39b0-5134-4511-9b11-f3162d82cb8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5558989 Apr 29 07:54:25.825868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47748) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:25.828481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.836825 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] Routers {'a34b39b0-5134-4511-9b11-f3162d82cb8d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:25.839055 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a34b39b0-5134-4511-9b11-f3162d82cb8d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:25.841041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.888933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-34401805-b625-477d-9ccb-625c162d5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:25.903242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Pushing event updated for resources: {'Port': ['ID=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:25.935344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.938447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:25.942519 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/networks/64e25ade-69bc-4996-af00-1cf1f4970dda HTTP/1.1" status: 204 len: 168 time: 1.3687010 Apr 29 07:54:25.945198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63035bb6-984b-4177-963b-a165e3f6bd01 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Network': ['ID=64e25ade-69bc-4996-af00-1cf1f4970dda,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:25.952718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47750) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:25.957687 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:25.975127 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] Routers {'a34b39b0-5134-4511-9b11-f3162d82cb8d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:25.978734 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a34b39b0-5134-4511-9b11-f3162d82cb8d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:26.031317 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:26.034760 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038fee3-f09f-48c9-bc2b-28bbbae289d3 None None] The sync data for ids ['a34b39b0-5134-4511-9b11-f3162d82cb8d'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:26.043448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:26.046116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Provisioning complete for port 42452a92-9ee3-44b0-901f-13f0ae2511f4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:26.046622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.052899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:26.073661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:26.109902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34401805-b625-477d-9ccb-625c162d5452 None None] Routers {'b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:26.111187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-34401805-b625-477d-9ccb-625c162d5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:26.120912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:26.130317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:26.132366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:26.161679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=0535b864-c686-48dc-9b90-8c8d0316541a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:26.212713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-34401805-b625-477d-9ccb-625c162d5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:26.213509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34401805-b625-477d-9ccb-625c162d5452 None None] The sync data for ids ['b34ebbf2-3e47-4872-96a1-a1c5455bc9b0'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:26.231914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] For port e49b4e26-90f3-4ed3-aa90-45bcf507437e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:26.275388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting subnet cfe2881c-426b-430c-855e-dfb556b8be8b {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:26.280535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] For port e49b4e26-90f3-4ed3-aa90-45bcf507437e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e49b4e26-90f3-4ed3-aa90-45bcf507437e,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:26.280702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.283735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=3879a320-886e-463f-9be3-792d132dbc83,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:26.288506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.291382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Port 42452a92-9ee3-44b0-901f-13f0ae2511f4 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:26.332913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf4501ba-f773-44a8-bbbc-474dac29a4ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.333501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4501ba-f773-44a8-bbbc-474dac29a4ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Fanout notify agent at l3_agent the message router_deleted on router b34ebbf2-3e47-4872-96a1-a1c5455bc9b0 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:54:26.338818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.340793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf4501ba-f773-44a8-bbbc-474dac29a4ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.345592 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cf4501ba-f773-44a8-bbbc-474dac29a4ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/b34ebbf2-3e47-4872-96a1-a1c5455bc9b0 HTTP/1.1" status: 204 len: 168 time: 0.9634874 Apr 29 07:54:26.347019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47752) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:26.411559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.411994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-6c7df438-87b8-4740-8fc1-22c2619750ac tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 07:54:26.416481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6c7df438-87b8-4740-8fc1-22c2619750ac tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/a34b39b0-5134-4511-9b11-f3162d82cb8d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5821285 Apr 29 07:54:26.423428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47754) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:26.428356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.436408 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-425b469f-dbd8-406e-bb73-cba5547aa536 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/f7a50871-9ad6-4f63-92a0-35bc486f1d8d HTTP/1.1" status: 204 len: 168 time: 2.8622012 Apr 29 07:54:26.436653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47756) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:26.478287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:26.478781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.482369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Attempting to bind port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:26.482369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Attempting to bind port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'a2d8cee4-7662-40cd-9522-c2bed87abe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6abb5a5d-18f9-4392-ac77-eabb8fb6f899'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:26.482840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Attempting to bind port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf on network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:26.484771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Provisioning complete for port 853fd50d-31e3-4c78-ab07-47111dfc25df triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:26.485802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.486068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.496034 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cecf5150-1185-435a-96e6-f8445823b142 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=a34b39b0-5134-4511-9b11-f3162d82cb8d HTTP/1.1" status: 200 len: 205 time: 0.0692956 Apr 29 07:54:26.496034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.499977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47758) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:26.582045 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.585323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet f560995c-b171-4855-b529-eb12757f3895 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:26.620118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.629738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100d097-238d-4de5-b25f-9794ed563f06 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:26.631649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100d097-238d-4de5-b25f-9794ed563f06 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:26.633635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100d097-238d-4de5-b25f-9794ed563f06 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:26.638406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1100d097-238d-4de5-b25f-9794ed563f06 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1961482 Apr 29 07:54:26.639121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47760) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:26.674970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cfd5166b-c196-4716-be3d-69de65d565fa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.693756 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:54:26.760971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ed234-e3a6-4d17-8e34-233c2e2ae15f None None] Pushing event updated for resources: {'Port': ['ID=f951d37d-5aa6-4273-b2d5-419743620ba7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:26.764157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:26.764914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Checking segment: {'id': 'a2d8cee4-7662-40cd-9522-c2bed87abe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6abb5a5d-18f9-4392-ac77-eabb8fb6f899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:26.765541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.766182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Bound using segment: {'id': 'a2d8cee4-7662-40cd-9522-c2bed87abe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6abb5a5d-18f9-4392-ac77-eabb8fb6f899'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:26.767458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Bound port: 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8cee4-7662-40cd-9522-c2bed87abe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6abb5a5d-18f9-4392-ac77-eabb8fb6f899'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:26.768074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.789645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.828459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:26.906811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d741082-ab8d-45ca-9510-8a1415d85d09 None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '32433a20-d744-4217-8db1-1e5437c1db79', 'ip_address': '2001:db8::f816:3eff:fe81:445f'}, {'subnet_id': 'f88e3218-d03c-4908-8bef-4bd0b00531e3'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '853fd50d-31e3-4c78-ab07-47111dfc25df'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:54:26.957056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e8bac-2ae5-4c19-aeeb-101f45048835 None None] Pushing event updated for resources: {'Port': ['ID=e49b4e26-90f3-4ed3-aa90-45bcf507437e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:26.962510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 32433a20-d744-4217-8db1-1e5437c1db79 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:26.978302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d741082-ab8d-45ca-9510-8a1415d85d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.025543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] For port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:27.052521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.078220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] For port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,segment=NetworkSegment(a2d8cee4-7662-40cd-9522-c2bed87abe1f),segment_id=a2d8cee4-7662-40cd-9522-c2bed87abe1f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:27.107267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.109417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Pushing event updated for resources: {'Port': ['ID=42452a92-9ee3-44b0-901f-13f0ae2511f4,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:27.145225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8afde751-ad05-44c8-a248-e5c9200c5db1 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:27.160326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.189464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.216963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.281070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.286553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.385401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.389788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.435851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8c6b2-3d62-49f0-8443-e040ffc95de1 None None] Pushing event updated for resources: {'Port': ['ID=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:27.460746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] For port 853fd50d-31e3-4c78-ab07-47111dfc25df, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=853fd50d-31e3-4c78-ab07-47111dfc25df,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:27.476001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8afde751-ad05-44c8-a248-e5c9200c5db1 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:27.478069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.488637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.511844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.518498 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/subnets/cfe2881c-426b-430c-855e-dfb556b8be8b HTTP/1.1" status: 204 len: 168 time: 1.5608737 Apr 29 07:54:27.519929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287eb1-0b0f-4ff6-90bd-d0f8d87c0284 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe2881c-426b-430c-855e-dfb556b8be8b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:27.524511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47762) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:27.530142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a26bf-0df4-4e20-b3d7-9c619daeae55 None None] Network e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:27.555876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:27.578066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:27.604727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.630307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.647900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.672462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cfd5166b-c196-4716-be3d-69de65d565fa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.677334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.688458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cfd5166b-c196-4716-be3d-69de65d565fa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.758324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e03ef-c767-4b21-8282-ea563e6286e4 None None] Pushing event updated for resources: {'Port': ['ID=853fd50d-31e3-4c78-ab07-47111dfc25df,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:27.797255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.801474 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/f560995c-b171-4855-b529-eb12757f3895 HTTP/1.1" status: 204 len: 168 time: 1.4522536 Apr 29 07:54:27.802386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad2d4-f266-41ae-b7f5-a6d708ea535c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=f560995c-b171-4855-b529-eb12757f3895,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:27.806614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47764) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:27.832350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.868302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca14db-eca5-48a8-ac28-740a9b99fca9 None None] Network 9f7ac082-5d73-4121-aa70-5866673dccc8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:27.906886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.923402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Port': ['ID=74eec82d-28b3-42c5-a321-dd5364f9c4e5,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:27.962616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cfd5166b-c196-4716-be3d-69de65d565fa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.967033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd5166b-c196-4716-be3d-69de65d565fa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Fanout notify agent at l3_agent the message router_deleted on router a34b39b0-5134-4511-9b11-f3162d82cb8d {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:54:27.970774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cfd5166b-c196-4716-be3d-69de65d565fa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:27.972184 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cfd5166b-c196-4716-be3d-69de65d565fa tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/a34b39b0-5134-4511-9b11-f3162d82cb8d HTTP/1.1" status: 204 len: 168 time: 1.4689603 Apr 29 07:54:28.001989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47766) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:28.033322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa92da-fb92-492b-a878-4286eb6512bf None None] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:28.084090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.119469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:28.123513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.129999 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/32433a20-d744-4217-8db1-1e5437c1db79 HTTP/1.1" status: 204 len: 168 time: 1.4699154 Apr 29 07:54:28.130965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1f734-eccc-46fa-92ce-081af53e89b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=32433a20-d744-4217-8db1-1e5437c1db79,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:28.134040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47768) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:28.183096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.187304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet f88e3218-d03c-4908-8bef-4bd0b00531e3 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:28.189705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:28.195824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.217391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet 1a63eaa5-eddd-4a99-bb17-f56a66be174a {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:28.226766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-8d741082-ab8d-45ca-9510-8a1415d85d09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32433a20-d744-4217-8db1-1e5437c1db79: This subnet is being modified by another concurrent operation. Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:54:28.273180 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32433a20-d744-4217-8db1-1e5437c1db79: This subnet is being modified by another concurrent operation. Apr 29 07:54:28.277274 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 07:54:28.283782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Router fdb9e8ca-0642-4de0-9388-490957a9d5f1 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:28.345332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.353975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.373017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cd10fde8-2802-43f1-b2aa-d7dc4264b823 None None] Provisioning complete for port f951d37d-5aa6-4273-b2d5-419743620ba7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:28.373683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd10fde8-2802-43f1-b2aa-d7dc4264b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.378146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e9cd61fc-f098-45a8-8c35-edd822fff4d2 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:28.432704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.462970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1af415-3cbe-4a26-b3a9-67683fbaa077 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:28.497282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.508944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Router d40ca449-0d11-459a-8387-242e632af11f is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:28.516700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Deleting port aed64a72-f070-4834-989e-50ea2cf5f567 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:28.517257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.576391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] DHCP port deletion for e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:28.614683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.647975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d68a1b8-8349-4560-8c82-bc60fab589e7 None None] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:28.674797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.700694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.707488 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/f88e3218-d03c-4908-8bef-4bd0b00531e3 HTTP/1.1" status: 204 len: 168 time: 0.5723400 Apr 29 07:54:28.711018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47770) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:28.754533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port e9cd61fc-f098-45a8-8c35-edd822fff4d2 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:28.755134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.777926 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5ee53e3c-ffe1-40e7-88e8-a32b0b92c764 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657575 Apr 29 07:54:28.780982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47772) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:28.786676 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:28.792329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d54c7-9da0-451c-846e-38c3c32ba441 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=f88e3218-d03c-4908-8bef-4bd0b00531e3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:28.814108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.819399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:28.819928 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] For port aed64a72-f070-4834-989e-50ea2cf5f567, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=aed64a72-f070-4834-989e-50ea2cf5f567,segment=NetworkSegment(5ae3ea1b-5551-4f26-ade9-0fd65330bbc1),segment_id=5ae3ea1b-5551-4f26-ade9-0fd65330bbc1)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:28.820215 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.824837 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-78b77f13-cd83-4c3f-afc3-3adc55cb2343 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "PUT /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0793576 Apr 29 07:54:28.829681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] DHCP port deletion for 9f7ac082-5d73-4121-aa70-5866673dccc8 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:28.831406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47774) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:28.849695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] Sync routers for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:28.924276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.931969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Calling delete_port for aed64a72-f070-4834-989e-50ea2cf5f567 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:28.934188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:28.935884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=0535b864-c686-48dc-9b90-8c8d0316541a,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:28.951670 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0cccb65-8537-49b7-8205-457605fcf588 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdb9e8ca-0642-4de0-9388-490957a9d5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5576308 Apr 29 07:54:28.959667 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Sync routers for ids ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:28.995218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e9cd61fc-f098-45a8-8c35-edd822fff4d2 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:28.995598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:28.996189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port e9cd61fc-f098-45a8-8c35-edd822fff4d2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e9cd61fc-f098-45a8-8c35-edd822fff4d2,segment=NetworkSegment(e5249ed9-2767-4df8-be5a-4a90be325582),segment_id=e5249ed9-2767-4df8-be5a-4a90be325582)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:28.996562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.015758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:29.018261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:29.025461 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Routers {'fdb9e8ca-0642-4de0-9388-490957a9d5f1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:29.030577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for e9cd61fc-f098-45a8-8c35-edd822fff4d2 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:29.040017 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:29.239313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:29.244295 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Set router fdb9e8ca-0642-4de0-9388-490957a9d5f1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:29.426275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3115c8-a806-483c-9e3b-af424292cfb4 None None] Network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:29.445504 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:29.472992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:29.478791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.487524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd10fde8-2802-43f1-b2aa-d7dc4264b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.504853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:29.566279 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T07:54:24Z', 'revision_number': 4, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42452a92-9ee3-44b0-901f-13f0ae2511f4', 'name': '', 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'mac_address': 'fa:16:3e:fd:71:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'b9dc0795-c9e1-41dd-8ac8-5816af3b807e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:22Z', 'updated_at': '2022-04-29T07:54:25Z', 'revision_number': 2, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'subnets': [{'id': 'b9dc0795-c9e1-41dd-8ac8-5816af3b807e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:29.608698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] Deleting port aed64a72-f070-4834-989e-50ea2cf5f567 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:29.608698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.628415 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Checking router: fdb9e8ca-0642-4de0-9388-490957a9d5f1 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:29.629385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:29.629918 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Updating router fdb9e8ca-0642-4de0-9388-490957a9d5f1 port 42452a92-9ee3-44b0-901f-13f0ae2511f4 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:29.631166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:29.631822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:29.673287 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.685924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.726820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.740161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.747170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/1a63eaa5-eddd-4a99-bb17-f56a66be174a HTTP/1.1" status: 204 len: 168 time: 1.7405689 Apr 29 07:54:29.751391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8659fc-aa6c-48a5-ac90-0070506d6b79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=1a63eaa5-eddd-4a99-bb17-f56a66be174a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:29.775272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6e949-68b0-4062-8774-3cc20368949a None None] Network bc3963d8-bf0c-4a74-99a2-6946e677a4c6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:29.813843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47784) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:29.815911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:29.816565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4fa45c-24e3-4ead-9614-8437a132afdd None None] The sync data for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:29.844015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 4511b4e0-cadc-4e35-93f5-87f81773a6ee has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:29.845511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Port': ['ID=aed64a72-f070-4834-989e-50ea2cf5f567,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:29.860018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] No DVR routers for this DVR port aed64a72-f070-4834-989e-50ea2cf5f567 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:29.918159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:29.930286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cd10fde8-2802-43f1-b2aa-d7dc4264b823 None None] For port f951d37d-5aa6-4273-b2d5-419743620ba7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f951d37d-5aa6-4273-b2d5-419743620ba7,segment=NetworkSegment(1daacfea-4b76-4d70-afd4-dc7b1c56680a),segment_id=1daacfea-4b76-4d70-afd4-dc7b1c56680a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:30.039238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] Deleting port e9cd61fc-f098-45a8-8c35-edd822fff4d2 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:30.039616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.054814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd10fde8-2802-43f1-b2aa-d7dc4264b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.118733 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.120751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] For port aed64a72-f070-4834-989e-50ea2cf5f567, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:30.121423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.131142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.257523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:30.258075 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.258609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.267973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] Calling delete_port for aed64a72-f070-4834-989e-50ea2cf5f567 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:30.291466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] Port aed64a72-f070-4834-989e-50ea2cf5f567 was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:54:30.334998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43,segment=NetworkSegment(e0f3c489-694b-4a0d-8719-99ac8ad5770a),segment_id=e0f3c489-694b-4a0d-8719-99ac8ad5770a)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:30.335548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.350144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:30.352237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.400158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:30.410596 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7f11ebe7-3279-4541-a4f7-babf0a9f4fbb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/4511b4e0-cadc-4e35-93f5-87f81773a6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0883310 Apr 29 07:54:30.422811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:30.455981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae3ea1b-5551-4f26-ade9-0fd65330bbc1') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:30.456275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae3ea1b-5551-4f26-ade9-0fd65330bbc1') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:30.482802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47788) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:30.495474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] For port e9cd61fc-f098-45a8-8c35-edd822fff4d2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e9cd61fc-f098-45a8-8c35-edd822fff4d2,segment=NetworkSegment(e5249ed9-2767-4df8-be5a-4a90be325582),segment_id=e5249ed9-2767-4df8-be5a-4a90be325582)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:30.496105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.498516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.531081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:54:30.531335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.533254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] Calling delete_port for e9cd61fc-f098-45a8-8c35-edd822fff4d2 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:30.545253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:30.545663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:30.691802 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:30.699274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.724999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port e9cd61fc-f098-45a8-8c35-edd822fff4d2 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:30.753626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.762215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] No DVR routers for this DVR port aed64a72-f070-4834-989e-50ea2cf5f567 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:30.786191 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deef2d-1b64-4e1c-b15b-ac4d44fc0465 None None] Pushing event updated for resources: {'Port': ['ID=42452a92-9ee3-44b0-901f-13f0ae2511f4,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:30.793064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Provisioning complete for port f951d37d-5aa6-4273-b2d5-419743620ba7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:30.793718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.799090 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 97059b43-34a4-47f0-8659-a4d37bfc5a8d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:30.807366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.817105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Sync routers for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:30.863328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47790) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:30.868142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9da304b2-8117-41dc-b38b-4e177c99c87e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675537460', 'description': 'tempest-secgroup-smoke-1675537460 description', 'project_id': 'e228eaab7dc047949213c6f45494e006'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:30.890200 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Attempting to bind port 42452a92-9ee3-44b0-901f-13f0ae2511f4 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:30.890761 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Attempting to bind port 42452a92-9ee3-44b0-901f-13f0ae2511f4 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:30.890985 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Attempting to bind port 42452a92-9ee3-44b0-901f-13f0ae2511f4 on network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:30.903864 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-81c5e70f-77f4-4239-a0e6-8045a5f9d925 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:54:30.907690 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-81c5e70f-77f4-4239-a0e6-8045a5f9d925 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "PUT /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0716083 Apr 29 07:54:30.915555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] Deleting port 853fd50d-31e3-4c78-ab07-47111dfc25df {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:30.916227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.916894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.924547 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:30.924547 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Checking segment: {'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:30.924547 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.924547 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Bound using segment: {'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:30.924547 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Bound port: 42452a92-9ee3-44b0-901f-13f0ae2511f4, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e9bdae-63c6-41f5-97b3-46a478711c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:30.925110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10fde8-2802-43f1-b2aa-d7dc4264b823 None None] Pushing event updated for resources: {'Port': ['ID=f951d37d-5aa6-4273-b2d5-419743620ba7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:30.925225 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.943345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7ac082-5d73-4121-aa70-5866673dccc8']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:30.954526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5249ed9-2767-4df8-be5a-4a90be325582') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:30.958807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5249ed9-2767-4df8-be5a-4a90be325582') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:30.958950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47792) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:30.958950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.965496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:30.972482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:30.988061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.005554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:31.008162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.017898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc48108-9ac1-485b-90d0-01cfce4654ad None None] Pushing event deleted for resources: {'Port': ['ID=aed64a72-f070-4834-989e-50ea2cf5f567,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:31.026959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 97059b43-34a4-47f0-8659-a4d37bfc5a8d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:31.027924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 97059b43-34a4-47f0-8659-a4d37bfc5a8d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:31.028689 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3d57a504-e8fb-41b4-8ea6-758089d92752 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:31.051201 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] For port 42452a92-9ee3-44b0-901f-13f0ae2511f4, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:31.054570 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] For port 42452a92-9ee3-44b0-901f-13f0ae2511f4, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=42452a92-9ee3-44b0-901f-13f0ae2511f4,segment=NetworkSegment(23e9bdae-63c6-41f5-97b3-46a478711c43),segment_id=23e9bdae-63c6-41f5-97b3-46a478711c43)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:31.064499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] No DVR routers for this DVR port e9cd61fc-f098-45a8-8c35-edd822fff4d2 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:31.072007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76506f72-c98b-4fad-904c-abdd970c0226 None None] Pushing event deleted for resources: {'Port': ['ID=e9cd61fc-f098-45a8-8c35-edd822fff4d2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:31.086415 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:31.088363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=e9cd61fc-f098-45a8-8c35-edd822fff4d2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:31.091221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:31.097005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.113978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.122777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/networks/e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa HTTP/1.1" status: 204 len: 168 time: 3.5955870 Apr 29 07:54:31.125252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47794) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:31.144021 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.158521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 3d57a504-e8fb-41b4-8ea6-758089d92752 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:31.158521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3d57a504-e8fb-41b4-8ea6-758089d92752 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:31.158521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7bc10db7-f159-402b-b635-b39608e28e0d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:31.163321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:31.164787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:31.268699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deef2d-1b64-4e1c-b15b-ac4d44fc0465 None None] Pushing event updated for resources: {'Port': ['ID=42452a92-9ee3-44b0-901f-13f0ae2511f4,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:31.310619 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Routers {'fdb9e8ca-0642-4de0-9388-490957a9d5f1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:31.312446 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:31.380453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:31.388277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 7bc10db7-f159-402b-b635-b39608e28e0d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:31.388891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7bc10db7-f159-402b-b635-b39608e28e0d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:31.477202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] For port 853fd50d-31e3-4c78-ab07-47111dfc25df, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=853fd50d-31e3-4c78-ab07-47111dfc25df,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:31.478312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.489383 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9da304b2-8117-41dc-b38b-4e177c99c87e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.497853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] Calling delete_port for 853fd50d-31e3-4c78-ab07-47111dfc25df owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:31.522140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] Set router fdb9e8ca-0642-4de0-9388-490957a9d5f1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:31.566098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7eb7f1-0b9f-4633-b6f3-46a9d27a4ca2 None None] DHCP port deletion for bc3963d8-bf0c-4a74-99a2-6946e677a4c6 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:31.742056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Provisioning complete for port 74eec82d-28b3-42c5-a321-dd5364f9c4e5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:31.742615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.755838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.799665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.800427 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.801215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.801908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.802655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.803262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.803883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.804496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.805288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.806212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.807001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.808985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.808985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.808985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:31.811824 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-747b1243-4553-4578-ac68-7e92d8124a07 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9722 time: 1.3277462 Apr 29 07:54:31.824134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47796) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:31.844964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1195a8-dc34-4176-b23d-4af8a58aeb2d tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Pushing event deleted for resources: {'Network': ['ID=e20d2a4e-09ed-42ae-8294-ba7ced5dfbfa,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:31.864658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9da304b2-8117-41dc-b38b-4e177c99c87e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.878151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3963d8-bf0c-4a74-99a2-6946e677a4c6']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:31.900444 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0d22bd84-57a5-46ca-bd86-5ba77abc9914 tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "GET /v2.0/ports?device_id=161802a0-427d-4800-ba10-0d6c83e79479 HTTP/1.1" status: 200 len: 205 time: 0.0912669 Apr 29 07:54:31.903193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47798) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:31.962110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.990665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:31.995014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/9f7ac082-5d73-4121-aa70-5866673dccc8 HTTP/1.1" status: 204 len: 168 time: 4.1852624 Apr 29 07:54:32.018886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47800) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:32.021643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Port 74eec82d-28b3-42c5-a321-dd5364f9c4e5 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:32.045971 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T07:54:24Z', 'revision_number': 4, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42452a92-9ee3-44b0-901f-13f0ae2511f4', 'name': '', 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'mac_address': 'fa:16:3e:fd:71:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'b9dc0795-c9e1-41dd-8ac8-5816af3b807e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:22Z', 'updated_at': '2022-04-29T07:54:31Z', 'revision_number': 4, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'subnets': [{'id': 'b9dc0795-c9e1-41dd-8ac8-5816af3b807e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:32.052574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3879a320-886e-463f-9be3-792d132dbc83 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:32.060260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-286cae04-b633-4c26-afbd-4a6b9106a836 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-216302810', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:32.068517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e7a08-642a-44a5-aa1e-f2cfe8083124 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=9f7ac082-5d73-4121-aa70-5866673dccc8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:32.079515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7915d922-6d44-4a2f-9e8b-73118d2d811c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.099158 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fecc05-30f0-45e1-9ec7-6a94798c6cf4 None None] The sync data for ids ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'] in dv-neutron-839740-1-hyperv is: [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T07:54:24Z', 'revision_number': 4, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42452a92-9ee3-44b0-901f-13f0ae2511f4', 'name': '', 'network_id': '45e95fd5-dc7e-4ba9-b7d5-502171c65744', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'mac_address': 'fa:16:3e:fd:71:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'b9dc0795-c9e1-41dd-8ac8-5816af3b807e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:22Z', 'updated_at': '2022-04-29T07:54:31Z', 'revision_number': 4, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'subnets': [{'id': 'b9dc0795-c9e1-41dd-8ac8-5816af3b807e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:32.306905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Provisioning complete for port 42452a92-9ee3-44b0-901f-13f0ae2511f4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:32.307415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.310074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9da304b2-8117-41dc-b38b-4e177c99c87e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.316110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7915d922-6d44-4a2f-9e8b-73118d2d811c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.318879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7915d922-6d44-4a2f-9e8b-73118d2d811c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.327592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f3c489-694b-4a0d-8719-99ac8ad5770a') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:32.329154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f3c489-694b-4a0d-8719-99ac8ad5770a') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:32.366061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-286cae04-b633-4c26-afbd-4a6b9106a836 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.367495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-286cae04-b633-4c26-afbd-4a6b9106a836 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.373439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:27Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:27Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:32.386598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da304b2-8117-41dc-b38b-4e177c99c87e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51fa458-143e-4287-8a3d-b727e361fe6a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:32.412344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Checking router: 4511b4e0-cadc-4e35-93f5-87f81773a6ee for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:32.412908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Updating router 4511b4e0-cadc-4e35-93f5-87f81773a6ee port 0535b864-c686-48dc-9b90-8c8d0316541a binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:32.431619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-286cae04-b633-4c26-afbd-4a6b9106a836 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.438261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 3879a320-886e-463f-9be3-792d132dbc83 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:32.438828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.448403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.458095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7915d922-6d44-4a2f-9e8b-73118d2d811c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.458678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7915d922-6d44-4a2f-9e8b-73118d2d811c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Fanout notify agent at l3_agent the message router_deleted on router 161802a0-427d-4800-ba10-0d6c83e79479 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:54:32.471534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.476540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7915d922-6d44-4a2f-9e8b-73118d2d811c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.477702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7915d922-6d44-4a2f-9e8b-73118d2d811c tempest-RoutersNegativeIpV6Test-572920047 tempest-RoutersNegativeIpV6Test-572920047-project] 10.222.0.16 "DELETE /v2.0/routers/161802a0-427d-4800-ba10-0d6c83e79479 HTTP/1.1" status: 204 len: 168 time: 0.5734115 Apr 29 07:54:32.517400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-286cae04-b633-4c26-afbd-4a6b9106a836 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.548588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.549055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.549509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.549961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.550684 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.550878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.551321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.551763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.552207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.552651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.553177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:32.558018 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-23d4b2a0-394f-4d49-875e-97ba1994bcbf tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7059 time: 0.7043211 Apr 29 07:54:32.558018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] For port 853fd50d-31e3-4c78-ab07-47111dfc25df, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=853fd50d-31e3-4c78-ab07-47111dfc25df,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:32.559216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47804) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:32.562695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.564827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9da304b2-8117-41dc-b38b-4e177c99c87e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.566104 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9da304b2-8117-41dc-b38b-4e177c99c87e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7015612 Apr 29 07:54:32.571951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47806) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:32.580967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.592824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:32.593231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:32.597673 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:32.622351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-febc9183-4b1c-4069-99db-7325b33848ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'security_group_rule': {'security_group_id': 'f51fa458-143e-4287-8a3d-b727e361fe6a', 'project_id': 'e228eaab7dc047949213c6f45494e006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:32.677589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-286cae04-b633-4c26-afbd-4a6b9106a836 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.679142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-286cae04-b633-4c26-afbd-4a6b9106a836 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6592891 Apr 29 07:54:32.689437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47808) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:32.700530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1676907259'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:32.746333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.804382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.805761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:32.809084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.809775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.813277 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/bc3963d8-bf0c-4a74-99a2-6946e677a4c6 HTTP/1.1" status: 204 len: 168 time: 2.9976099 Apr 29 07:54:32.819048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47810) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:32.827400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-593784664'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:32.840855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0433b-609d-4266-b9b2-f8ccc09bd821 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=bc3963d8-bf0c-4a74-99a2-6946e677a4c6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:32.840969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] For port 42452a92-9ee3-44b0-901f-13f0ae2511f4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=42452a92-9ee3-44b0-901f-13f0ae2511f4,segment=NetworkSegment(23e9bdae-63c6-41f5-97b3-46a478711c43),segment_id=23e9bdae-63c6-41f5-97b3-46a478711c43)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:32.851909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.859898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-febc9183-4b1c-4069-99db-7325b33848ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.893219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8afde751-ad05-44c8-a248-e5c9200c5db1 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:32.915757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.917038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.925402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:32.968569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:33.006528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.006918 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment fc9be66c-ac69-4536-a4c6-e3995451c9dc of type vlan for network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad Apr 29 07:54:33.008942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.019058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.060191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=853fd50d-31e3-4c78-ab07-47111dfc25df,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.068172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-febc9183-4b1c-4069-99db-7325b33848ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.075864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:33.080654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.092659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Provisioning complete for port e49b4e26-90f3-4ed3-aa90-45bcf507437e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:33.092963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.117849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:33.118756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.138011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e7b2de69-b9c8-42dc-bc6d-32c6b4d49e16 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4829 time: 0.5717793 Apr 29 07:54:33.140183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:33.151420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:33.151420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.154747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] No DVR routers for this DVR port 853fd50d-31e3-4c78-ab07-47111dfc25df on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:33.160073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Pushing event updated for resources: {'Port': ['ID=42452a92-9ee3-44b0-901f-13f0ae2511f4,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.177931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.179518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-febc9183-4b1c-4069-99db-7325b33848ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.197163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8afde751-ad05-44c8-a248-e5c9200c5db1 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:33.197729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.200620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=1decacc1-34f8-41dd-93f6-aeee38746ec4,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.214664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:33.248090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47818) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.289572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc9183-4b1c-4069-99db-7325b33848ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cf3d77-d03e-42b2-949a-ce3a373633fd,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.299410 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed534761-664c-419d-a2ef-970bc402c758 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5173740 Apr 29 07:54:33.304115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47822) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.304586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dee86-1103-4675-a09b-127f568f64a4 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:33.305066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.305414 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment 68189ba0-4c4e-4873-b8e1-42d74100c69e of type vlan for network 33a33732-04e4-4300-bccd-34154c8ec928 Apr 29 07:54:33.308105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:33.326333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-febc9183-4b1c-4069-99db-7325b33848ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.332816 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-febc9183-4b1c-4069-99db-7325b33848ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7144933 Apr 29 07:54:33.334201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47824) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.341804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a4d7895f-7b05-4efb-8251-68cac2fbbbb3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'security_group_rule': {'security_group_id': 'f51fa458-143e-4287-8a3d-b727e361fe6a', 'project_id': 'e228eaab7dc047949213c6f45494e006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:33.382097 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.388610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.394421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:33.395145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.420211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a2e42-a14d-4675-8ad2-ead8221fe81e None None] Pushing event deleted for resources: {'Port': ['ID=853fd50d-31e3-4c78-ab07-47111dfc25df,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.449886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.493453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47826) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.505721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8135777 Apr 29 07:54:33.512253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47828) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.513775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0b541a7e-c326-4bfc-b4d4-959351aa2cbc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417439954', 'description': 'tempest-secgroup-smoke-417439954 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:33.519157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:33.577943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.db.resource_extend [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:54:33.609806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4d7895f-7b05-4efb-8251-68cac2fbbbb3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.615816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864118e5-84a9-44f6-a26a-5ead6599eb8e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=46711cc8-96b0-4a4e-80c9-0d9c2f5724ad,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.643351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] For port e49b4e26-90f3-4ed3-aa90-45bcf507437e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e49b4e26-90f3-4ed3-aa90-45bcf507437e,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:33.645136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:33.658775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b541a7e-c326-4bfc-b4d4-959351aa2cbc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.703160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:33.707345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.712702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3d03-2995-4eae-a47b-1c164282184c None None] Pushing event updated for resources: {'Port': ['ID=0535b864-c686-48dc-9b90-8c8d0316541a,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.743852 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1b0944f9-996b-46ba-a866-367f970ffa22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c6220b7f5a748eca18fe2cd7b05f80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944897 Apr 29 07:54:33.753532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b541a7e-c326-4bfc-b4d4-959351aa2cbc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.754692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47830) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.756402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4d7895f-7b05-4efb-8251-68cac2fbbbb3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.757926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.765203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:33.766250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.843686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4d7895f-7b05-4efb-8251-68cac2fbbbb3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.849062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.856515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b541a7e-c326-4bfc-b4d4-959351aa2cbc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.877398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Deleting port 74eec82d-28b3-42c5-a321-dd5364f9c4e5 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:33.877842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.898361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b541a7e-c326-4bfc-b4d4-959351aa2cbc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d122fd-0886-4a37-a898-e4d36a32badd,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:33.914307 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0911577 Apr 29 07:54:33.920983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Attempting to bind port 0535b864-c686-48dc-9b90-8c8d0316541a on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:33.921130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Attempting to bind port 0535b864-c686-48dc-9b90-8c8d0316541a by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:33.921407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Attempting to bind port 0535b864-c686-48dc-9b90-8c8d0316541a on network 71e8bda5-b443-4316-a00b-2f88617ad7c8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:33.921549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47832) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.925037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4d7895f-7b05-4efb-8251-68cac2fbbbb3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.929509 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a4d7895f-7b05-4efb-8251-68cac2fbbbb3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5897682 Apr 29 07:54:33.932142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': '33a33732-04e4-4300-bccd-34154c8ec928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:33.941577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e49b4e26-90f3-4ed3-aa90-45bcf507437e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:33.947738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:33.948113 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Checking segment: {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:33.948510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.948898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Bound using segment: {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:33.949372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Bound port: 0535b864-c686-48dc-9b90-8c8d0316541a, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:33.949748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:33.951649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47834) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:33.957318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-900ac0ec-7e34-421b-9924-dc52dbb8242a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'security_group_rule': {'security_group_id': 'f51fa458-143e-4287-8a3d-b727e361fe6a', 'project_id': 'e228eaab7dc047949213c6f45494e006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:34.009787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:34.010043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Provisioning complete for port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:34.010043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.013045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.023276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd1d5e-a219-41d1-89e1-43d7c5e41535 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=33a33732-04e4-4300-bccd-34154c8ec928,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.026239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7895f-7b05-4efb-8251-68cac2fbbbb3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22940531-77b2-4734-8539-79b84c7835b3,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.050462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca318-d6ca-4c49-941b-e7068165d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.057682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 33a33732-04e4-4300-bccd-34154c8ec928 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:34.059203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Pushing event updated for resources: {'Port': ['ID=e49b4e26-90f3-4ed3-aa90-45bcf507437e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.091079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:34.095883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.114048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.154998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Calling delete_port for 74eec82d-28b3-42c5-a321-dd5364f9c4e5 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:34.158130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b541a7e-c326-4bfc-b4d4-959351aa2cbc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.158614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca318-d6ca-4c49-941b-e7068165d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.159501 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0b541a7e-c326-4bfc-b4d4-959351aa2cbc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6616709 Apr 29 07:54:34.163254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47836) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:34.166892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e5836c16-327b-4e00-a9a6-1d3c3bf90d9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '52d122fd-0886-4a37-a898-e4d36a32badd', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:34.207810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '1decacc1-34f8-41dd-93f6-aeee38746ec4'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:34.211024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.241527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e49b4e26-90f3-4ed3-aa90-45bcf507437e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:34.241903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.244137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] For port 0535b864-c686-48dc-9b90-8c8d0316541a, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:34.249139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] For port 0535b864-c686-48dc-9b90-8c8d0316541a, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0535b864-c686-48dc-9b90-8c8d0316541a,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:34.252833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-900ac0ec-7e34-421b-9924-dc52dbb8242a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.268642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5836c16-327b-4e00-a9a6-1d3c3bf90d9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.352537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.375335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5836c16-327b-4e00-a9a6-1d3c3bf90d9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.409817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.441349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5836c16-327b-4e00-a9a6-1d3c3bf90d9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.457906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.477954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5836c16-327b-4e00-a9a6-1d3c3bf90d9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613aa3aa-3970-4dc3-9c50-b9cd8482bee6,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.520723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:34.521403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:34.528195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] For port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,segment=NetworkSegment(a2d8cee4-7662-40cd-9522-c2bed87abe1f),segment_id=a2d8cee4-7662-40cd-9522-c2bed87abe1f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:34.548908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca318-d6ca-4c49-941b-e7068165d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.551631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca318-d6ca-4c49-941b-e7068165d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.555291 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fb8ca318-d6ca-4c49-941b-e7068165d52b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d2c848f-f3b1-484b-b05b-4d44eeff606f HTTP/1.1" status: 204 len: 168 time: 0.7969704 Apr 29 07:54:34.603566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-900ac0ec-7e34-421b-9924-dc52dbb8242a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.608182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca318-d6ca-4c49-941b-e7068165d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2c848f-f3b1-484b-b05b-4d44eeff606f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.608900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': '68189ba0-4c4e-4873-b8e1-42d74100c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '33a33732-04e4-4300-bccd-34154c8ec928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:34.609366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: 33a33732-04e4-4300-bccd-34154c8ec928, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:34.612112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=cedfaaba-185b-4337-b7fd-1a131e1ae337,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.618759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e5836c16-327b-4e00-a9a6-1d3c3bf90d9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.627765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47840) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:34.627958 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e5836c16-327b-4e00-a9a6-1d3c3bf90d9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4643471 Apr 29 07:54:34.633275 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6d6f6410-52fd-4f99-ac0f-50c6852df4c2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '52d122fd-0886-4a37-a898-e4d36a32badd', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:34.683810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-900ac0ec-7e34-421b-9924-dc52dbb8242a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.712018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.714053 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.725820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ac0ec-7e34-421b-9924-dc52dbb8242a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92044d2c-b76b-4466-936e-40e395b77512,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.756221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 33a33732-04e4-4300-bccd-34154c8ec928 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:34.770285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:34.777817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:34.781080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:34.781671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.793284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3d03-2995-4eae-a47b-1c164282184c None None] Pushing event updated for resources: {'Port': ['ID=0535b864-c686-48dc-9b90-8c8d0316541a,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.797047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-900ac0ec-7e34-421b-9924-dc52dbb8242a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.798824 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-900ac0ec-7e34-421b-9924-dc52dbb8242a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8456814 Apr 29 07:54:34.799580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.801693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47842) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:34.806204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c2ace4bf-e35e-4503-b8db-a6d963b436b8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'security_group_rule': {'security_group_id': 'f51fa458-143e-4287-8a3d-b727e361fe6a', 'project_id': 'e228eaab7dc047949213c6f45494e006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:34.825251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.841054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Allocated IP 2001:db8::f816:3eff:fe76:f235 (82cc26d6-a369-4498-98e7-aa4095711705/1decacc1-34f8-41dd-93f6-aeee38746ec4/5e83ecc4-4d11-46a7-b2bf-d119a115d2b6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:34.844725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=30bbf00f-b881-4a8a-af41-60e17df4c8d1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.849201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6410-52fd-4f99-ac0f-50c6852df4c2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.868397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 33a33732-04e4-4300-bccd-34154c8ec928) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:34.876193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Could not find standard attr ID for object 853fd50d-31e3-4c78-ab07-47111dfc25df. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:54:34.878921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:34.879569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.884446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Port': ['ID=74eec82d-28b3-42c5-a321-dd5364f9c4e5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:34.886244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc42a4-d5f8-4cfe-bac3-23951af4a715 None None] Network 33a33732-04e4-4300-bccd-34154c8ec928 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:34.946349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2ace4bf-e35e-4503-b8db-a6d963b436b8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:34.988184 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1525b7e1-ead8-4410-981d-1d2b93c41a16 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6811585 Apr 29 07:54:34.993627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47844) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:34.999070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:35.003936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:35.004527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:35.039819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=1b391258-95fe-4199-8530-3005d1a2ecf2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:35.046635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2ace4bf-e35e-4503-b8db-a6d963b436b8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.060059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:99:dd:22', 'name': 'tempest-NetworksTestDHCPv6-25801964'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:35.084584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6410-52fd-4f99-ac0f-50c6852df4c2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.147243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:35.163421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 02e62010-d3f7-4d4a-93ae-c838a5d06c74 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:35.166673 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a75a648e-214d-4bbf-bd20-e40566379933 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2386398 Apr 29 07:54:35.170962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47846) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:35.173719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2ace4bf-e35e-4503-b8db-a6d963b436b8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.182647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cf0e2586-65e7-421e-be4e-3647db730e1e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-418565372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:35.193273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6410-52fd-4f99-ac0f-50c6852df4c2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.195081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.218773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:35.236344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ace4bf-e35e-4503-b8db-a6d963b436b8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d3526e-f179-4a42-b911-2bc334ece372,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:35.260017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:35.260591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.263292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f6410-52fd-4f99-ac0f-50c6852df4c2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fa1f4c-3a15-423e-9155-4717a8c8f073,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:35.295092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68283b0-d7fe-447d-8535-fa01cc83213c None None] Pushing event updated for resources: {'Port': ['ID=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:35.304248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bbfc34-4749-4c18-81f2-a228e268b3d3 None None] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:35.319659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2ace4bf-e35e-4503-b8db-a6d963b436b8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.322949 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c2ace4bf-e35e-4503-b8db-a6d963b436b8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5201452 Apr 29 07:54:35.325266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47848) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:35.330154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'security_group_rule': {'security_group_id': 'f51fa458-143e-4287-8a3d-b727e361fe6a', 'project_id': 'e228eaab7dc047949213c6f45494e006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:35.336061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2586-65e7-421e-be4e-3647db730e1e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.337303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2586-65e7-421e-be4e-3647db730e1e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.352155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6410-52fd-4f99-ac0f-50c6852df4c2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.357352 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6d6f6410-52fd-4f99-ac0f-50c6852df4c2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7280602 Apr 29 07:54:35.357520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47850) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:35.375531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fbd87875-aee8-4779-bde1-5bf9b8048994 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '52d122fd-0886-4a37-a898-e4d36a32badd', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:35.406366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Router d40ca449-0d11-459a-8387-242e632af11f has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:35.432613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Provisioning complete for port 0535b864-c686-48dc-9b90-8c8d0316541a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:35.432986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.454744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2586-65e7-421e-be4e-3647db730e1e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.483987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:35.489542 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e054f215-fae0-49d0-b020-3ffe627fdb03 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "PUT /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5123305 Apr 29 07:54:35.496815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47852) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:35.498543 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] Sync routers for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:35.517376 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:35.518332 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:35.538196 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-3b7e53df-61e8-4ee9-85c3-245fe6892a4a tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] delete failed (client error): The resource could not be found. Apr 29 07:54:35.539272 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3b7e53df-61e8-4ee9-85c3-245fe6892a4a tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1503470915 HTTP/1.1" status: 404 len: 335 time: 0.0414495 Apr 29 07:54:35.543692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47854) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:35.548615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-df288811-daa4-41ed-87c8-c5cfc1da402c tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd40ca449-0d11-459a-8387-242e632af11f'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:35.557781 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:35.568000 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:35.568750 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:35.602324 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:35.603286 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defa352-d209-465a-9a1d-621b7f7ff686 None None] The sync data for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:35.683959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 02e62010-d3f7-4d4a-93ae-c838a5d06c74 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:35.684333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.731858 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fbb62052-13cd-4be9-b60b-53ba64c0effb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2160947 Apr 29 07:54:35.734322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47856) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:35.745513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:35.751568 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Project e228eaab7dc047949213c6f45494e006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:54:35.768510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-df288811-daa4-41ed-87c8-c5cfc1da402c tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.779183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.802132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.819302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-33a33732-04e4-4300-bccd-34154c8ec928', 'network_id': '33a33732-04e4-4300-bccd-34154c8ec928', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': 'cedfaaba-185b-4337-b7fd-1a131e1ae337'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:35.820128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.842609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2586-65e7-421e-be4e-3647db730e1e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.897446 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-df288811-daa4-41ed-87c8-c5cfc1da402c tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] update failed (client error): The resource could not be found. Apr 29 07:54:35.898543 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-df288811-daa4-41ed-87c8-c5cfc1da402c tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "PUT /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f HTTP/1.1" status: 404 len: 339 time: 0.3538980 Apr 29 07:54:35.906988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47858) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:35.909857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:35.910305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.924837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.928686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:27Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:34Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:35.932869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd87875-aee8-4779-bde1-5bf9b8048994 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:35.935475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.038885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2586-65e7-421e-be4e-3647db730e1e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.046527 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cf0e2586-65e7-421e-be4e-3647db730e1e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8679218 Apr 29 07:54:36.050171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47860) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:36.068173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850786e-f7d7-4b15-bc2c-cc779221506b None None] The sync data for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv is: [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:27Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:34Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:36.106015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:36.160759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:36.241110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:36.243311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.280810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Pushing event updated for resources: {'Port': ['ID=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:36.285015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] For port 0535b864-c686-48dc-9b90-8c8d0316541a, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0535b864-c686-48dc-9b90-8c8d0316541a,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:36.331362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 02e62010-d3f7-4d4a-93ae-c838a5d06c74, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=02e62010-d3f7-4d4a-93ae-c838a5d06c74,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:36.364761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.435552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.440367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f951d37d-5aa6-4273-b2d5-419743620ba7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:36.496167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Allocated IP 2001:db8::2 (33a33732-04e4-4300-bccd-34154c8ec928/cedfaaba-185b-4337-b7fd-1a131e1ae337/ed08e124-17e4-4d64-be77-ac611c818ae6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:36.504693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Attempting to bind port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:36.505065 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Attempting to bind port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:36.505430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Attempting to bind port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:36.543406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Allocated IP 172.20.0.2 (46711cc8-96b0-4a4e-80c9-0d9c2f5724ad/1b391258-95fe-4199-8530-3005d1a2ecf2/8a8243af-49fe-4521-86d6-fe71c8a83281) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:36.554402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:36.555965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:36.555965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.555965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:36.556277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Bound port: 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:36.556511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.564845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Provisioning complete for port 42452a92-9ee3-44b0-901f-13f0ae2511f4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:36.565215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.604064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.613299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.673496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.761688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Pushing event updated for resources: {'Port': ['ID=0535b864-c686-48dc-9b90-8c8d0316541a,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:36.778303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.898311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Allocated IP 172.20.0.1 (388c5e77-46be-4850-a037-45f9ad757f9a/f1164d3b-60e2-4812-855a-54661fe9929f/260102b7-4f4a-4da8-8cdb-3c069151a2ea) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:36.946007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd87875-aee8-4779-bde1-5bf9b8048994 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:36.951849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port f74a1d8b-ad71-4e34-9c63-f71bf6329b9d yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:54:36.966781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3336c06-238a-4d2d-9f04-46a0f39cdf18,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.013971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd87875-aee8-4779-bde1-5bf9b8048994 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.023313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f951d37d-5aa6-4273-b2d5-419743620ba7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:37.023829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.025773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=02e62010-d3f7-4d4a-93ae-c838a5d06c74,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.036835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.082313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] For port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:37.090060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.091299 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9c320ab4-59d2-449b-8711-a99ac90c2783 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7649252 Apr 29 07:54:37.096142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47862) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:37.100501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'security_group_rule': {'security_group_id': 'f51fa458-143e-4287-8a3d-b727e361fe6a', 'project_id': 'e228eaab7dc047949213c6f45494e006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:37.113367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd87875-aee8-4779-bde1-5bf9b8048994 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e563384-5ee9-421b-9cbe-d1a2cc3695f2,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.126822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] For port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:37.144681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.154885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.208831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network 388c5e77-46be-4850-a037-45f9ad757f9a is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:37.212197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:37.216355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:37.225907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd87875-aee8-4779-bde1-5bf9b8048994 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.236569 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fbd87875-aee8-4779-bde1-5bf9b8048994 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8714175 Apr 29 07:54:37.237689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 47864) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:37.239640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.245204 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Port': ['ID=260102b7-4f4a-4da8-8cdb-3c069151a2ea,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.253449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.263217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.272172 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.292546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e9f29a73-44f3-48e3-9ccd-8cd088ce74ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '52d122fd-0886-4a37-a898-e4d36a32badd', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:37.302100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.313717 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Project e228eaab7dc047949213c6f45494e006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:54:37.318973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.320900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Provisioning complete for port e49b4e26-90f3-4ed3-aa90-45bcf507437e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:37.320900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.368774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.386966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:37.428699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01185-666f-4f8e-bc98-5cc384a7c2de None None] Pushing event updated for resources: {'Port': ['ID=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.447645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.480045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.544486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:37.561975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:37.569358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:37.580270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.581393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9f29a73-44f3-48e3-9ccd-8cd088ce74ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.585270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.597868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Network 33a33732-04e4-4300-bccd-34154c8ec928 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:37.609652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:37.624846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:37.635178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Pushing event updated for resources: {'Port': ['ID=8a8243af-49fe-4521-86d6-fe71c8a83281,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.659023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d4df49-4763-46de-a2a2-2fe2e6140a4f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.757335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 172.20.0.13 (82cc26d6-a369-4498-98e7-aa4095711705/30bbf00f-b881-4a8a-af41-60e17df4c8d1/f74a1d8b-ad71-4e34-9c63-f71bf6329b9d) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:37.791188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe99:dd22 (82cc26d6-a369-4498-98e7-aa4095711705/1decacc1-34f8-41dd-93f6-aeee38746ec4/f74a1d8b-ad71-4e34-9c63-f71bf6329b9d) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:37.804884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Pushing event updated for resources: {'Port': ['ID=ed08e124-17e4-4d64-be77-ac611c818ae6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:37.810334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Attempting to bind port 8a8243af-49fe-4521-86d6-fe71c8a83281 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:37.815251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Attempting to bind port 8a8243af-49fe-4521-86d6-fe71c8a83281 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:37.815251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Attempting to bind port 8a8243af-49fe-4521-86d6-fe71c8a83281 on network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:37.823235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:37.823688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.834313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:37.834946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Checking segment: {'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:37.835545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.836110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Bound using segment: {'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:37.836764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Bound port: 8a8243af-49fe-4521-86d6-fe71c8a83281, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:37.837369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.874525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.877913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Attempting to bind port ed08e124-17e4-4d64-be77-ac611c818ae6 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:37.878283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Attempting to bind port ed08e124-17e4-4d64-be77-ac611c818ae6 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '68189ba0-4c4e-4873-b8e1-42d74100c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '33a33732-04e4-4300-bccd-34154c8ec928'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:37.878686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Attempting to bind port ed08e124-17e4-4d64-be77-ac611c818ae6 on network 33a33732-04e4-4300-bccd-34154c8ec928 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:37.881781 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4e89ef1c-01fc-4ed1-ae6c-00eb684e146b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7851257 Apr 29 07:54:37.887903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9f29a73-44f3-48e3-9ccd-8cd088ce74ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.893424 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Provisioning complete for port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:37.903677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba59652a-816d-4e52-bcfc-607dd09f0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.903677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:37.903677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Checking segment: {'id': '68189ba0-4c4e-4873-b8e1-42d74100c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '33a33732-04e4-4300-bccd-34154c8ec928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:37.903677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.903677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Bound using segment: {'id': '68189ba0-4c4e-4873-b8e1-42d74100c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '33a33732-04e4-4300-bccd-34154c8ec928'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:37.903677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Bound port: ed08e124-17e4-4d64-be77-ac611c818ae6, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68189ba0-4c4e-4873-b8e1-42d74100c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '33a33732-04e4-4300-bccd-34154c8ec928'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:37.903677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:37.996439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9f29a73-44f3-48e3-9ccd-8cd088ce74ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.045510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.20.0.1 (46711cc8-96b0-4a4e-80c9-0d9c2f5724ad/1b391258-95fe-4199-8530-3005d1a2ecf2/c265db35-c0b0-403d-b225-ef5c67c67c08) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:38.045642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] For port 8a8243af-49fe-4521-86d6-fe71c8a83281, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:38.054611 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] For port 8a8243af-49fe-4521-86d6-fe71c8a83281, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8a8243af-49fe-4521-86d6-fe71c8a83281,segment=NetworkSegment(fc9be66c-ac69-4536-a4c6-e3995451c9dc),segment_id=fc9be66c-ac69-4536-a4c6-e3995451c9dc)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:38.080508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f29a73-44f3-48e3-9ccd-8cd088ce74ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4d30ae-f59f-484a-add4-3acacddd2bc9,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:38.124912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9f29a73-44f3-48e3-9ccd-8cd088ce74ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.131006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e9f29a73-44f3-48e3-9ccd-8cd088ce74ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8399732 Apr 29 07:54:38.131205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.138481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47904) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:38.147452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8::1 (33a33732-04e4-4300-bccd-34154c8ec928/cedfaaba-185b-4337-b7fd-1a131e1ae337/a5326d89-dae1-413a-a79c-efa187bf9808) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:38.150561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] For port ed08e124-17e4-4d64-be77-ac611c818ae6, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:38.159080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '52d122fd-0886-4a37-a898-e4d36a32badd', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:38.215050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.232227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] For port ed08e124-17e4-4d64-be77-ac611c818ae6, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ed08e124-17e4-4d64-be77-ac611c818ae6,segment=NetworkSegment(68189ba0-4c4e-4873-b8e1-42d74100c69e),segment_id=68189ba0-4c4e-4873-b8e1-42d74100c69e)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:38.271893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e9cd61fc-f098-45a8-8c35-edd822fff4d2 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:38.276573 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:54:38.278651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb0594-0d4c-4525-bbfb-8a3d5b13c39a None None] Pushing event updated for resources: {'Port': ['ID=8a8243af-49fe-4521-86d6-fe71c8a83281,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:38.284536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.301323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.326774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e9cd61fc-f098-45a8-8c35-edd822fff4d2 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:38.334376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e9cd61fc-f098-45a8-8c35-edd822fff4d2 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:38.335924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:38.339151 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.357738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.450895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event updated for resources: {'Port': ['ID=260102b7-4f4a-4da8-8cdb-3c069151a2ea,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:38.461111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.461744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:38.465754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c155ed7e-f3d8-4e7a-8e5b-ebb7f414ca43 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:38.465754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device aed64a72-f070-4834-989e-50ea2cf5f567 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:38.500204 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.542568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: aed64a72-f070-4834-989e-50ea2cf5f567 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:38.542942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device aed64a72-f070-4834-989e-50ea2cf5f567 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:38.564675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3513e56d-546c-4ba6-b413-2675cb7e7768 None None] Provisioning complete for port 260102b7-4f4a-4da8-8cdb-3c069151a2ea triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:38.565049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3513e56d-546c-4ba6-b413-2675cb7e7768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.567703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbaf9f-3204-471e-9ae5-47f8636a8472 None None] Pushing event updated for resources: {'Port': ['ID=ed08e124-17e4-4d64-be77-ac611c818ae6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:38.626246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.628071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.649724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Network 388c5e77-46be-4850-a037-45f9ad757f9a is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:38.653352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:38.676280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f17a23-54ed-438d-8722-90a6888ebe01,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:38.728163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3513e56d-546c-4ba6-b413-2675cb7e7768 None None] Port 260102b7-4f4a-4da8-8cdb-3c069151a2ea cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:38.758810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.763538 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dd8d9126-b607-4dae-9e35-74e254560866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6240213 Apr 29 07:54:38.767038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47918) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:38.773626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '52d122fd-0886-4a37-a898-e4d36a32badd', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:38.862530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.911938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Router d40ca449-0d11-459a-8387-242e632af11f has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:38.920070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.962216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:38.990081 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:54:39.004629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.063695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca4d0d-853f-4b8c-ba17-13255b8df14f None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:39.130620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:39.136258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:39.151869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:39.163951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:39.173731 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-61a2922d-9808-47ad-a88f-1bbf6c7f8230 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "PUT /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2656569 Apr 29 07:54:39.174496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47920) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:39.183296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.194286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:39.199993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] Sync routers for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:39.215157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:39.225767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:39.230600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=c265db35-c0b0-403d-b225-ef5c67c67c08,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:39.241510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:39.242144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:39.306028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.345688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.363527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8a8243af-49fe-4521-86d6-fe71c8a83281 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:39.369109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:39.372920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a40fb59-f56c-4e37-a445-9f0a26d6b76e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:39.394783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.394783 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a0b5d76f-a01b-48d1-aa42-2cfc5822520b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6259902 Apr 29 07:54:39.396293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9a310b36-c17c-46a0-9bfc-53839807464a None None] Provisioning complete for port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:39.396673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a310b36-c17c-46a0-9bfc-53839807464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.416846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b3194d03-ef5b-4af3-a8c1-9f1be673677a tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.455806 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:39.456469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:39.504934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:39.505757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.616304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.638279 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-b3194d03-ef5b-4af3-a8c1-9f1be673677a tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 07:54:39.642454 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b3194d03-ef5b-4af3-a8c1-9f1be673677a tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f HTTP/1.1" status: 409 len: 329 time: 0.4587667 Apr 29 07:54:39.644777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47938) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:39.660349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=f74a1d8b-ad71-4e34-9c63-f71bf6329b9d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:39.673194 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1971f05a-96ab-4dea-88ad-1b2bed0d6812 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6213686 Apr 29 07:54:39.674879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47940) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:39.754977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:39.755647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4236e-65d0-45df-8135-0d296ea50bff None None] The sync data for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:39.825197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 33a33732-04e4-4300-bccd-34154c8ec928 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:39.837400 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-6722eb72-8fef-4610-b482-da11e3a723d7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417439954&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.1242089 Apr 29 07:54:39.851730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8a8243af-49fe-4521-86d6-fe71c8a83281 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:39.852194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.904326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97a1a4-b929-43ed-a149-e82343b4f614 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:39.923404 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97a1a4-b929-43ed-a149-e82343b4f614 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:39.934631 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-da97a1a4-b929-43ed-a149-e82343b4f614 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2585800 Apr 29 07:54:39.935358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47948) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:39.938878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a310b36-c17c-46a0-9bfc-53839807464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:39.997244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9a310b36-c17c-46a0-9bfc-53839807464a None None] For port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:40.021499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9cedf-c57f-4b7a-a3a7-063d64b12bfb None None] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:40.068472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-95521244-013f-413b-9e2c-6c28f39af01b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:40.076309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-95521244-013f-413b-9e2c-6c28f39af01b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=71e8bda5-b443-4316-a00b-2f88617ad7c8 HTTP/1.1" status: 200 len: 796 time: 0.2375562 Apr 29 07:54:40.089118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:40.093347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:40.093906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.124754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a310b36-c17c-46a0-9bfc-53839807464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.176758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958da72-e786-4cef-97d0-0b82df32db3a None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '1decacc1-34f8-41dd-93f6-aeee38746ec4', 'ip_address': '2001:db8::f816:3eff:fe76:f235'}, {'subnet_id': '30bbf00f-b881-4a8a-af41-60e17df4c8d1'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '5e83ecc4-4d11-46a7-b2bf-d119a115d2b6'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:54:40.222197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.271526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=a5326d89-dae1-413a-a79c-efa187bf9808,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:40.284318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-e133f6f1-1c2a-4c88-a986-23933634e81b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.2062953 Apr 29 07:54:40.312201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port f74a1d8b-ad71-4e34-9c63-f71bf6329b9d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:40.312703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.315841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d958da72-e786-4cef-97d0-0b82df32db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.322475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a310b36-c17c-46a0-9bfc-53839807464a None None] Pushing event updated for resources: {'Port': ['ID=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:40.435077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-61706638-10f5-4ae7-8942-f8416c152f1f None None] Provisioning complete for port 260102b7-4f4a-4da8-8cdb-3c069151a2ea triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:40.435077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61706638-10f5-4ae7-8942-f8416c152f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.446689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.494309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.496281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 8a8243af-49fe-4521-86d6-fe71c8a83281, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8a8243af-49fe-4521-86d6-fe71c8a83281,segment=NetworkSegment(fc9be66c-ac69-4536-a4c6-e3995451c9dc),segment_id=fc9be66c-ac69-4536-a4c6-e3995451c9dc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:40.529298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f574736-6e64-482d-a161-fc10f8dc3299 None None] Network 33a33732-04e4-4300-bccd-34154c8ec928 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:40.535211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for f74a1d8b-ad71-4e34-9c63-f71bf6329b9d owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:40.562635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.566308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.599354 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-04ce1fca-b2a8-4ae6-a53e-3b689f37c40c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3141274 Apr 29 07:54:40.654486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-61706638-10f5-4ae7-8942-f8416c152f1f None None] Port 260102b7-4f4a-4da8-8cdb-3c069151a2ea cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:40.656031 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.657431 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:40.866050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-61706638-10f5-4ae7-8942-f8416c152f1f None None] Provisioning complete for port 8a8243af-49fe-4521-86d6-fe71c8a83281 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:40.866050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61706638-10f5-4ae7-8942-f8416c152f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:40.908507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=8a8243af-49fe-4521-86d6-fe71c8a83281,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:40.997415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d958da72-e786-4cef-97d0-0b82df32db3a None None] Allocated IP 172.20.0.2 (82cc26d6-a369-4498-98e7-aa4095711705/30bbf00f-b881-4a8a-af41-60e17df4c8d1/5e83ecc4-4d11-46a7-b2bf-d119a115d2b6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:41.051669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Deleting port 260102b7-4f4a-4da8-8cdb-3c069151a2ea {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:41.055942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.108505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.132015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:41.132617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.165015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=f74a1d8b-ad71-4e34-9c63-f71bf6329b9d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:41.280922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.281292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-59700a61-f56a-4bda-a22f-f6a8b7e6485f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.303265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Calling delete_port for 260102b7-4f4a-4da8-8cdb-3c069151a2ea owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:41.321823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.327846 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-87b06cbc-0cec-48c2-85c3-0862ba32cff0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/f74a1d8b-ad71-4e34-9c63-f71bf6329b9d HTTP/1.1" status: 204 len: 168 time: 1.3874412 Apr 29 07:54:41.334746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47984) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:41.379100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d958da72-e786-4cef-97d0-0b82df32db3a None None] For port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:41.423901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-1c9e4f66-ea70-406a-9b9b-313e577ca034 service neutron] 10.222.0.16 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850689 Apr 29 07:54:41.470613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d958da72-e786-4cef-97d0-0b82df32db3a None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.512960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e49b4e26-90f3-4ed3-aa90-45bcf507437e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:41.541759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6835e-0433-4276-95b8-18f9d1e06ccd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:41.543609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6835e-0433-4276-95b8-18f9d1e06ccd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:41.545886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6835e-0433-4276-95b8-18f9d1e06ccd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:41.548286 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c6f6835e-0433-4276-95b8-18f9d1e06ccd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2014515 Apr 29 07:54:41.553414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 47986) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:41.572638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d958da72-e786-4cef-97d0-0b82df32db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.588277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Provisioning complete for port c265db35-c0b0-403d-b225-ef5c67c67c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:41.588728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.755496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.794484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-30405e90-1ed5-449c-8f07-41407947ea85 service neutron] 10.222.0.16 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604727 Apr 29 07:54:41.819170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.824187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.832474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 1decacc1-34f8-41dd-93f6-aeee38746ec4 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:41.838820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.851011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Port c265db35-c0b0-403d-b225-ef5c67c67c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:41.879147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e49b4e26-90f3-4ed3-aa90-45bcf507437e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:41.879527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.910388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:41.964717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958da72-e786-4cef-97d0-0b82df32db3a None None] Pushing event updated for resources: {'Port': ['ID=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:41.991567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Provisioning complete for port 8a8243af-49fe-4521-86d6-fe71c8a83281 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:41.992232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.006095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.012635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Port': ['ID=260102b7-4f4a-4da8-8cdb-3c069151a2ea,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:42.023243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=c265db35-c0b0-403d-b225-ef5c67c67c08,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:42.030210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.057267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.103610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0535b864-c686-48dc-9b90-8c8d0316541a up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:42.214921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 0535b864-c686-48dc-9b90-8c8d0316541a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:42.216301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.341138 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Provisioning complete for port ed08e124-17e4-4d64-be77-ac611c818ae6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:42.341707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.445570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=a5326d89-dae1-413a-a79c-efa187bf9808,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:42.509898 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-44988e39-23ad-4a18-bb60-8439d08f3fe6 req-e03321e3-218f-47f2-b62c-f2e6271e31aa tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 210 time: 0.1834264 Apr 29 07:54:42.621940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 33a33732-04e4-4300-bccd-34154c8ec928 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:42.629988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:42.679671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:42.682022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:42.805182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 02e62010-d3f7-4d4a-93ae-c838a5d06c74 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:42.885047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.902129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 02e62010-d3f7-4d4a-93ae-c838a5d06c74 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:42.906419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:42.981274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.049443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.204107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] For port ed08e124-17e4-4d64-be77-ac611c818ae6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ed08e124-17e4-4d64-be77-ac611c818ae6,segment=NetworkSegment(68189ba0-4c4e-4873-b8e1-42d74100c69e),segment_id=68189ba0-4c4e-4873-b8e1-42d74100c69e)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:43.206895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:43.216675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.269904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:43.279537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:43.280070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.322273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.341772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.347527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:43.410262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-342e5886-d7ff-4d5a-85da-420a412c503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.422880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3132039-1bd0-4fd5-8b1e-289e1ba0684d None None] Pushing event updated for resources: {'Port': ['ID=ed08e124-17e4-4d64-be77-ac611c818ae6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:43.500175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Provisioning complete for port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:43.500642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.503724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 42452a92-9ee3-44b0-901f-13f0ae2511f4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:43.549767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Router d40ca449-0d11-459a-8387-242e632af11f has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:43.574904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:43.591474 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] Sync routers for ids ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:43.601259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bd54fa39-2ed3-49a0-8b49-0e950293c4d5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5477417 Apr 29 07:54:43.605263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48004) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:43.616756 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] Routers {'b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:43.617661 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:43.651013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 42452a92-9ee3-44b0-901f-13f0ae2511f4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:43.651930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.660881 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:43.673211 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] Routers {'b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:43.674242 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:43.716321 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:43.717177 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33109aa3-3911-4c9b-826b-4a5a20a9c5cd None None] The sync data for ids ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:43.727177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.728516 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-adec1c4f-f574-415a-ade5-7d19eb10a926 req-0be316ea-e273-45cc-a5a8-095ff6277568 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 210 time: 0.0780678 Apr 29 07:54:43.739822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:43.754611 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-62797449-f003-4c10-bf93-22e68f85593a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0176806 Apr 29 07:54:43.757155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48006) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:43.757945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:43.763014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202472828'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:43.775826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ec436-9bea-4daf-8476-0b7ac7988571 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:43.780901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d11ec436-9bea-4daf-8476-0b7ac7988571 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports/a5326d89-dae1-413a-a79c-efa187bf9808 HTTP/1.1" status: 200 len: 911 time: 0.1780121 Apr 29 07:54:43.785433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48008) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:43.789823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:43.790545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:43.820962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:43.825216 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/1decacc1-34f8-41dd-93f6-aeee38746ec4 HTTP/1.1" status: 204 len: 168 time: 2.2702146 Apr 29 07:54:43.833370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48010) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:43.869520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:43.871883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c587928-078a-4324-bf8b-c649a63c593e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=1decacc1-34f8-41dd-93f6-aeee38746ec4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:43.877649 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-85edcd55-7118-49ae-9362-cc60738a2548 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "PUT /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2311618 Apr 29 07:54:43.881375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48012) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:43.913683 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] Sync routers for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:43.945288 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-df1977e2-5a1c-48f2-86fd-2e14a4733aad tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] show failed (client error): The resource could not be found. Apr 29 07:54:43.950497 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-df1977e2-5a1c-48f2-86fd-2e14a4733aad tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1267141409 HTTP/1.1" status: 404 len: 335 time: 0.0630910 Apr 29 07:54:43.954073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48016) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:43.959888 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:43.961284 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:43.973781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f1b671cd-a9a1-4905-b0ba-2308a1016b21 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:43.995576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Provisioning complete for port c265db35-c0b0-403d-b225-ef5c67c67c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:43.996044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.029617 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:44.042802 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] Routers {'d40ca449-0d11-459a-8387-242e632af11f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:44.043424 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['d40ca449-0d11-459a-8387-242e632af11f'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:44.080029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:44.103934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 30bbf00f-b881-4a8a-af41-60e17df4c8d1 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:44.106100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:44.109783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.116104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-f1b671cd-a9a1-4905-b0ba-2308a1016b21 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] update failed (client error): The resource could not be found. Apr 29 07:54:44.120868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48018) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:44.122559 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f1b671cd-a9a1-4905-b0ba-2308a1016b21 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1173207279 HTTP/1.1" status: 404 len: 335 time: 0.1648207 Apr 29 07:54:44.123699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.133116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Port c265db35-c0b0-403d-b225-ef5c67c67c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:44.152390 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:44.153039 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0682c2c-c447-4b34-a53a-7c087fa71990 None None] The sync data for ids ['d40ca449-0d11-459a-8387-242e632af11f'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:44.188828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac18cc45-1ceb-4fa8-9d88-4c20c5992fcd None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:44.251376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Provisioning complete for port a5326d89-dae1-413a-a79c-efa187bf9808 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:44.251762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.268035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Deleting subnet abcdc937-f30b-41f2-8d39-4e6160f32829 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:44.269711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.292986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.295763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:44.336498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.356998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.357415 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment df641d14-9531-401a-a9bc-0bf6ff369827 of type vlan for network 5a791091-912d-4b91-8638-f6fe2ec62426 Apr 29 07:54:44.412460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Port a5326d89-dae1-413a-a79c-efa187bf9808 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:44.468999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Provisioning complete for port ed08e124-17e4-4d64-be77-ac611c818ae6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:44.469940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.493229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.501952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8a8243af-49fe-4521-86d6-fe71c8a83281 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:44.634605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.681551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Subnet': ['ID=abcdc937-f30b-41f2-8d39-4e6160f32829,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:44.682744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:54:39Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:41Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:44.684372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.693614 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4f98c4a9-318e-46dd-8ada-3604fd65447f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/subnets/abcdc937-f30b-41f2-8d39-4e6160f32829 HTTP/1.1" status: 204 len: 168 time: 0.5603793 Apr 29 07:54:44.693614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48020) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:44.693822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 8a8243af-49fe-4521-86d6-fe71c8a83281 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:44.693822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.726440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d415b-f1c4-4bf4-b9b9-f8d189a3b144 None None] Network 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:44.753174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:44.753534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Updating router fbe8d245-5360-4a4a-ad6d-804e74bd7784 port c265db35-c0b0-403d-b225-ef5c67c67c08 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:44.758113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Deleting subnet 3a69c8e0-8db6-44a0-afe8-6e61c53f8b56 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:44.766768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.841269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6581471a-c151-41ee-a47b-9a0a4ea433df None None] Could not find standard attr ID for object f74a1d8b-ad71-4e34-9c63-f71bf6329b9d. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:54:44.866865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.870253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:44.977852 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79a556cc-2e23-491c-a661-427a0bedcead req-e9f3b38c-bef5-4730-a391-1d6b7dc8b95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 210 time: 0.0495124 Apr 29 07:54:44.979549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.053018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-304e4abc-b8a2-4d2e-95a4-76ca4fd553ae None None] Could not find standard attr ID for object f7a50871-9ad6-4f63-92a0-35bc486f1d8d. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:54:45.056788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.066973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.133346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.147784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-304e4abc-b8a2-4d2e-95a4-76ca4fd553ae None None] Could not find standard attr ID for object f74a1d8b-ad71-4e34-9c63-f71bf6329b9d. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:54:45.245665 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ed08e124-17e4-4d64-be77-ac611c818ae6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:45.268392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.331663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Subnet': ['ID=3a69c8e0-8db6-44a0-afe8-6e61c53f8b56,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:45.347918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.353196 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2a08fbcd-0c64-429c-bf17-93060e39d708 tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/subnets/3a69c8e0-8db6-44a0-afe8-6e61c53f8b56 HTTP/1.1" status: 204 len: 168 time: 0.6583192 Apr 29 07:54:45.354446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48026) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:45.357163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.416047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.421543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:45.422709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.507005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.513884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=30bbf00f-b881-4a8a-af41-60e17df4c8d1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:45.516933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.520999 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3e7b3d91-c446-4568-851d-3ba535744d2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/30bbf00f-b881-4a8a-af41-60e17df4c8d1 HTTP/1.1" status: 204 len: 168 time: 1.6837659 Apr 29 07:54:45.525563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48030) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:45.526791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=5a791091-912d-4b91-8638-f6fe2ec62426,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:45.561987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c56591-f643-4e10-9411-b036d2c40845 None None] Network 7c5be1be-044b-461f-bfb7-fff6b85bf65d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:45.562732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-0355286f-bf1c-47a5-939a-fbee38ea6450 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:45.564785 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-0355286f-bf1c-47a5-939a-fbee38ea6450 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=71e8bda5-b443-4316-a00b-2f88617ad7c8 HTTP/1.1" status: 200 len: 796 time: 0.3415968 Apr 29 07:54:45.568356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] DHCP port deletion for 6abb5a5d-18f9-4392-ac77-eabb8fb6f899 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:45.579736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 5a791091-912d-4b91-8638-f6fe2ec62426 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:45.628842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e209a-f714-4e17-9cc0-db25fe6fcbe6 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:45.629099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.644179 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b9a4bf39-5673-46ee-ad71-728ef11778a4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139479 Apr 29 07:54:45.646057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48032) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:45.651896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:45.674829 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-ee64a6a2-34ce-40e6-a14a-578e31a56b89 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 379 time: 0.0937402 Apr 29 07:54:45.679214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-931efbaa-3895-4605-ad5e-bc2c9b1c73a8 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9206166 Apr 29 07:54:45.685751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['52d122fd-0886-4a37-a898-e4d36a32badd']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:45.686768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48034) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:45.694070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:45.851852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Deleting port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:45.852191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.923777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] For port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,segment=NetworkSegment(a2d8cee4-7662-40cd-9522-c2bed87abe1f),segment_id=a2d8cee4-7662-40cd-9522-c2bed87abe1f)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:45.924457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:45.947148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Calling delete_port for 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:45.998297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:46.002902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.030470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ed08e124-17e4-4d64-be77-ac611c818ae6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:46.030910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.081958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1ed32f8f-1175-485c-ba3d-ad79f2b14be8 None None] Provisioning complete for port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:46.082479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ed32f8f-1175-485c-ba3d-ad79f2b14be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.110716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.143433 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Port': ['ID=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:46.150849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] No DVR routers for this DVR port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:46.182280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:46.192092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.197711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:46.204947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.230391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port a5326d89-dae1-413a-a79c-efa187bf9808 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:46.230918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.238817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0ce8994f-b21d-46f1-9fe2-691dccb03442 req-9a8acf62-a408-498c-905d-a649d648ac93 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 210 time: 0.1476984 Apr 29 07:54:46.326901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.329969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.357831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] Deleting port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:46.358210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.378660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.7 (71e8bda5-b443-4316-a00b-2f88617ad7c8/540e5285-0025-45d4-9735-6a0a774af150/7b71775c-b639-475f-9a2b-9e13812f9de0) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:46.384654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.414838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for a5326d89-dae1-413a-a79c-efa187bf9808 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:46.478096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.484529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.499779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] DHCP port deletion for 7c5be1be-044b-461f-bfb7-fff6b85bf65d request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:46.540193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:46.551925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] For port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:46.552407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.573899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abb5a5d-18f9-4392-ac77-eabb8fb6f899']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:46.592842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d8cee4-7662-40cd-9522-c2bed87abe1f') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:46.593397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d8cee4-7662-40cd-9522-c2bed87abe1f') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:46.640607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] Calling delete_port for 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:46.651493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.669006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] Port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:54:46.671757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:46.700144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.708461 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.712927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:46.713325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:46.718031 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:46.736694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca130e-c603-4ece-a8b5-7a1fc2be206e None None] Pushing event updated for resources: {'Port': ['ID=c265db35-c0b0-403d-b225-ef5c67c67c08,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:46.755465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.792805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] Pushing event deleted for resources: {'Port': ['ID=0afb3849-5d81-4f81-b69b-f18ab2aa2fdf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:46.797895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d2452-a30e-4da2-b1ca-2e7d6bc6dfad None None] No DVR routers for this DVR port 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:46.839613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.889592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Attempting to bind port c265db35-c0b0-403d-b225-ef5c67c67c08 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:46.890222 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Attempting to bind port c265db35-c0b0-403d-b225-ef5c67c67c08 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:46.890825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Attempting to bind port c265db35-c0b0-403d-b225-ef5c67c67c08 on network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:46.907523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:46.908324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Checking segment: {'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:46.908998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.909617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Bound using segment: {'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:46.910502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Bound port: c265db35-c0b0-403d-b225-ef5c67c67c08, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9be66c-ac69-4536-a4c6-e3995451c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:46.923800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.923800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] Deleting port f951d37d-5aa6-4273-b2d5-419743620ba7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:46.923800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.952886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:46.953456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.977072 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.991055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] Deleting port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:46.992152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:46.996891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.017291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.018980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.068223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:47.068918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:47.072682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:47.074814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] For port f951d37d-5aa6-4273-b2d5-419743620ba7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f951d37d-5aa6-4273-b2d5-419743620ba7,segment=NetworkSegment(1daacfea-4b76-4d70-afd4-dc7b1c56680a),segment_id=1daacfea-4b76-4d70-afd4-dc7b1c56680a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:47.075334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.075663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:47.079541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.081057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=7b71775c-b639-475f-9a2b-9e13812f9de0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:47.086537 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/networks/6abb5a5d-18f9-4392-ac77-eabb8fb6f899 HTTP/1.1" status: 204 len: 168 time: 1.7283840 Apr 29 07:54:47.089931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] Calling delete_port for f951d37d-5aa6-4273-b2d5-419743620ba7 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:47.090145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:47.101543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48044) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:47.128719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:47.129315 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.146208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b11d8-f3c7-4ffd-9aad-547674593eba tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Network': ['ID=6abb5a5d-18f9-4392-ac77-eabb8fb6f899,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:47.154699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:47.155634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.159286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.225606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=a19deeb9-58c6-4a76-9f9b-a7c7e714c57a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:47.284478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=a5326d89-dae1-413a-a79c-efa187bf9808,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:47.350890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-aea0f1de-ab18-45f6-8be7-b712a7c47823 None None] Provisioning complete for port c265db35-c0b0-403d-b225-ef5c67c67c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:47.351772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aea0f1de-ab18-45f6-8be7-b712a7c47823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.401143 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b2ef08ae-1bcf-4af8-9aec-d3d116112c54 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7531669 Apr 29 07:54:47.415175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48050) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:47.430732 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:47.440275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] For port c265db35-c0b0-403d-b225-ef5c67c67c08, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:47.460949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.463021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:47.463377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 5a791091-912d-4b91-8638-f6fe2ec62426, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:47.470700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-aea0f1de-ab18-45f6-8be7-b712a7c47823 None None] Port c265db35-c0b0-403d-b225-ef5c67c67c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:47.479431 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] For port c265db35-c0b0-403d-b225-ef5c67c67c08, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c265db35-c0b0-403d-b225-ef5c67c67c08,segment=NetworkSegment(fc9be66c-ac69-4536-a4c6-e3995451c9dc),segment_id=fc9be66c-ac69-4536-a4c6-e3995451c9dc)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:47.530719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] For port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:47.531202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.548854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.555783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.560502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] Calling delete_port for 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:47.611174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.632289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:47.648259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-79a068ca-3ea1-49ac-9cf3-6dc87667297c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9638777 Apr 29 07:54:47.662363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Request body: {'port': {'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:47.745726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 5a791091-912d-4b91-8638-f6fe2ec62426 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:47.803883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.806787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:47.810861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.818999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e12234-b42f-4078-92dc-146887f27311 req-a92732f7-d9a3-47b0-a995-db11ec67e8bc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:47.820913 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1e12234-b42f-4078-92dc-146887f27311 req-a92732f7-d9a3-47b0-a995-db11ec67e8bc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 931 time: 0.2546096 Apr 29 07:54:47.883179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.892469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5be1be-044b-461f-bfb7-fff6b85bf65d']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:47.901318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca130e-c603-4ece-a8b5-7a1fc2be206e None None] Pushing event updated for resources: {'Port': ['ID=c265db35-c0b0-403d-b225-ef5c67c67c08,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:47.902487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 5a791091-912d-4b91-8638-f6fe2ec62426) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:47.914838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:47.915435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.917168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f951d37d-5aa6-4273-b2d5-419743620ba7 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:47.918881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daacfea-4b76-4d70-afd4-dc7b1c56680a') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:47.919180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daacfea-4b76-4d70-afd4-dc7b1c56680a') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:47.941653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.957777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d5f80-8068-4292-927b-1be9a2d05b49 None None] Network 5a791091-912d-4b91-8638-f6fe2ec62426 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:47.961141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] Pushing event deleted for resources: {'Port': ['ID=f951d37d-5aa6-4273-b2d5-419743620ba7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:47.972629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.986770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:47.987163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:47.988633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:47.989291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:47.990841 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:48.009422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-47d6090d-b5e8-4da9-8de4-f733ad7e8cc0 None None] Provisioning complete for port 7b71775c-b639-475f-9a2b-9e13812f9de0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:48.009422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47d6090d-b5e8-4da9-8de4-f733ad7e8cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.045196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7befa-5d27-44d3-a602-53e767a950c0 None None] No DVR routers for this DVR port f951d37d-5aa6-4273-b2d5-419743620ba7 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:48.053379 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d3c80dec-d685-4192-8cc2-59ec5953b74f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3636963 Apr 29 07:54:48.061877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48052) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:48.081836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-47d6090d-b5e8-4da9-8de4-f733ad7e8cc0 None None] Port 7b71775c-b639-475f-9a2b-9e13812f9de0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:48.083223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: f951d37d-5aa6-4273-b2d5-419743620ba7 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:48.083632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f951d37d-5aa6-4273-b2d5-419743620ba7 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:48.083995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:48.113193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:48.113432 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0afb3849-5d81-4f81-b69b-f18ab2aa2fdf not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:48.114113 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:48.216164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.281310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.294522 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/networks/7c5be1be-044b-461f-bfb7-fff6b85bf65d HTTP/1.1" status: 204 len: 168 time: 1.1757350 Apr 29 07:54:48.294827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:48.295316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48056) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:48.362119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:48.389357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-484f5eeb-bfe4-4ed5-a322-1b1ef1cd5991 None None] Provisioning complete for port c265db35-c0b0-403d-b225-ef5c67c67c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:48.389357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-484f5eeb-bfe4-4ed5-a322-1b1ef1cd5991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.389977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb047f-b420-4742-a7a0-4e12b1d1c7ed tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Network': ['ID=7c5be1be-044b-461f-bfb7-fff6b85bf65d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:48.506547 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1e12234-b42f-4078-92dc-146887f27311 req-05cc3823-b39e-42ac-ade7-7af1630ef7d3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6763742 Apr 29 07:54:48.512554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:48.529470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Deleting subnet f1164d3b-60e2-4812-855a-54661fe9929f {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:48.537093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] Sync routers for ids ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:48.537692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.581318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.606248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.635318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b71775c-b639-475f-9a2b-9e13812f9de0 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:54:48.650788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.657496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-484f5eeb-bfe4-4ed5-a322-1b1ef1cd5991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.670393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d6eaf0b6-10c8-481c-a0d6-d0bbf0a0c686 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8830199 Apr 29 07:54:48.670781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48058) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:48.721175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] Routers {'b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:48.721820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:48.789967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:48.807740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Transition to ACTIVE for port object 7b71775c-b639-475f-9a2b-9e13812f9de0 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:54:48.832700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.835016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-484f5eeb-bfe4-4ed5-a322-1b1ef1cd5991 None None] For port c265db35-c0b0-403d-b225-ef5c67c67c08, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c265db35-c0b0-403d-b225-ef5c67c67c08,segment=NetworkSegment(fc9be66c-ac69-4536-a4c6-e3995451c9dc),segment_id=fc9be66c-ac69-4536-a4c6-e3995451c9dc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:48.848792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-5a791091-912d-4b91-8638-f6fe2ec62426', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:48.850325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.908325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] Pushing event deleted for resources: {'Port': ['ID=5e83ecc4-4d11-46a7-b2bf-d119a115d2b6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:48.910164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] Routers {'b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:48.910815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:48.912242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:48.918649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898102a-2a00-4909-a363-14220fe5bea9 None None] No DVR routers for this DVR port 5e83ecc4-4d11-46a7-b2bf-d119a115d2b6 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:48.990666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:48.990894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf537dd-ca2b-41b7-a68e-a98675992c4c None None] The sync data for ids ['b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:48.992444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-484f5eeb-bfe4-4ed5-a322-1b1ef1cd5991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.003853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c418ba3-00e5-4583-9199-a04d88e24815 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:49.153034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b71775c-b639-475f-9a2b-9e13812f9de0,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:49.153958 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6eca6c4f-b3d1-417d-abe6-da393ca5a48b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9 HTTP/1.1" status: 200 len: 205 time: 0.4011283 Apr 29 07:54:49.153958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48060) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:49.153958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.182906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Attempting to bind port 7b71775c-b639-475f-9a2b-9e13812f9de0 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:49.183475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Attempting to bind port 7b71775c-b639-475f-9a2b-9e13812f9de0 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:49.183970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Attempting to bind port 7b71775c-b639-475f-9a2b-9e13812f9de0 on network 71e8bda5-b443-4316-a00b-2f88617ad7c8 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:49.192170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5eeb-bfe4-4ed5-a322-1b1ef1cd5991 None None] Pushing event updated for resources: {'Port': ['ID=c265db35-c0b0-403d-b225-ef5c67c67c08,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:49.192892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Port 7b71775c-b639-475f-9a2b-9e13812f9de0 on network 71e8bda5-b443-4316-a00b-2f88617ad7c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:54:49.193396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Attempting to bind port 7b71775c-b639-475f-9a2b-9e13812f9de0 on network 71e8bda5-b443-4316-a00b-2f88617ad7c8 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:49.199755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:49.200602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Checking segment: {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:49.201340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Bound using segment: {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:49.202002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Bound port: 7b71775c-b639-475f-9a2b-9e13812f9de0, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d837432-1387-4482-a8b7-3516a20fe639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:49.204791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.262124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.321886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] For port 7b71775c-b639-475f-9a2b-9e13812f9de0, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:49.329462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:54:39Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:47Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:49.329759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] For port 7b71775c-b639-475f-9a2b-9e13812f9de0, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b71775c-b639-475f-9a2b-9e13812f9de0,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:49.329866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Allocated IP 172.21.0.2 (5a791091-912d-4b91-8638-f6fe2ec62426/fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1/e4e1b6f4-dace-4dab-b627-303ee8d943c8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:49.390620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48b3-f0f2-462c-abbe-0e9af4e572f2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.405902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.414291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c727e9-7224-491e-a2e8-520d1301e1fa None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:54:39Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:47Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:49.433232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '172b4cc7-b4a3-4c20-985f-ce3fd8af1211'}, {'subnet_id': 'a19deeb9-58c6-4a76-9f9b-a7c7e714c57a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:49.433232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.474084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:49.475069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.476704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/7b71775c-b639-475f-9a2b-9e13812f9de0 HTTP/1.1" status: 200 len: 1093 time: 1.8186703 Apr 29 07:54:49.477369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:54:49.480366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553bd59-133e-4ac6-8c56-fd282e11801c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:54:49.548872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00925b0-4706-4f85-9c96-2489c1053213 x-openstack-request-id: req-a00925b0-4706-4f85-9c96-2489c1053213 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:54:49.549378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:54:49.549938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a00925b0-4706-4f85-9c96-2489c1053213 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:54:49.550829 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00925b0-4706-4f85-9c96-2489c1053213'] response: {'name': 'network-changed', 'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'status': 'completed', 'code': 200} Apr 29 07:54:49.552990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9d5bf-1d40-4ddd-8c9b-003788c7f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b71775c-b639-475f-9a2b-9e13812f9de0,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:49.638489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553bd59-133e-4ac6-8c56-fd282e11801c req-964bc942-46ef-4ca8-b21f-90d8a084d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:49.640371 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8553bd59-133e-4ac6-8c56-fd282e11801c req-964bc942-46ef-4ca8-b21f-90d8a084d113 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 1096 time: 0.0712638 Apr 29 07:54:49.668976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:54:49.856971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:49.899772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af347a9-b34a-4e99-974b-26fc2d8da9ea req-d80b2272-d3a3-495b-a93e-7dccc44986ca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:49.903996 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7af347a9-b34a-4e99-974b-26fc2d8da9ea req-d80b2272-d3a3-495b-a93e-7dccc44986ca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 943 time: 0.2519584 Apr 29 07:54:49.963151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553bd59-133e-4ac6-8c56-fd282e11801c req-6a6b9576-dc65-4a5a-8b1e-b28abfb1b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:49.964941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8553bd59-133e-4ac6-8c56-fd282e11801c req-6a6b9576-dc65-4a5a-8b1e-b28abfb1b2da service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3129308 Apr 29 07:54:50.009430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.017305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7af347a9-b34a-4e99-974b-26fc2d8da9ea req-ea229fa9-b115-47ca-a7f3-26315c40a5dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013243 Apr 29 07:54:50.153717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:50.161379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:50.165866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:50.166764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.180391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48b3-f0f2-462c-abbe-0e9af4e572f2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.191518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48b3-f0f2-462c-abbe-0e9af4e572f2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.200068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.208443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48068) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:50.208574 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/subnets/f1164d3b-60e2-4812-855a-54661fe9929f HTTP/1.1" status: 204 len: 168 time: 1.8738937 Apr 29 07:54:50.211222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=172b4cc7-b4a3-4c20-985f-ce3fd8af1211,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:50.218237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4a572-b3ce-48d9-bb52-6b3350550cf5 None None] Network 388c5e77-46be-4850-a037-45f9ad757f9a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:50.223372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.279883 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed65fce6-294f-43b8-9ac7-e90cbde6e8c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8527517 Apr 29 07:54:50.280131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc3b6d-8154-4119-8bd1-7336e879174f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Subnet': ['ID=f1164d3b-60e2-4812-855a-54661fe9929f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:50.311961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Allocated IP 172.20.0.2 (82cc26d6-a369-4498-98e7-aa4095711705/a19deeb9-58c6-4a76-9f9b-a7c7e714c57a/d1f306b9-56fa-4123-93a4-786a4c33e34e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:50.313837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48070) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:50.318915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:61:a1:59', 'name': 'tempest-NetworksTestDHCPv6-1562969214'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:50.340797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Allocated IP 2001:db8::f816:3eff:fe3d:b5a8 (82cc26d6-a369-4498-98e7-aa4095711705/172b4cc7-b4a3-4c20-985f-ce3fd8af1211/d1f306b9-56fa-4123-93a4-786a4c33e34e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:50.568908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48b3-f0f2-462c-abbe-0e9af4e572f2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.569434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e48b3-f0f2-462c-abbe-0e9af4e572f2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Fanout notify agent at l3_agent the message router_deleted on router b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:54:50.575161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.596284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48b3-f0f2-462c-abbe-0e9af4e572f2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.596284 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6e0e48b3-f0f2-462c-abbe-0e9af4e572f2 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9 HTTP/1.1" status: 204 len: 168 time: 1.4578924 Apr 29 07:54:50.603800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48074) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:50.620015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:50.649902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Network 5a791091-912d-4b91-8638-f6fe2ec62426 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:50.651008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.659871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:50.665877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:50.665877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Pushing event updated for resources: {'Port': ['ID=e4e1b6f4-dace-4dab-b627-303ee8d943c8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:50.736421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.21.0.1 (5a791091-912d-4b91-8638-f6fe2ec62426/fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1/abe66cc7-4fd2-4a55-8015-c832e3246e79) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:50.765879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet cedfaaba-185b-4337-b7fd-1a131e1ae337 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:50.767608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.772273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.791688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553bd59-133e-4ac6-8c56-fd282e11801c req-0fe499fc-a484-4bce-a0a7-3118e162bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:50.793249 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8553bd59-133e-4ac6-8c56-fd282e11801c req-0fe499fc-a484-4bce-a0a7-3118e162bf7d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8201685 Apr 29 07:54:50.833524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.852800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Attempting to bind port e4e1b6f4-dace-4dab-b627-303ee8d943c8 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:50.854887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Attempting to bind port e4e1b6f4-dace-4dab-b627-303ee8d943c8 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:50.854887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Attempting to bind port e4e1b6f4-dace-4dab-b627-303ee8d943c8 on network 5a791091-912d-4b91-8638-f6fe2ec62426 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:50.875059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Pushing event updated for resources: {'Port': ['ID=d1f306b9-56fa-4123-93a4-786a4c33e34e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:50.881267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] DHCP port deletion for 388c5e77-46be-4850-a037-45f9ad757f9a request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:50.885313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:50.885858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Checking segment: {'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:50.886268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.886688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Bound using segment: {'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:50.887192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Bound port: e4e1b6f4-dace-4dab-b627-303ee8d943c8, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:50.887566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.902540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.903211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:50.907630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:50.908645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:50.924136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-7bf7cf4f-c701-4f20-9253-6f5ee7487045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:50.929125 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-7bf7cf4f-c701-4f20-9253-6f5ee7487045 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 1096 time: 0.0885689 Apr 29 07:54:50.969535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:50.986375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port d2606521-ee9a-4e49-9e73-aaaa928e2540 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:54:51.001164 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-1d3edf65-ce56-40cc-88cc-4c7808fc7491 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b71775c-b639-475f-9a2b-9e13812f9de0 HTTP/1.1" status: 200 len: 217 time: 0.0653911 Apr 29 07:54:51.011637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.026311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Deleting port 8afde751-ad05-44c8-a248-e5c9200c5db1 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:51.026867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.079194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] For port e4e1b6f4-dace-4dab-b627-303ee8d943c8, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:51.122183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] For port e4e1b6f4-dace-4dab-b627-303ee8d943c8, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e4e1b6f4-dace-4dab-b627-303ee8d943c8,segment=NetworkSegment(df641d14-9531-401a-a9bc-0bf6ff369827),segment_id=df641d14-9531-401a-a9bc-0bf6ff369827)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:51.124106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.125688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Attempting to bind port d1f306b9-56fa-4123-93a4-786a4c33e34e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:51.126057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Attempting to bind port d1f306b9-56fa-4123-93a4-786a4c33e34e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:51.126455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Attempting to bind port d1f306b9-56fa-4123-93a4-786a4c33e34e on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:51.137875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] Deleting port 8afde751-ad05-44c8-a248-e5c9200c5db1 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:51.139109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.153839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-0532ce95-28c2-465b-b192-1f77898d3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:51.159655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-0532ce95-28c2-465b-b192-1f77898d3db5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=540e5285-0025-45d4-9735-6a0a774af150 HTTP/1.1" status: 200 len: 834 time: 0.1515410 Apr 29 07:54:51.218422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] For port 8afde751-ad05-44c8-a248-e5c9200c5db1, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8afde751-ad05-44c8-a248-e5c9200c5db1,segment=NetworkSegment(0e3fc460-b02b-4233-8b4a-c8741e8abdec),segment_id=0e3fc460-b02b-4233-8b4a-c8741e8abdec)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:51.219964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.223536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:51.223919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:51.224308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.224695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:51.225418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Bound port: d1f306b9-56fa-4123-93a4-786a4c33e34e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:51.225550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.244910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.264707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.269191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] Calling delete_port for 8afde751-ad05-44c8-a248-e5c9200c5db1 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:51.304123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] For port 8afde751-ad05-44c8-a248-e5c9200c5db1, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8afde751-ad05-44c8-a248-e5c9200c5db1,segment=NetworkSegment(0e3fc460-b02b-4233-8b4a-c8741e8abdec),segment_id=0e3fc460-b02b-4233-8b4a-c8741e8abdec)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:51.309382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.330140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 5a791091-912d-4b91-8638-f6fe2ec62426 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:51.331434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 172.20.0.11 (82cc26d6-a369-4498-98e7-aa4095711705/a19deeb9-58c6-4a76-9f9b-a7c7e714c57a/d2606521-ee9a-4e49-9e73-aaaa928e2540) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:51.336339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Calling delete_port for 8afde751-ad05-44c8-a248-e5c9200c5db1 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:51.336498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.355988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:51.358652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe61:a159 (82cc26d6-a369-4498-98e7-aa4095711705/172b4cc7-b4a3-4c20-985f-ce3fd8af1211/d2606521-ee9a-4e49-9e73-aaaa928e2540) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:51.366159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:51.372097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=abe66cc7-4fd2-4a55-8015-c832e3246e79,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:51.421836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.423261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b6d36-81ff-42ec-ba10-b6830823690a None None] Pushing event updated for resources: {'Port': ['ID=e4e1b6f4-dace-4dab-b627-303ee8d943c8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:51.425142 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/cedfaaba-185b-4337-b7fd-1a131e1ae337 HTTP/1.1" status: 204 len: 168 time: 0.8202267 Apr 29 07:54:51.428178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b587dfa-ee3b-4155-b477-d6762d3d4174 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=cedfaaba-185b-4337-b7fd-1a131e1ae337,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:51.429891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48078) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:51.439743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-96649c75-fe9b-4b8e-bf26-bc5b6143199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:51.441326 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-96649c75-fe9b-4b8e-bf26-bc5b6143199e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e8bda5-b443-4316-a00b-2f88617ad7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2659388 Apr 29 07:54:51.455078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e6c5b-74bc-4458-9572-363ef229c468 req-b071f8c0-deb0-4454-89e0-0c91c28a083f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:51.456622 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e20e6c5b-74bc-4458-9572-363ef229c468 req-b071f8c0-deb0-4454-89e0-0c91c28a083f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 943 time: 0.2115641 Apr 29 07:54:51.571157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aaec66-ec92-4e59-8009-5466df747350 None None] Network 33a33732-04e4-4300-bccd-34154c8ec928 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:51.588893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.605504 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e20e6c5b-74bc-4458-9572-363ef229c468 req-815fbbaa-e329-4831-9b3b-b5590fcc905a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949714 Apr 29 07:54:51.721260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.726800 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-246e6167-de57-47ca-af0f-806bfa2da943 service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638512 Apr 29 07:54:51.869744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c265db35-c0b0-403d-b225-ef5c67c67c08 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:51.879381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] For port d1f306b9-56fa-4123-93a4-786a4c33e34e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:51.886286 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e84ed2f5-7a64-4448-ae7a-8eae5a5d7bfb req-ae92b5f5-7127-4aa6-b14c-c1c4753eaf7b service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426461 Apr 29 07:54:51.887725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.924215 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Port': ['ID=8afde751-ad05-44c8-a248-e5c9200c5db1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:51.930080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] No DVR routers for this DVR port 8afde751-ad05-44c8-a248-e5c9200c5db1 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:51.966741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] For port d1f306b9-56fa-4123-93a4-786a4c33e34e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d1f306b9-56fa-4123-93a4-786a4c33e34e,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:51.978372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:51.985558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.010554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.016488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port ed08e124-17e4-4d64-be77-ac611c818ae6 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:52.017079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.043391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.065752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.068867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] Pushing event deleted for resources: {'Port': ['ID=8afde751-ad05-44c8-a248-e5c9200c5db1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:52.078980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388c5e77-46be-4850-a037-45f9ad757f9a']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:52.082662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0fecf-75bc-435d-818a-09485cc43bc7 None None] No DVR routers for this DVR port 8afde751-ad05-44c8-a248-e5c9200c5db1 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:52.092017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3fc460-b02b-4233-8b4a-c8741e8abdec') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:52.092674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3fc460-b02b-4233-8b4a-c8741e8abdec') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:52.106674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.139550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.139707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c265db35-c0b0-403d-b225-ef5c67c67c08 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:52.139707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.147894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:52.149721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:52.162840 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:52.194368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port ed08e124-17e4-4d64-be77-ac611c818ae6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ed08e124-17e4-4d64-be77-ac611c818ae6,segment=NetworkSegment(68189ba0-4c4e-4873-b8e1-42d74100c69e),segment_id=68189ba0-4c4e-4873-b8e1-42d74100c69e)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:52.194368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.204137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] DHCP port deletion for 33a33732-04e4-4300-bccd-34154c8ec928 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:52.243557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.263955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for ed08e124-17e4-4d64-be77-ac611c818ae6 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:52.270133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac70c5-61c2-4b38-ac13-46761d514c85 None None] Pushing event updated for resources: {'Port': ['ID=d1f306b9-56fa-4123-93a4-786a4c33e34e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:52.330966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] Deleting port ed08e124-17e4-4d64-be77-ac611c818ae6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:52.331346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.347981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.352626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.359098 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/networks/388c5e77-46be-4850-a037-45f9ad757f9a HTTP/1.1" status: 204 len: 168 time: 2.1509485 Apr 29 07:54:52.363387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48082) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:52.410321 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-04f8c83b-0ba3-4a85-8e93-90782e25b67f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40ca449-0d11-459a-8387-242e632af11f HTTP/1.1" status: 200 len: 205 time: 0.0412970 Apr 29 07:54:52.411449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74b068-4e4b-43bb-9aa2-c76dd90c913e tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Pushing event deleted for resources: {'Network': ['ID=388c5e77-46be-4850-a037-45f9ad757f9a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:52.414013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48084) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:52.442745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8afde751-ad05-44c8-a248-e5c9200c5db1 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:52.487664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 8afde751-ad05-44c8-a248-e5c9200c5db1 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:52.487877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8afde751-ad05-44c8-a248-e5c9200c5db1 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:52.493806 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] For port ed08e124-17e4-4d64-be77-ac611c818ae6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ed08e124-17e4-4d64-be77-ac611c818ae6,segment=NetworkSegment(68189ba0-4c4e-4873-b8e1-42d74100c69e),segment_id=68189ba0-4c4e-4873-b8e1-42d74100c69e)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:52.494143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.517248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] Calling delete_port for ed08e124-17e4-4d64-be77-ac611c818ae6 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:52.601478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40dd65b0-ae1b-498d-b297-fc570728347f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.811124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.859314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] Pushing event deleted for resources: {'Port': ['ID=ed08e124-17e4-4d64-be77-ac611c818ae6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:52.868581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecf5ba-67ed-4c38-9e09-dc4e044e6f94 None None] No DVR routers for this DVR port ed08e124-17e4-4d64-be77-ac611c818ae6 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:52.954365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40dd65b0-ae1b-498d-b297-fc570728347f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.956073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:52.958920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40dd65b0-ae1b-498d-b297-fc570728347f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:52.970455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116a8c7-18ea-4694-9653-27726f11524b req-3b6bb49b-ee86-46f4-8439-652cd7187f96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:52.976331 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0116a8c7-18ea-4694-9653-27726f11524b req-3b6bb49b-ee86-46f4-8439-652cd7187f96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 943 time: 0.1917179 Apr 29 07:54:53.015296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:53.026525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:53.058335 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0116a8c7-18ea-4694-9653-27726f11524b req-c9648d9c-bf32-4e56-aa49-d4476698b11b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767634 Apr 29 07:54:53.073069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dfd8e8-e66f-4692-bc28-8064f6589670 None None] Network 5a791091-912d-4b91-8638-f6fe2ec62426 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:53.091556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=d2606521-ee9a-4e49-9e73-aaaa928e2540,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:53.130664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40dd65b0-ae1b-498d-b297-fc570728347f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.131110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dd65b0-ae1b-498d-b297-fc570728347f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Fanout notify agent at l3_agent the message router_deleted on router d40ca449-0d11-459a-8387-242e632af11f {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:54:53.147110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-abece644-96ab-4a1c-82db-82831ec8556f None None] Provisioning complete for port e4e1b6f4-dace-4dab-b627-303ee8d943c8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:53.147608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abece644-96ab-4a1c-82db-82831ec8556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.148854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-40dd65b0-ae1b-498d-b297-fc570728347f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.150291 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-40dd65b0-ae1b-498d-b297-fc570728347f tempest-RoutersNegativeTest-1239275509 tempest-RoutersNegativeTest-1239275509-project] 10.222.0.16 "DELETE /v2.0/routers/d40ca449-0d11-459a-8387-242e632af11f HTTP/1.1" status: 204 len: 168 time: 0.7348571 Apr 29 07:54:53.178324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:53.178691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.213823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.233723 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port ed08e124-17e4-4d64-be77-ac611c818ae6 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:53.315437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=ed08e124-17e4-4d64-be77-ac611c818ae6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:53.326160 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b1acb157-b812-4906-9b7d-9250b6879c52 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0112176 Apr 29 07:54:53.329452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48092) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:53.355156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abece644-96ab-4a1c-82db-82831ec8556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.439589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-abece644-96ab-4a1c-82db-82831ec8556f None None] For port e4e1b6f4-dace-4dab-b627-303ee8d943c8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e4e1b6f4-dace-4dab-b627-303ee8d943c8,segment=NetworkSegment(df641d14-9531-401a-a9bc-0bf6ff369827),segment_id=df641d14-9531-401a-a9bc-0bf6ff369827)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:53.458109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b4727-2c71-456b-8abb-edfc7bba930b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:53.462601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.466346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b4727-2c71-456b-8abb-edfc7bba930b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:53.470529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f13b4727-2c71-456b-8abb-edfc7bba930b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1376262 Apr 29 07:54:53.470796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48094) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:53.482073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.507821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abece644-96ab-4a1c-82db-82831ec8556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.513982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a33732-04e4-4300-bccd-34154c8ec928']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:53.533748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68189ba0-4c4e-4873-b8e1-42d74100c69e') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:53.534110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68189ba0-4c4e-4873-b8e1-42d74100c69e') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:53.571779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.577249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abece644-96ab-4a1c-82db-82831ec8556f None None] Pushing event updated for resources: {'Port': ['ID=e4e1b6f4-dace-4dab-b627-303ee8d943c8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:53.603066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.687181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port d2606521-ee9a-4e49-9e73-aaaa928e2540 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:53.687662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.692437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.828831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:54:53.829245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:54:53.842915 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:54:53.880282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d1f306b9-56fa-4123-93a4-786a4c33e34e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:53.880988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48100) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:53.944680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.946338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3dacca0b-f10e-42ac-adbc-592775302f7d None None] Provisioning complete for port e4e1b6f4-dace-4dab-b627-303ee8d943c8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:53.946952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dacca0b-f10e-42ac-adbc-592775302f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.961409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=abe66cc7-4fd2-4a55-8015-c832e3246e79,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:53.979738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:53.988605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for d2606521-ee9a-4e49-9e73-aaaa928e2540 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:54.006951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa6c6f-793a-4bc1-ac27-efab35677e4c None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:54.107931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.170580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.189626 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/33a33732-04e4-4300-bccd-34154c8ec928 HTTP/1.1" status: 204 len: 168 time: 2.7525158 Apr 29 07:54:54.189626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48106) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:54.202886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1645321496', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:54.219626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697104-f330-4ce3-926f-bd31ebdeaf95 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=33a33732-04e4-4300-bccd-34154c8ec928,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:54.249943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 5a791091-912d-4b91-8638-f6fe2ec62426 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:54.253943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:54.288183 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d8ed73c9-89eb-4dbd-8e4a-7ee6baeb54b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd6835f5d6564c0eba7f886cd25ebff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009356 Apr 29 07:54:54.291093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48110) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:54.296297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d1f306b9-56fa-4123-93a4-786a4c33e34e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:54.296297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.321507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d1c89-fd6e-45fb-a72a-790dd4104a94 req-3391e6fc-c448-426b-9aee-804399663416 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:54.323647 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5e8d1c89-fd6e-45fb-a72a-790dd4104a94 req-3391e6fc-c448-426b-9aee-804399663416 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 943 time: 0.1182909 Apr 29 07:54:54.419475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.420540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.443663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5e8d1c89-fd6e-45fb-a72a-790dd4104a94 req-4f25ec88-e404-405a-ac90-325a27784168 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061685 Apr 29 07:54:54.496245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:54:54.500938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7b71775c-b639-475f-9a2b-9e13812f9de0 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:54:54.501490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cbd4-a5c2-41d0-ba7a-5be9daca3ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.519613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.550738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cbd4-a5c2-41d0-ba7a-5be9daca3ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.551647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=d2606521-ee9a-4e49-9e73-aaaa928e2540,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:54.645257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.650704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3dacca0b-f10e-42ac-adbc-592775302f7d None None] Provisioning complete for port abe66cc7-4fd2-4a55-8015-c832e3246e79 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:54.651085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dacca0b-f10e-42ac-adbc-592775302f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.684076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.690661 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aac9bc15-a14e-4d75-b285-96e84cf8cfa4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/d2606521-ee9a-4e49-9e73-aaaa928e2540 HTTP/1.1" status: 204 len: 168 time: 1.2187467 Apr 29 07:54:54.693046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48112) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:54.717857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:54.723111 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-51a9360e-b567-48ce-b4cc-15768bcb43fd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6601994 Apr 29 07:54:54.729904 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:54.734988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48114) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:54.745603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-784647155'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:54.747353 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:54.748537 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:54.754255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.794069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port d1f306b9-56fa-4123-93a4-786a4c33e34e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d1f306b9-56fa-4123-93a4-786a4c33e34e,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:54.807196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 7b71775c-b639-475f-9a2b-9e13812f9de0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b71775c-b639-475f-9a2b-9e13812f9de0,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:54.810187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3dacca0b-f10e-42ac-adbc-592775302f7d None None] Port abe66cc7-4fd2-4a55-8015-c832e3246e79 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:54.826768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:54:54.843430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cbd4-a5c2-41d0-ba7a-5be9daca3ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.852472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cbd4-a5c2-41d0-ba7a-5be9daca3ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.862301 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0bc1cbd4-a5c2-41d0-ba7a-5be9daca3ee8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dca286b-6342-438b-af34-7d0f5ec62f12 HTTP/1.1" status: 204 len: 168 time: 0.5698760 Apr 29 07:54:54.889594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.893505 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:54.900348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd30440-b24a-4449-bb91-aba8a131f25c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:54.904668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd30440-b24a-4449-bb91-aba8a131f25c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:54.908726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd30440-b24a-4449-bb91-aba8a131f25c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:54.928668 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cbd30440-b24a-4449-bb91-aba8a131f25c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2266397 Apr 29 07:54:54.928668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48120) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:54.941507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b71775c-b639-475f-9a2b-9e13812f9de0 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:54:54.957785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.961530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:54.965307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e4e1b6f4-dace-4dab-b627-303ee8d943c8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:54.968654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:54.987845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1cbd4-a5c2-41d0-ba7a-5be9daca3ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dca286b-6342-438b-af34-7d0f5ec62f12,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:55.012276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 172b4cc7-b4a3-4c20-985f-ce3fd8af1211 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:55.019308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.064270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 7b71775c-b639-475f-9a2b-9e13812f9de0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b71775c-b639-475f-9a2b-9e13812f9de0,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:55.078135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-dd6a1851-07bf-4ab2-87ca-853effd43de4 None None] Provisioning complete for port d1f306b9-56fa-4123-93a4-786a4c33e34e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:55.079555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1851-07bf-4ab2-87ca-853effd43de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.135226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.143672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.187870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.190070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:54:55.231013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.231768 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment b76d5264-699b-40d3-bbf1-40f1e950f335 of type vlan for network 2e52187b-6b38-4c07-9bd5-44884a7923f3 Apr 29 07:54:55.241198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=d1f306b9-56fa-4123-93a4-786a4c33e34e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:55.377727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.384613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.385253 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:54:51Z', 'revision_number': 3, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:52Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:55.388479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=7b71775c-b639-475f-9a2b-9e13812f9de0,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:55.400783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e4e1b6f4-dace-4dab-b627-303ee8d943c8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:55.401162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.470146 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:54:55.472881 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Updating router fbe8d245-5360-4a4a-ad6d-804e74bd7784 port abe66cc7-4fd2-4a55-8015-c832e3246e79 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:54:55.495260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['7b71775c-b639-475f-9a2b-9e13812f9de0'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:54:55.519078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.521337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:55.522122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.542091 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.579495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.629780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=2e52187b-6b38-4c07-9bd5-44884a7923f3,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:55.658824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=172b4cc7-b4a3-4c20-985f-ce3fd8af1211,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:55.674916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:54:55.704340 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-be6ef606-0fac-427e-b5ab-2beee3c37309 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9670525 Apr 29 07:54:55.708452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48124) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:55.725106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:55.731118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.741149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4c17b690-8305-42df-9869-b71130bc9be6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/172b4cc7-b4a3-4c20-985f-ce3fd8af1211 HTTP/1.1" status: 204 len: 168 time: 0.8166668 Apr 29 07:54:55.751124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48126) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:55.841051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ed08e124-17e4-4d64-be77-ac611c818ae6 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:55.859163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230e828-077d-4bf9-9f72-d3409b945204 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:55.884818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a3f2-d61e-449d-bb4f-91ad52905da5 req-9b83effb-c86f-4279-8092-e3b372e972fe tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:55.886398 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5f0a3f2-d61e-449d-bb4f-91ad52905da5 req-9b83effb-c86f-4279-8092-e3b372e972fe tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 944 time: 0.2410800 Apr 29 07:54:55.895807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet a19deeb9-58c6-4a76-9f9b-a7c7e714c57a {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:54:55.901079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-dd6a1851-07bf-4ab2-87ca-853effd43de4 None None] Provisioning complete for port abe66cc7-4fd2-4a55-8015-c832e3246e79 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:55.907710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1851-07bf-4ab2-87ca-853effd43de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.907841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.938633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.972274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:55.976897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.041848 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.071740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: ed08e124-17e4-4d64-be77-ac611c818ae6 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:56.072235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ed08e124-17e4-4d64-be77-ac611c818ae6 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:56.121568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.142819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 172.26.2.140 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/12a57895-72cd-41cb-8383-61bc0aa4825a) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:56.147265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:56.147841 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5f0a3f2-d61e-449d-bb4f-91ad52905da5 req-32935671-882a-46ad-8ecd-dcff51b46f1e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857139 Apr 29 07:54:56.155788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.156963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.229256 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a1851-07bf-4ab2-87ca-853effd43de4 None None] Port abe66cc7-4fd2-4a55-8015-c832e3246e79 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:54:56.246194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d1f306b9-56fa-4123-93a4-786a4c33e34e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:56.283314 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e82e0-1d2a-4b2c-a9e8-e7dc2ddbe6a8 None None] Pushing event updated for resources: {'Port': ['ID=abe66cc7-4fd2-4a55-8015-c832e3246e79,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:56.322086 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Attempting to bind port abe66cc7-4fd2-4a55-8015-c832e3246e79 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:54:56.323428 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Attempting to bind port abe66cc7-4fd2-4a55-8015-c832e3246e79 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:54:56.324600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Attempting to bind port abe66cc7-4fd2-4a55-8015-c832e3246e79 on network 5a791091-912d-4b91-8638-f6fe2ec62426 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:54:56.335243 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:54:56.335694 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Checking segment: {'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:56.336393 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.336859 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Bound using segment: {'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:54:56.337231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.337427 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Bound port: abe66cc7-4fd2-4a55-8015-c832e3246e79, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df641d14-9531-401a-a9bc-0bf6ff369827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:54:56.337934 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.389943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e0754ea7-a0be-4886-a83f-a2381f881b36 None None] Could not find standard attr ID for object d2606521-ee9a-4e49-9e73-aaaa928e2540. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:54:56.397149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=a19deeb9-58c6-4a76-9f9b-a7c7e714c57a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:56.421392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.434145 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] For port abe66cc7-4fd2-4a55-8015-c832e3246e79, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:54:56.435074 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] For port abe66cc7-4fd2-4a55-8015-c832e3246e79, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=abe66cc7-4fd2-4a55-8015-c832e3246e79,segment=NetworkSegment(df641d14-9531-401a-a9bc-0bf6ff369827),segment_id=df641d14-9531-401a-a9bc-0bf6ff369827)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:54:56.436987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48130) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:56.439013 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-22c84f21-01d0-4e67-a122-4a808058264f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/a19deeb9-58c6-4a76-9f9b-a7c7e714c57a HTTP/1.1" status: 204 len: 168 time: 0.6839726 Apr 29 07:54:56.474916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e0754ea7-a0be-4886-a83f-a2381f881b36 None None] Provisioning complete for port d1f306b9-56fa-4123-93a4-786a4c33e34e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:56.475288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0754ea7-a0be-4886-a83f-a2381f881b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.497064 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.518559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d1f306b9-56fa-4123-93a4-786a4c33e34e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:56.518559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.518805 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f24c30a3-b9d3-4e36-8fb4-4ff34463be73 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756421 Apr 29 07:54:56.518902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48132) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:56.524777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:56.548196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.602502 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:56.603587 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:56.722388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:54:56.790865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:56.795857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.817203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.823270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:56.826516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e4e1b6f4-dace-4dab-b627-303ee8d943c8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:56.856139 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e82e0-1d2a-4b2c-a9e8-e7dc2ddbe6a8 None None] Pushing event updated for resources: {'Port': ['ID=abe66cc7-4fd2-4a55-8015-c832e3246e79,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:56.886636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:56.893087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:56.927444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:56.934581 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:54:57.017355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] Deleting port d1f306b9-56fa-4123-93a4-786a4c33e34e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:54:57.017725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.028772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=e1903528-a8ca-4d6e-9543-a5d9aee0976b,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:57.034277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=12a57895-72cd-41cb-8383-61bc0aa4825a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:57.081648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e4e1b6f4-dace-4dab-b627-303ee8d943c8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:57.082022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.127290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.140379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] For port d1f306b9-56fa-4123-93a4-786a4c33e34e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d1f306b9-56fa-4123-93a4-786a4c33e34e,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:57.141388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.163080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] Calling delete_port for d1f306b9-56fa-4123-93a4-786a4c33e34e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:54:57.164647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f717cdfb-6e7a-46fc-9281-14f974412405 None None] Provisioning complete for port abe66cc7-4fd2-4a55-8015-c832e3246e79 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:57.165016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f717cdfb-6e7a-46fc-9281-14f974412405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.177259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:54:57.178031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 2e52187b-6b38-4c07-9bd5-44884a7923f3, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:54:57.232877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:57.241282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:57.247921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:57.248798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.261796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=0eb150d6-718f-4ac9-ad40-291d4d595b98,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:57.310051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:54:57.338769 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:54:51Z', 'revision_number': 3, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:56Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:57.349600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f6062130-ab32-4522-9937-a48c290f4bb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8290980 Apr 29 07:54:57.352363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48138) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:57.357904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:57.378736 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bd66f-a92d-4b35-b97f-ed83f68c0747 None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:54:51Z', 'revision_number': 3, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:56Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:57.410524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f717cdfb-6e7a-46fc-9281-14f974412405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.466917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f717cdfb-6e7a-46fc-9281-14f974412405 None None] For port abe66cc7-4fd2-4a55-8015-c832e3246e79, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=abe66cc7-4fd2-4a55-8015-c832e3246e79,segment=NetworkSegment(df641d14-9531-401a-a9bc-0bf6ff369827),segment_id=df641d14-9531-401a-a9bc-0bf6ff369827)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:57.482017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 2e52187b-6b38-4c07-9bd5-44884a7923f3) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:57.491416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:57.492249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.493545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf54d-2605-41a8-906d-78b8054055ec req-c74d2399-da30-4ec5-b430-7579252a2053 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:57.495093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d4bf54d-2605-41a8-906d-78b8054055ec req-c74d2399-da30-4ec5-b430-7579252a2053 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 944 time: 0.1955824 Apr 29 07:54:57.496337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.539730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] Pushing event deleted for resources: {'Port': ['ID=d1f306b9-56fa-4123-93a4-786a4c33e34e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:57.548443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a714a7e-1a25-4b82-8cc5-d2448492dc60 None None] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:57.564258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d4bf54d-2605-41a8-906d-78b8054055ec req-1890fb3b-b5b0-4102-a5f8-00ccdd9df591 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464849 Apr 29 07:54:57.581432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.614295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f717cdfb-6e7a-46fc-9281-14f974412405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.622483 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a7e27bb9-e6ea-4a86-b532-c3d1187eb322 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9111063 Apr 29 07:54:57.625138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48142) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:57.632378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cac9e-2dc3-46e8-9b86-68e91d1e58ea None None] No DVR routers for this DVR port d1f306b9-56fa-4123-93a4-786a4c33e34e on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:54:57.634200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:54:57.643054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:57.716673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7bba5-1a95-438f-aff9-6fc92f25228e None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:54:57.936144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:58.171116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717cdfb-6e7a-46fc-9281-14f974412405 None None] Pushing event updated for resources: {'Port': ['ID=abe66cc7-4fd2-4a55-8015-c832e3246e79,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:58.259423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 6a7b732f-23d2-4775-b7fb-613918e25fde is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:54:58.264743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-2e52187b-6b38-4c07-9bd5-44884a7923f3', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:58.266159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:58.329660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abe66cc7-4fd2-4a55-8015-c832e3246e79 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:58.470080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '0eb150d6-718f-4ac9-ad40-291d4d595b98'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:54:58.471509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:58.507831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7b71775c-b639-475f-9a2b-9e13812f9de0 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:54:58.571324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port abe66cc7-4fd2-4a55-8015-c832e3246e79 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:58.571832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:58.641996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:58.710036 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Allocated IP 172.22.0.2 (2e52187b-6b38-4c07-9bd5-44884a7923f3/e1903528-a8ca-4d6e-9543-a5d9aee0976b/5a24cefc-6a6c-407f-9803-90dda077b218) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:58.871308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Allocated IP 172.20.0.2 (82cc26d6-a369-4498-98e7-aa4095711705/0eb150d6-718f-4ac9-ad40-291d4d595b98/fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:58.881500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:54:58.907660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] Sync routers for ids ['6a7b732f-23d2-4775-b7fb-613918e25fde'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:54:58.949813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] Routers {'6a7b732f-23d2-4775-b7fb-613918e25fde'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:58.950615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6a7b732f-23d2-4775-b7fb-613918e25fde'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:59.029128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b81fa-0092-4d7e-b8fa-469a48891f56 req-ce98ca7b-dc61-459e-af2a-8a6918fad27f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:59.030654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e38b81fa-0092-4d7e-b8fa-469a48891f56 req-ce98ca7b-dc61-459e-af2a-8a6918fad27f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 944 time: 0.1196442 Apr 29 07:54:59.046387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d1f306b9-56fa-4123-93a4-786a4c33e34e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:54:59.049208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:59.083977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:54:59.092127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: d1f306b9-56fa-4123-93a4-786a4c33e34e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:54:59.092501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d1f306b9-56fa-4123-93a4-786a4c33e34e not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:54:59.092640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.109396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] Routers {'6a7b732f-23d2-4775-b7fb-613918e25fde'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:54:59.110587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6a7b732f-23d2-4775-b7fb-613918e25fde'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:59.154086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:59.169893 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e38b81fa-0092-4d7e-b8fa-469a48891f56 req-65b5609d-8f17-4052-a7a8-67c9b7cf0374 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064315 Apr 29 07:54:59.175753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:59.176402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.179846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:54:59.179846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.185655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:54:59.186647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8a996-c3c4-472b-a59e-924b4f619668 None None] The sync data for ids ['6a7b732f-23d2-4775-b7fb-613918e25fde'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:54:59.192168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=36b76689-16e9-4c6e-93a6-e724bbe55f51,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:59.272338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.667730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 7b71775c-b639-475f-9a2b-9e13812f9de0 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:54:59.672807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 7b71775c-b639-475f-9a2b-9e13812f9de0 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:54:59.673252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.749935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.755557 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-75d4e5a6-a1a0-4674-8afc-421658674a3a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5553091 Apr 29 07:54:59.755557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48150) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:59.756783 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4db55ff7-15a8-475f-8dfe-ce5205872ae3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4032478 Apr 29 07:54:59.763360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48152) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:59.767273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:79:fe:0d', 'name': 'tempest-NetworksTestDHCPv6-1759704169'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:54:59.773682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.779735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.808032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.22.0.1 (2e52187b-6b38-4c07-9bd5-44884a7923f3/e1903528-a8ca-4d6e-9543-a5d9aee0976b/2e1df2ef-23c9-472b-80d1-7b82fc275514) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:54:59.823422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:54:59.848081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:59.856087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:54:59.886141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 7b71775c-b639-475f-9a2b-9e13812f9de0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b71775c-b639-475f-9a2b-9e13812f9de0,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:54:59.889110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:54:59.891567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32494f84-f5ef-4b13-9fd1-0c52498156e4" -d '{"events": [{"server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "name": "network-vif-plugged", "status": "completed", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:54:59.894637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:59.901318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:54:59.901318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:59.916922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:54:59.934532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Pushing event updated for resources: {'Port': ['ID=5a24cefc-6a6c-407f-9803-90dda077b218,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:54:59.960711 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0468f130-93a1-47cd-98a7-a23bbb961364 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/routers/6a7b732f-23d2-4775-b7fb-613918e25fde HTTP/1.1" status: 200 len: 885 time: 0.2050474 Apr 29 07:54:59.964003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48156) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:54:59.994586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef69e4-e2f5-4962-93a1-14f9944e1388 x-openstack-request-id: req-96ef69e4-e2f5-4962-93a1-14f9944e1388 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:54:59.994899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "name": "network-vif-plugged", "status": "completed", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:54:59.995149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96ef69e4-e2f5-4962-93a1-14f9944e1388 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:54:59.995542 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ef69e4-e2f5-4962-93a1-14f9944e1388'] response: {'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'code': 200} Apr 29 07:55:00.003650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.053465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Attempting to bind port 5a24cefc-6a6c-407f-9803-90dda077b218 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:00.053834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Attempting to bind port 5a24cefc-6a6c-407f-9803-90dda077b218 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:00.054186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Attempting to bind port 5a24cefc-6a6c-407f-9803-90dda077b218 on network 2e52187b-6b38-4c07-9bd5-44884a7923f3 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:00.060489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Pushing event updated for resources: {'Port': ['ID=fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:00.073677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:00.073784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:00.074052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Checking segment: {'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:00.074372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.074822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Bound using segment: {'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:00.075295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Bound port: 5a24cefc-6a6c-407f-9803-90dda077b218, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:00.075667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.089927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.106498 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Attempting to bind port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:00.106870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Attempting to bind port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:00.107234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Attempting to bind port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:00.119668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:00.120098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:00.120493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.120884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:00.121359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Bound port: fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:00.121744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.197012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=7b71775c-b639-475f-9a2b-9e13812f9de0,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:00.216307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.267831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] For port 5a24cefc-6a6c-407f-9803-90dda077b218, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:00.275418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] For port 5a24cefc-6a6c-407f-9803-90dda077b218, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5a24cefc-6a6c-407f-9803-90dda077b218,segment=NetworkSegment(b76d5264-699b-40d3-bbf1-40f1e950f335),segment_id=b76d5264-699b-40d3-bbf1-40f1e950f335)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:00.276604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abe66cc7-4fd2-4a55-8015-c832e3246e79 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:00.292137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:55:00.300579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.346905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.355334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] For port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:00.404997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] For port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:00.444916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f276-a813-44a1-a5e3-8e2fd026d096 None None] Pushing event updated for resources: {'Port': ['ID=5a24cefc-6a6c-407f-9803-90dda077b218,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:00.448532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:00.463436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port abe66cc7-4fd2-4a55-8015-c832e3246e79 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:00.463811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.488224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=2e1df2ef-23c9-472b-80d1-7b82fc275514,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:00.501833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:00.508855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:00.516642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.599319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 172.20.0.8 (82cc26d6-a369-4498-98e7-aa4095711705/0eb150d6-718f-4ac9-ad40-291d4d595b98/69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:00.614959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe79:fe0d (82cc26d6-a369-4498-98e7-aa4095711705/36b76689-16e9-4c6e-93a6-e724bbe55f51/69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:00.645981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b211-cffe-4f60-bb47-c3d139324ed1 None None] Pushing event updated for resources: {'Port': ['ID=fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:00.651873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713d9bb-6623-40c7-995e-78bf8b731db0 req-0b142635-7797-4295-a5f3-fb2fbae3a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:00.656024 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e713d9bb-6623-40c7-995e-78bf8b731db0 req-0b142635-7797-4295-a5f3-fb2fbae3a05b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 1098 time: 0.3430326 Apr 29 07:55:00.675535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efb033-167b-46ba-bdd5-19209440ac7c req-21078fab-49aa-459a-a020-b2bc8abeaf22 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:00.683044 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e6efb033-167b-46ba-bdd5-19209440ac7c req-21078fab-49aa-459a-a020-b2bc8abeaf22 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 945 time: 0.3959932 Apr 29 07:55:00.736745 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-959f7e33-055c-4fb1-ba28-7011e852a555 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7694488 Apr 29 07:55:00.737582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.742233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48162) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:00.748142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a883b95d-e4b9-43d4-aa92-70e0b9849d94 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1645321496'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:00.889984 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e713d9bb-6623-40c7-995e-78bf8b731db0 req-e9a5f13b-f2d1-4693-b145-14462be245a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039437 Apr 29 07:55:00.917028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:00.928519 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e6efb033-167b-46ba-bdd5-19209440ac7c req-6be29c2f-6bb2-4f45-a1ba-a3481b6b1a58 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442684 Apr 29 07:55:01.045430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:01.153227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:01.158241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:01.168421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:01.208222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:01.230323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.230761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.231117 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.231720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.232027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.232366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.233652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.233652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.233652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.233652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.234167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.235119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:01.274301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:01.275453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:01.366935 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9a018fde-aca3-4901-8d85-dcaa8c26204c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6012330 Apr 29 07:55:01.367321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48174) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:01.442033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b6c174-85a3-4567-b8d9-2d73982b5425 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:01.448515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b6c174-85a3-4567-b8d9-2d73982b5425 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:01.450308 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f2b6c174-85a3-4567-b8d9-2d73982b5425 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0818956 Apr 29 07:55:01.453064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48176) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:01.560154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:01.560504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:01.594240 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:01.727984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:01.741724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:01.839519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a883b95d-e4b9-43d4-aa92-70e0b9849d94 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:01.934339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a883b95d-e4b9-43d4-aa92-70e0b9849d94 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.039649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f4491-3bd6-4cf4-a1f1-a8651e9ed02a None None] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:02.144420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7db7e5d8-b87b-428f-9198-b3030ab48ce6 None None] Provisioning complete for port 5a24cefc-6a6c-407f-9803-90dda077b218 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:02.144870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7db7e5d8-b87b-428f-9198-b3030ab48ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.153555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.219823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497d77b-7e1b-4f0a-aff4-0e0a996f4a85 req-b13d5760-ced4-4f73-b456-9d7a18bd80fa tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:02.221325 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3497d77b-7e1b-4f0a-aff4-0e0a996f4a85 req-b13d5760-ced4-4f73-b456-9d7a18bd80fa tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 945 time: 0.1723380 Apr 29 07:55:02.233503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a883b95d-e4b9-43d4-aa92-70e0b9849d94 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 6a7b732f-23d2-4775-b7fb-613918e25fde has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:02.268074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.306971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:02.386853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.397093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7db7e5d8-b87b-428f-9198-b3030ab48ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.397828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.405032 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ec3219fb-b56d-4366-825d-429ccbc43eee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5 HTTP/1.1" status: 204 len: 168 time: 0.9488180 Apr 29 07:55:02.405403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48188) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:02.426704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:02.445925 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3497d77b-7e1b-4f0a-aff4-0e0a996f4a85 req-64bfb0eb-f0a1-4c9b-b61e-d3e50237861f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977856 Apr 29 07:55:02.498928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92c71c-87e0-4ce7-9740-b4701dc6435a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:02.501335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92c71c-87e0-4ce7-9740-b4701dc6435a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:02.503758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92c71c-87e0-4ce7-9740-b4701dc6435a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:02.520818 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4b92c71c-87e0-4ce7-9740-b4701dc6435a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1085403 Apr 29 07:55:02.520818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48192) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:02.614164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.615551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 0eb150d6-718f-4ac9-ad40-291d4d595b98 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:02.619395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=2e1df2ef-23c9-472b-80d1-7b82fc275514,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:02.622655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.680147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd93821-e1dd-487f-b06e-b4c7952abaca None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:02.690513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7db7e5d8-b87b-428f-9198-b3030ab48ce6 None None] For port 5a24cefc-6a6c-407f-9803-90dda077b218, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5a24cefc-6a6c-407f-9803-90dda077b218,segment=NetworkSegment(b76d5264-699b-40d3-bbf1-40f1e950f335),segment_id=b76d5264-699b-40d3-bbf1-40f1e950f335)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:02.692304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.692651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.692988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.693321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.693644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.693973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.694299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.694673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.694993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.695311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.695642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.695944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:02.732909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.746353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a883b95d-e4b9-43d4-aa92-70e0b9849d94 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:02.761363 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] Sync routers for ids ['6a7b732f-23d2-4775-b7fb-613918e25fde'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:02.769534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a883b95d-e4b9-43d4-aa92-70e0b9849d94 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.771320 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a883b95d-e4b9-43d4-aa92-70e0b9849d94 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/6a7b732f-23d2-4775-b7fb-613918e25fde HTTP/1.1" status: 200 len: 892 time: 2.0280972 Apr 29 07:55:02.777001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7db7e5d8-b87b-428f-9198-b3030ab48ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.781892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48194) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:02.782664 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] Routers {'6a7b732f-23d2-4775-b7fb-613918e25fde'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:02.783385 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6a7b732f-23d2-4775-b7fb-613918e25fde'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:02.864003 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:02.874369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:02.874847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:02.884556 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] Routers {'6a7b732f-23d2-4775-b7fb-613918e25fde'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:02.887475 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6a7b732f-23d2-4775-b7fb-613918e25fde'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:02.900816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:02.910561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:02.970687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7e5d8-b87b-428f-9198-b3030ab48ce6 None None] Pushing event updated for resources: {'Port': ['ID=5a24cefc-6a6c-407f-9803-90dda077b218,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:02.982206 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:02.983174 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a134f95-39de-4517-a8b1-5071873da87d None None] The sync data for ids ['6a7b732f-23d2-4775-b7fb-613918e25fde'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:03.009780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Provisioning complete for port 5a24cefc-6a6c-407f-9803-90dda077b218 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:03.014074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.026896 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2b102829-8a08-42d0-9916-bb4d5163cb7e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/routers/6a7b732f-23d2-4775-b7fb-613918e25fde HTTP/1.1" status: 200 len: 892 time: 0.2416728 Apr 29 07:55:03.027844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:03.068261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48198) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:03.069396 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8cf4c8b1-8e2a-4c18-9fa2-21b513e001c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b732f-23d2-4775-b7fb-613918e25fde HTTP/1.1" status: 200 len: 205 time: 0.0372167 Apr 29 07:55:03.136019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.173328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.174615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:03.288183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614dbaf-c437-44fa-9f1c-68c5601414c2 None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '0eb150d6-718f-4ac9-ad40-291d4d595b98', 'ip_address': '172.20.0.2'}, {'subnet_id': '36b76689-16e9-4c6e-93a6-e724bbe55f51'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:55:03.290071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Provisioning complete for port 2e1df2ef-23c9-472b-80d1-7b82fc275514 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:03.290484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.302589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:03.339339 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3a73d480-13d6-4a9b-b288-1ce153b39fde tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7106767 Apr 29 07:55:03.339992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48200) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:03.340674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.345104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'network': {'name': 'tempest-RoutersTest-1706745449'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:03.380414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.386942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:03.409907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Port 2e1df2ef-23c9-472b-80d1-7b82fc275514 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:03.417020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb150d6-718f-4ac9-ad40-291d4d595b98,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:03.425293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f614dbaf-c437-44fa-9f1c-68c5601414c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.457536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.460437 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:03.461098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:03.476591 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7610f47b-0430-4d80-934f-9eb308c0967c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/0eb150d6-718f-4ac9-ad40-291d4d595b98 HTTP/1.1" status: 204 len: 168 time: 0.9571152 Apr 29 07:55:03.478513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48202) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:03.545744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Provisioning complete for port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:03.547433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.555281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 36b76689-16e9-4c6e-93a6-e724bbe55f51 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:03.559566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.590662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.601997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:03.605669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.623517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.652574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:03.653179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:03.655737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:03.670063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.670419 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added segment 28465f9b-a786-4a36-9f54-5e6a57f5e1b4 of type vlan for network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e Apr 29 07:55:03.691050 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:55:03.707676 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.747243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.760236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:03.819314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56019372-c3f2-4aad-9313-d383527662e3 req-73fdabdf-b54d-449b-bfd0-a6926186a76f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:03.820830 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-56019372-c3f2-4aad-9313-d383527662e3 req-73fdabdf-b54d-449b-bfd0-a6926186a76f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 945 time: 0.2526641 Apr 29 07:55:03.844335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 12a57895-72cd-41cb-8383-61bc0aa4825a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:03.844796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.869691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.873518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.875772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:03.882571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.912276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-f614dbaf-c437-44fa-9f1c-68c5601414c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36b76689-16e9-4c6e-93a6-e724bbe55f51: This subnet is being modified by another concurrent operation. Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:55:03.918565 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36b76689-16e9-4c6e-93a6-e724bbe55f51: This subnet is being modified by another concurrent operation. Apr 29 07:55:03.926153 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 07:55:03.946467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=36b76689-16e9-4c6e-93a6-e724bbe55f51,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:03.962014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:03.991447 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f7fdb01a-f383-4f8b-b2e6-1db26225105c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/36b76689-16e9-4c6e-93a6-e724bbe55f51 HTTP/1.1" status: 204 len: 168 time: 0.5109169 Apr 29 07:55:03.992104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48208) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.010284 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-56019372-c3f2-4aad-9313-d383527662e3 req-aeff525b-a62b-4d60-a66c-8cd272e55b5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740222 Apr 29 07:55:04.035388 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6927581 Apr 29 07:55:04.035388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae119819-cc64-4f8f-b1d1-46fb1ed5be21 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Network': ['ID=635fdf74-5b8c-4dbc-8e00-61d1730cfb9e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:04.039110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48210) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.044283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'subnet': {'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:04.045179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ff638-087f-42a7-9081-b3d60a51cba1 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:04.073522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] For port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:04.074944 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:04.079337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.116148 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-85f27011-f472-487e-b523-856271ea99ee tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225448 Apr 29 07:55:04.121268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48214) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.177440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.200349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2117352-b9d5-483e-8934-0ec18f5b5f8d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:04.203752 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b2117352-b9d5-483e-8934-0ec18f5b5f8d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0799489 Apr 29 07:55:04.209001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48216) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.217846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 12a57895-72cd-41cb-8383-61bc0aa4825a owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:04.279580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a2784-6750-4299-821a-2f0e68bfbe2e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:04.286833 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9f8a2784-6750-4299-821a-2f0e68bfbe2e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754788 Apr 29 07:55:04.287917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48218) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.357266 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-000136bf-8de7-4ef4-b231-66853d878f15 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645409 Apr 29 07:55:04.361388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48220) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.370611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f14569bd-b6e2-4549-a2ee-63d00da0ca86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:04.378967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5a24cefc-6a6c-407f-9803-90dda077b218 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:04.461792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61087-fe12-4a89-ae39-a2ffc5c4be30 None None] Pushing event updated for resources: {'Port': ['ID=fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:04.473358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-85bb47fd-bc03-49a6-abaa-6535ddecda29 None None] Provisioning complete for port 2e1df2ef-23c9-472b-80d1-7b82fc275514 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:04.474101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85bb47fd-bc03-49a6-abaa-6535ddecda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.551022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-85bb47fd-bc03-49a6-abaa-6535ddecda29 None None] Port 2e1df2ef-23c9-472b-80d1-7b82fc275514 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:04.557312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:01Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:01Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:04.572612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14569bd-b6e2-4549-a2ee-63d00da0ca86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:04.576336 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f14569bd-b6e2-4549-a2ee-63d00da0ca86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.578287 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14569bd-b6e2-4549-a2ee-63d00da0ca86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:04.579031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14569bd-b6e2-4549-a2ee-63d00da0ca86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:04.600789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5a24cefc-6a6c-407f-9803-90dda077b218 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:04.606373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.606373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:04.606373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:04.606373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Updating router fbe8d245-5360-4a4a-ad6d-804e74bd7784 port 2e1df2ef-23c9-472b-80d1-7b82fc275514 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:55:04.611950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-85bb47fd-bc03-49a6-abaa-6535ddecda29 None None] Provisioning complete for port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:04.612319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85bb47fd-bc03-49a6-abaa-6535ddecda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.646759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896bd0-2aa7-478b-bbd4-8bd32f64a61a req-e9e772fa-2e97-4ef0-9747-bb559646b560 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:04.648263 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d896bd0-2aa7-478b-bbd4-8bd32f64a61a req-e9e772fa-2e97-4ef0-9747-bb559646b560 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 945 time: 0.4691565 Apr 29 07:55:04.684214 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f14569bd-b6e2-4549-a2ee-63d00da0ca86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3205895 Apr 29 07:55:04.689941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48224) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.695057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3ba0aaf5-3302-43e4-996d-186c44f205e4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:04.829105 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d896bd0-2aa7-478b-bbd4-8bd32f64a61a req-8a8f5516-86cb-4c6f-8caa-37086200c2d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729014 Apr 29 07:55:04.855436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48234) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:04.904582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Made reservation on behalf of f04b6137786d452d865ace1a45b55d18 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:04.908701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.914976 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.941981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.947130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0aaf5-3302-43e4-996d-186c44f205e4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:04.952480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3ba0aaf5-3302-43e4-996d-186c44f205e4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:04.959795 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba0aaf5-3302-43e4-996d-186c44f205e4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:04.960506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba0aaf5-3302-43e4-996d-186c44f205e4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:04.990830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb0e71-0a2e-4990-bba1-f10f8a1210ef tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:04.992993 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a8bb0e71-0a2e-4990-bba1-f10f8a1210ef tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 1093 time: 0.1365142 Apr 29 07:55:04.996036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48236) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:05.000500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:05.009216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=12a57895-72cd-41cb-8383-61bc0aa4825a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:05.077166 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3ba0aaf5-3302-43e4-996d-186c44f205e4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3823831 Apr 29 07:55:05.078370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48238) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:05.084556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2a6c5244-c76e-45cd-9047-3790c636d800 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:05.127282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.159179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.205931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] Deleting port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:05.206483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.300625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5a24cefc-6a6c-407f-9803-90dda077b218 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:05.323868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.329010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.339721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.354015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] For port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:05.360033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.396756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] Calling delete_port for fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:05.467448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5a24cefc-6a6c-407f-9803-90dda077b218 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:05.467817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.491175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.174 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/8a8d34a8-283a-4762-84ce-ae0999a64d74) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:05.496830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.497875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Fanout notify agent at l3_agent the message router_deleted on router 6a7b732f-23d2-4775-b7fb-613918e25fde {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:55:05.528400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.534835 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0957a58f-ba96-430a-8ecc-33c0a77cec79 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/6a7b732f-23d2-4775-b7fb-613918e25fde HTTP/1.1" status: 204 len: 168 time: 2.4608417 Apr 29 07:55:05.534835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48240) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:05.542876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285618824'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:05.564186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.570540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6c5244-c76e-45cd-9047-3790c636d800 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:05.571446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.574796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5244-c76e-45cd-9047-3790c636d800 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.581847 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6c5244-c76e-45cd-9047-3790c636d800 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:05.582478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6c5244-c76e-45cd-9047-3790c636d800 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:05.642798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.654714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Subnet': ['ID=e4dea4f4-e152-45cf-9bd0-73731ef19bbc,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:05.659904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:05.669183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.685575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.711199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.711800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Checking segment: {'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:05.712579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network hostable DHCP agents. Network: 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:55:05.725437 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] Pushing event deleted for resources: {'Port': ['ID=fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:05.728939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:05.752579 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2a6c5244-c76e-45cd-9047-3790c636d800 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6718888 Apr 29 07:55:05.761605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48244) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:05.767109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7b0b9477-97f5-4424-b31c-4ae7569933b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:05.769345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:05.786283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.791006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.791512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment ab81a9c1-ab08-4e51-9d1f-8b167d8400f5 of type vlan for network e614a03d-c483-4be7-9897-1ebc6404d7d9 Apr 29 07:55:05.791928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d918e-e901-4022-a31d-2f93919f9550 None None] No DVR routers for this DVR port fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:05.796937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:05.797270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device fe1c563d-3ee7-4c13-ab01-6e7a92d1e24c not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:05.856973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:55:05.880869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.921181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:05.930222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:05.940956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:05.941437 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf3010-b190-49c2-aac6-e16e27b01248 None None] Pushing event updated for resources: {'Port': ['ID=2e1df2ef-23c9-472b-80d1-7b82fc275514,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:05.944094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:05.949418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:05.957690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.962206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Attempting to bind port 2e1df2ef-23c9-472b-80d1-7b82fc275514 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:05.962614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Attempting to bind port 2e1df2ef-23c9-472b-80d1-7b82fc275514 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:05.963111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Attempting to bind port 2e1df2ef-23c9-472b-80d1-7b82fc275514 on network 2e52187b-6b38-4c07-9bd5-44884a7923f3 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:05.971701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:05.972077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Checking segment: {'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:05.972483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.972878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Bound using segment: {'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:05.973493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Bound port: 2e1df2ef-23c9-472b-80d1-7b82fc275514, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76d5264-699b-40d3-bbf1-40f1e950f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:05.974045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.976750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3817a73-1ab5-4c9f-8d9d-2be70d40ca60 None None] Network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:05.977863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=8a8d34a8-283a-4762-84ce-ae0999a64d74,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:05.987737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:05.999316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:06.000763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.050802 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-58efc66c-428b-47f2-9a9c-8439402b2091 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0077016 Apr 29 07:55:06.052321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48246) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:06.111284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=e614a03d-c483-4be7-9897-1ebc6404d7d9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:06.125421 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ff3d4afa-b0d2-4ae1-aac3-b71e8dd6ee57 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5886555 Apr 29 07:55:06.127831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48248) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:06.132972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:06.134373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': 'e614a03d-c483-4be7-9897-1ebc6404d7d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:06.239617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0b9477-97f5-4424-b31c-4ae7569933b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:06.243212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9477-97f5-4424-b31c-4ae7569933b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.244650 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0b9477-97f5-4424-b31c-4ae7569933b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:06.245144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0b9477-97f5-4424-b31c-4ae7569933b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:06.275075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] For port 2e1df2ef-23c9-472b-80d1-7b82fc275514, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:06.281440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:06.284178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8aeda5b6-3500-4a4c-a816-571f92e83ac4 None None] Provisioning complete for port 2e1df2ef-23c9-472b-80d1-7b82fc275514 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:06.284555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aeda5b6-3500-4a4c-a816-571f92e83ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.287593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.326683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8aeda5b6-3500-4a4c-a816-571f92e83ac4 None None] Port 2e1df2ef-23c9-472b-80d1-7b82fc275514 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:06.332858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] For port 2e1df2ef-23c9-472b-80d1-7b82fc275514, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2e1df2ef-23c9-472b-80d1-7b82fc275514,segment=NetworkSegment(b76d5264-699b-40d3-bbf1-40f1e950f335),segment_id=b76d5264-699b-40d3-bbf1-40f1e950f335)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:06.370033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-635fdf74-5b8c-4dbc-8e00-61d1730cfb9e', 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'fixed_ips': [{'subnet_id': 'e4dea4f4-e152-45cf-9bd0-73731ef19bbc'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:06.371216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.395311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.463115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48250) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:06.463353 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7b0b9477-97f5-4424-b31c-4ae7569933b0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7010181 Apr 29 07:55:06.468130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-10251435-f6b8-44c8-9327-add25cc7268d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:06.563229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:06.563878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:06.568690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf3010-b190-49c2-aac6-e16e27b01248 None None] Pushing event updated for resources: {'Port': ['ID=2e1df2ef-23c9-472b-80d1-7b82fc275514,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:06.733232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.744956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:06.796535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Allocated IP 172.23.0.2 (635fdf74-5b8c-4dbc-8e00-61d1730cfb9e/e4dea4f4-e152-45cf-9bd0-73731ef19bbc/5af317e7-1e4a-4d0a-aaa4-5090e44353a7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:06.797346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10251435-f6b8-44c8-9327-add25cc7268d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:06.807967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10251435-f6b8-44c8-9327-add25cc7268d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:06.807967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-10251435-f6b8-44c8-9327-add25cc7268d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:06.807967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10251435-f6b8-44c8-9327-add25cc7268d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:06.877993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=8fb303d5-4a29-4bcc-8a74-6ef4618706f4,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:06.899054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': 'ab81a9c1-ab08-4e51-9d1f-8b167d8400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e614a03d-c483-4be7-9897-1ebc6404d7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:06.899558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: e614a03d-c483-4be7-9897-1ebc6404d7d9, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:55:06.911451 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-10251435-f6b8-44c8-9327-add25cc7268d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4449146 Apr 29 07:55:06.917157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:06.927586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cc5e970e-8ecb-411d-a9eb-c3b1149e8908 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:06.952404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2c23b688-743c-4943-95bb-8c1674436731 None None] Provisioning complete for port 2e1df2ef-23c9-472b-80d1-7b82fc275514 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:06.954514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c23b688-743c-4943-95bb-8c1674436731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.035624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:55:07.109214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.183971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, e614a03d-c483-4be7-9897-1ebc6404d7d9) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:07.188547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:07.189142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.206015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e970e-8ecb-411d-a9eb-c3b1149e8908 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:07.210696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc5e970e-8ecb-411d-a9eb-c3b1149e8908 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.211033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd552532-ffdf-49c7-bd70-748cbe291533 None None] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:07.212367 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5e970e-8ecb-411d-a9eb-c3b1149e8908 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:07.213080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5e970e-8ecb-411d-a9eb-c3b1149e8908 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:07.303480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dca7411d-5a37-4351-965a-c87346aac1ba tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1719148 Apr 29 07:55:07.303717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48256) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:07.310305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-52e0b88f-7acd-4542-8468-74cd3b34d891 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-61682466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:07.340937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cc5e970e-8ecb-411d-a9eb-c3b1149e8908 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4193037 Apr 29 07:55:07.344230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48258) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:07.378084 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5da7f37f-235c-42c8-a4e3-b6e079fcae61 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306232 Apr 29 07:55:07.379810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48260) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:07.419511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e0b88f-7acd-4542-8468-74cd3b34d891 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.420869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e0b88f-7acd-4542-8468-74cd3b34d891 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.443723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48422eca-7791-4569-a0c2-aab173a9f7f8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:07.445198 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-48422eca-7791-4569-a0c2-aab173a9f7f8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638747 Apr 29 07:55:07.448108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48262) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:07.472583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.479258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c23b688-743c-4943-95bb-8c1674436731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.503723 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cd20b6c2-48fc-4616-a711-12c4f8ca9be2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475001 Apr 29 07:55:07.503963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48264) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:07.508825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:07.547871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e0b88f-7acd-4542-8468-74cd3b34d891 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.554147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:01Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:06Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:07.557111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.557659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2c23b688-743c-4943-95bb-8c1674436731 None None] For port 2e1df2ef-23c9-472b-80d1-7b82fc275514, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2e1df2ef-23c9-472b-80d1-7b82fc275514,segment=NetworkSegment(b76d5264-699b-40d3-bbf1-40f1e950f335),segment_id=b76d5264-699b-40d3-bbf1-40f1e950f335)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:07.590496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-e614a03d-c483-4be7-9897-1ebc6404d7d9', 'network_id': 'e614a03d-c483-4be7-9897-1ebc6404d7d9', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': '8fb303d5-4a29-4bcc-8a74-6ef4618706f4'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:07.591414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.594892 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786bffa-3cf0-4a2c-883f-cd30044014da None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:01Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:06Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:07.611181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.651764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e0b88f-7acd-4542-8468-74cd3b34d891 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.679815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c23b688-743c-4943-95bb-8c1674436731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.700653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:07.707835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:07.710353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:07.750546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:07.754799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.769478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Pushing event updated for resources: {'Port': ['ID=5af317e7-1e4a-4d0a-aaa4-5090e44353a7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:07.774400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Allocated IP 172.23.0.1 (635fdf74-5b8c-4dbc-8e00-61d1730cfb9e/e4dea4f4-e152-45cf-9bd0-73731ef19bbc/2bbcb2a6-f952-4a22-9458-deff43f59006) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:07.849100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52e0b88f-7acd-4542-8468-74cd3b34d891 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.850680 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-52e0b88f-7acd-4542-8468-74cd3b34d891 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5443058 Apr 29 07:55:07.854527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48268) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:07.885228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Attempting to bind port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:07.885521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Attempting to bind port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:07.885894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Attempting to bind port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 on network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:07.910405 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:07.912508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Checking segment: {'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:07.912937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.913347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Bound using segment: {'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:07.913859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Bound port: 5af317e7-1e4a-4d0a-aaa4-5090e44353a7, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:07.914303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:07.934365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b688-743c-4943-95bb-8c1674436731 None None] Pushing event updated for resources: {'Port': ['ID=2e1df2ef-23c9-472b-80d1-7b82fc275514,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:07.995698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.033921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.044725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Allocated IP 2001:db8::2 (e614a03d-c483-4be7-9897-1ebc6404d7d9/8fb303d5-4a29-4bcc-8a74-6ef4618706f4/79f9c5d9-3a84-4c37-adb5-48544eff2aaa) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:08.060374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] For port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:08.066897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] For port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5af317e7-1e4a-4d0a-aaa4-5090e44353a7,segment=NetworkSegment(28465f9b-a786-4a36-9f54-5e6a57f5e1b4),segment_id=28465f9b-a786-4a36-9f54-5e6a57f5e1b4)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:08.188156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.205068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.247674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.252331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.305625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.311582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abd804-cee3-4f91-ab86-04912e7b0549 None None] Pushing event updated for resources: {'Port': ['ID=5af317e7-1e4a-4d0a-aaa4-5090e44353a7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:08.323177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.331176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:08.337990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:08.343933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:08.370484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=2bbcb2a6-f952-4a22-9458-deff43f59006,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:08.401403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.465621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.482725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:08.496907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:08.502781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:08.512813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Pushing event updated for resources: {'Port': ['ID=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:08.532584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=8a8d34a8-283a-4762-84ce-ae0999a64d74,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:08.537324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.551133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.551133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.551133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.551427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.551732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.552323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.552662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.552988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.554886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.554886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.554886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.555266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:08.574777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:55:08.578378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.601578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Attempting to bind port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:08.601956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Attempting to bind port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ab81a9c1-ab08-4e51-9d1f-8b167d8400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e614a03d-c483-4be7-9897-1ebc6404d7d9'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:08.602393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Attempting to bind port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa on network e614a03d-c483-4be7-9897-1ebc6404d7d9 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:08.613241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:08.613904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Checking segment: {'id': 'ab81a9c1-ab08-4e51-9d1f-8b167d8400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e614a03d-c483-4be7-9897-1ebc6404d7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:08.614502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.615067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Bound using segment: {'id': 'ab81a9c1-ab08-4e51-9d1f-8b167d8400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e614a03d-c483-4be7-9897-1ebc6404d7d9'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:08.615742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Bound port: 79f9c5d9-3a84-4c37-adb5-48544eff2aaa, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab81a9c1-ab08-4e51-9d1f-8b167d8400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e614a03d-c483-4be7-9897-1ebc6404d7d9'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:08.616133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.692079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:08.700031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:08.710007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:08.710679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.727254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83517875-dd70-4bb0-bec2-33aa6984e6dd None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:08.740780 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 2f1eae8e-293a-402b-95ed-c0b97a0489ea associated. External IP: 172.26.2.174, port: 7b71775c-b639-475f-9a2b-9e13812f9de0. Apr 29 07:55:08.761958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:08.790145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8::1 (e614a03d-c483-4be7-9897-1ebc6404d7d9/8fb303d5-4a29-4bcc-8a74-6ef4618706f4/a5ef0403-65ca-48a3-96f4-8d719cc7eed0) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:08.807013 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-821e572b-5b6a-4a79-b0c5-5713db2315bc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2932372 Apr 29 07:55:08.807013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48270) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:08.807013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:59:2d:d4', 'name': 'tempest-NetworksTestDHCPv6-1337258823'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:08.828574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:08.833683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] For port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:08.838306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] For port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,segment=NetworkSegment(ab81a9c1-ab08-4e51-9d1f-8b167d8400f5),segment_id=ab81a9c1-ab08-4e51-9d1f-8b167d8400f5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:08.943271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.005846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.022918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': 'b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:09.027396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.051638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b36bda-ab15-4fea-a1f8-25a86eb759fb None None] Pushing event updated for resources: {'Port': ['ID=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:09.082002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:09.175009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.216598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 4511b4e0-cadc-4e35-93f5-87f81773a6ee has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:09.270745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:09.301316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:09.315982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:09.316856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.370153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Allocated IP 2001:db8::f816:3eff:fee4:fa22 (82cc26d6-a369-4498-98e7-aa4095711705/b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0/6319e1d0-129c-4dd6-8ecf-56c3181bf840) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:09.505635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:09.615322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:09.615902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.729284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.782755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.803879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.860855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5af317e7-1e4a-4d0a-aaa4-5090e44353a7,segment=NetworkSegment(28465f9b-a786-4a36-9f54-5e6a57f5e1b4),segment_id=28465f9b-a786-4a36-9f54-5e6a57f5e1b4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:09.873469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:09.880736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996711c-1703-43f5-8716-73c10d5f6d08 None None] Network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:09.882161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.887829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:09.892795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=a5ef0403-65ca-48a3-96f4-8d719cc7eed0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:09.901065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:09.903034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:09.914877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Pushing event updated for resources: {'Port': ['ID=6319e1d0-129c-4dd6-8ecf-56c3181bf840,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:09.915869 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] Sync routers for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:09.920527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.932930 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:09.933498 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:09.946886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port e33a109e-0fca-4311-98e2-33f6a8269a20 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:55:09.987523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:09.988305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2e1df2ef-23c9-472b-80d1-7b82fc275514 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:10.031554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.036293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.089352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe59:2dd4 (82cc26d6-a369-4498-98e7-aa4095711705/b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0/e33a109e-0fca-4311-98e2-33f6a8269a20) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:10.090257 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:10.110859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Attempting to bind port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:10.111235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Attempting to bind port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:10.111593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Attempting to bind port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:10.118453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.311340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.336324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ee4b705d-0e1f-48f5-b1dc-970244f1bef7 None None] Provisioning complete for port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:10.337190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee4b705d-0e1f-48f5-b1dc-970244f1bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.340583 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6aa103f3-f9e5-43c0-b0bf-6bd191a392cf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3431563 Apr 29 07:55:10.345927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:10.346571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48276) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:10.347045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:55:10.349395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cad111-254d-4a3d-9831-a0a1a6e0409f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:55:10.413011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:10.413455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:10.413869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.414490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:10.415635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:10.417481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Bound port: 6319e1d0-129c-4dd6-8ecf-56c3181bf840, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:10.417883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.433244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.445822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab45bb4-e16c-444f-9ad2-8b2807b9fc8d x-openstack-request-id: req-4ab45bb4-e16c-444f-9ad2-8b2807b9fc8d {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:55:10.446030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:55:10.446261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ab45bb4-e16c-444f-9ad2-8b2807b9fc8d {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:55:10.448096 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab45bb4-e16c-444f-9ad2-8b2807b9fc8d'] response: {'name': 'network-changed', 'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'status': 'completed', 'code': 200} Apr 29 07:55:10.469164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event updated for resources: {'Port': ['ID=2bbcb2a6-f952-4a22-9458-deff43f59006,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:10.480009 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:27Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:10.483124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2e1df2ef-23c9-472b-80d1-7b82fc275514 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:10.483675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.499992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.513296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=5af317e7-1e4a-4d0a-aaa4-5090e44353a7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:10.522484 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-11d06a8b-1b9c-4cc6-b2d7-bac265a55537 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2f1eae8e-293a-402b-95ed-c0b97a0489ea HTTP/1.1" status: 200 len: 991 time: 0.1683249 Apr 29 07:55:10.548174 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] Checking router: 4511b4e0-cadc-4e35-93f5-87f81773a6ee for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:10.560442 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:10.564152 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:10.626263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:10.632535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:10.645408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:10.652822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:10.653773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:10.655614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6a460-76ef-4f61-a965-1ee9b2b6510c None None] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:10.700614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:10.728442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=e33a109e-0fca-4311-98e2-33f6a8269a20,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:10.761519 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:10.762312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-f849e307-c436-4e9f-bba2-6bd32209022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:10.764657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-f849e307-c436-4e9f-bba2-6bd32209022a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 1098 time: 0.2929766 Apr 29 07:55:10.818291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] For port 6319e1d0-129c-4dd6-8ecf-56c3181bf840, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:10.842891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:10.852228 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-508498a5-a4f9-46e8-af27-6556f1434096 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7988293 Apr 29 07:55:10.854850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48280) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:10.860436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:10.880143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] For port 6319e1d0-129c-4dd6-8ecf-56c3181bf840, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6319e1d0-129c-4dd6-8ecf-56c3181bf840,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:10.899342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:10.939433 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-921be21c-9b01-4086-b31c-e1b0095a1797 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1342204 Apr 29 07:55:10.945495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48282) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:10.960487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:10.961377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:54:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:10.985373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:11.042464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-1d74fb62-d542-498b-a3a2-598079dcc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:11.050411 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-1d74fb62-d542-498b-a3a2-598079dcc4b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e8bda5-b443-4316-a00b-2f88617ad7c8 HTTP/1.1" status: 200 len: 897 time: 0.2787447 Apr 29 07:55:11.089538 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:27Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:11.148491 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fe5cc-2357-451a-a620-9665bebadce3 None None] The sync data for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv is: [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:54:27Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:11.167605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-efaac1c9-8f79-46fa-b2b7-32a443fb3de0 None None] Provisioning complete for port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:11.168330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efaac1c9-8f79-46fa-b2b7-32a443fb3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:11.289729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a66bd6a-f5cc-4d0c-a7f3-3a197fcb58a1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:11.298419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a66bd6a-f5cc-4d0c-a7f3-3a197fcb58a1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:11.300269 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0a66bd6a-f5cc-4d0c-a7f3-3a197fcb58a1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3444960 Apr 29 07:55:11.322421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48286) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:11.384268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bef001-f004-4c37-a4ab-01603ab6c255 None None] Pushing event updated for resources: {'Port': ['ID=6319e1d0-129c-4dd6-8ecf-56c3181bf840,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:11.521176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:11.529526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:11.530593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.extraroute_db [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:55:11.565156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.extraroute_db [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Removed routes are [] {{(pid=109781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:55:11.565661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:11.576991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c21fbf74-1b51-4c42-9426-ccbe65aea923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:11.584602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:11.619731 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-d53e365c-2734-4c01-919c-fe492c4f3f42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b71775c-b639-475f-9a2b-9e13812f9de0 HTTP/1.1" status: 200 len: 999 time: 0.5407345 Apr 29 07:55:11.862608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efaac1c9-8f79-46fa-b2b7-32a443fb3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:11.903880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:11.904400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:11.944244 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-699e02ad-b209-4d16-9ef9-540d0df1ad79 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2f1eae8e-293a-402b-95ed-c0b97a0489ea HTTP/1.1" status: 200 len: 991 time: 0.4053886 Apr 29 07:55:11.953673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-c2866b7b-3417-48b0-bf14-fb1b72e33ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:11.955200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-c2866b7b-3417-48b0-bf14-fb1b72e33ace service neutron] 10.222.0.39 "GET /v2.0/subnets?id=540e5285-0025-45d4-9735-6a0a774af150 HTTP/1.1" status: 200 len: 834 time: 0.2114117 Apr 29 07:55:11.981764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.001848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port e33a109e-0fca-4311-98e2-33f6a8269a20 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:12.002188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.058982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-efaac1c9-8f79-46fa-b2b7-32a443fb3de0 None None] For port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,segment=NetworkSegment(ab81a9c1-ab08-4e51-9d1f-8b167d8400f5),segment_id=ab81a9c1-ab08-4e51-9d1f-8b167d8400f5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:12.092507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-2b9b1afc-9dac-4eff-ae56-23fffb0af74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:12.094114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-2b9b1afc-9dac-4eff-ae56-23fffb0af74d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e8bda5-b443-4316-a00b-2f88617ad7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307349 Apr 29 07:55:12.099348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.099348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.124222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.134932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.189667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 79f9c5d9-3a84-4c37-adb5-48544eff2aaa up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:12.220601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efaac1c9-8f79-46fa-b2b7-32a443fb3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.302905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaac1c9-8f79-46fa-b2b7-32a443fb3de0 None None] Pushing event updated for resources: {'Port': ['ID=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:12.306322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:12.387262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Provisioning complete for port a5ef0403-65ca-48a3-96f4-8d719cc7eed0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:12.387719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.397945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:08Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2bbcb2a6-f952-4a22-9458-deff43f59006', 'name': '', 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:9f:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e4dea4f4-e152-45cf-9bd0-73731ef19bbc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:09Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e4dea4f4-e152-45cf-9bd0-73731ef19bbc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:12.461354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.468144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:12.480604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.482467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for e33a109e-0fca-4311-98e2-33f6a8269a20 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:12.485124 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d9c3e9ab-41fc-4a43-bb68-745d42180968 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 200 len: 933 time: 1.6291025 Apr 29 07:55:12.487572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48292) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:12.532300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:12.533232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Updating router fbe8d245-5360-4a4a-ad6d-804e74bd7784 port 2bbcb2a6-f952-4a22-9458-deff43f59006 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:55:12.560276 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447f7eb-9f81-4a53-819e-865e7208dece None None] New status for floating IP 2f1eae8e-293a-402b-95ed-c0b97a0489ea: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:55:12.567536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:12.568081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.642356 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c671652a-e6b2-45ef-8f8a-f9e63786f377 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 200 len: 933 time: 0.1532576 Apr 29 07:55:12.642969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48294) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:12.645949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=a5ef0403-65ca-48a3-96f4-8d719cc7eed0,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:12.647601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'routes': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:12.711949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Port a5ef0403-65ca-48a3-96f4-8d719cc7eed0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:12.716119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.725561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.772270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-65598f64-d951-4027-a211-bd834170be30 service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525514 Apr 29 07:55:12.777819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Provisioning complete for port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:12.778561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:12.911511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:12.927560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:12.948930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48296) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:13.135296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.extraroute_db [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added routes are [] {{(pid=109781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:55:13.135612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.extraroute_db [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:55:13.211259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.303598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1685ec52-a44d-4179-8954-0c6f16875acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.318011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Provisioning complete for port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:13.318930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.414286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.435099 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74cad111-254d-4a3d-9831-a0a1a6e0409f req-f8be789d-a449-42ad-bfb6-4db61fe0cfa6 service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519992 Apr 29 07:55:13.514481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927aca08-efcf-4d69-8986-153a9e58c69e None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:55:13.533237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=e33a109e-0fca-4311-98e2-33f6a8269a20,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:13.561639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Provisioning complete for port 2bbcb2a6-f952-4a22-9458-deff43f59006 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:13.561639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.565391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6319e1d0-129c-4dd6-8ecf-56c3181bf840 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:13.589434 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bbb3a6f6-e6b4-44ae-b979-0f59249711a6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2f1eae8e-293a-402b-95ed-c0b97a0489ea HTTP/1.1" status: 200 len: 993 time: 0.6253982 Apr 29 07:55:13.589973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.594808 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ffeab664-0967-4d2d-ba99-ad99038e59aa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/e33a109e-0fca-4311-98e2-33f6a8269a20 HTTP/1.1" status: 204 len: 168 time: 2.2726569 Apr 29 07:55:13.599370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48300) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:13.625377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.629170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.680193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de67a5-fb87-4f09-b4f8-da5e5c4469a9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:13.680193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de67a5-fb87-4f09-b4f8-da5e5c4469a9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:13.680193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b2de67a5-fb87-4f09-b4f8-da5e5c4469a9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0774741 Apr 29 07:55:13.680604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48302) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:13.690448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.723447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0e62e-d682-4f4f-9c3e-2f0773b269ba None None] Port 2bbcb2a6-f952-4a22-9458-deff43f59006 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:13.738888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:13.749589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:13.755186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.762714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:13.763174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.791030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.802713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.827265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 9a506b00-c38f-49ac-948b-95cd54b651f4 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:55:13.845743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:13.849887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927aca08-efcf-4d69-8986-153a9e58c69e None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:55:13.853733 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.859847 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-536a6f3a-0943-4f96-8338-0482672fe95e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 200 len: 699 time: 1.2150958 Apr 29 07:55:13.860465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48304) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:13.892061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018e982-611b-46ce-bea5-1f1c58d2e24f None None] Pushing event updated for resources: {'Port': ['ID=2bbcb2a6-f952-4a22-9458-deff43f59006,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:13.903895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Provisioning complete for port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:13.904174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.975514 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-561804c0-ef77-471d-94f9-8243d027e891 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 200 len: 699 time: 0.1133912 Apr 29 07:55:13.976396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48306) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:13.986932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:13.990702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:14.011587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] Sync routers for ids ['9a506b00-c38f-49ac-948b-95cd54b651f4'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:14.013861 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a63f4fb7-254e-476b-981c-343124b67867 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/9a506b00-c38f-49ac-948b-95cd54b651f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1579859 Apr 29 07:55:14.020663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48308) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:14.072376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Attempting to bind port 2bbcb2a6-f952-4a22-9458-deff43f59006 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:14.072764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Attempting to bind port 2bbcb2a6-f952-4a22-9458-deff43f59006 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:14.073102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Attempting to bind port 2bbcb2a6-f952-4a22-9458-deff43f59006 on network 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:14.084600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db6027-73ae-4790-97f7-f7212078a9f1 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:14.084600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e5db6027-73ae-4790-97f7-f7212078a9f1 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports/a5ef0403-65ca-48a3-96f4-8d719cc7eed0 HTTP/1.1" status: 200 len: 911 time: 0.0613487 Apr 29 07:55:14.084913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.087055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48310) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:14.094239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8fb303d5-4a29-4bcc-8a74-6ef4618706f4'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:14.098853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] Routers {'9a506b00-c38f-49ac-948b-95cd54b651f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:14.100624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9a506b00-c38f-49ac-948b-95cd54b651f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:14.111282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:14.111739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Checking segment: {'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:14.112209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.112678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Bound using segment: {'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:14.113254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Bound port: 2bbcb2a6-f952-4a22-9458-deff43f59006, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28465f9b-a786-4a36-9f54-5e6a57f5e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:14.113872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.165346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:14.242507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.253698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] Routers {'9a506b00-c38f-49ac-948b-95cd54b651f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:14.254777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9a506b00-c38f-49ac-948b-95cd54b651f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:14.281311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.283263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:14.293822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.300187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b524a0bc-5223-4a82-a6ef-5ee53f34a62b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0 HTTP/1.1" status: 204 len: 168 time: 0.6152062 Apr 29 07:55:14.300435 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48314) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:14.332143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:14.333370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8a9c2-d2e1-45e6-9074-aabf69c76aeb None None] The sync data for ids ['9a506b00-c38f-49ac-948b-95cd54b651f4'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:14.336707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.347430 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b1ebde6f-90ef-47a5-8ce4-e151d237439f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433908 Apr 29 07:55:14.348786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48316) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:14.353904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:14.375109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.467374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:14.467810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:14.471464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] For port 2bbcb2a6-f952-4a22-9458-deff43f59006, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:14.496491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] For port 2bbcb2a6-f952-4a22-9458-deff43f59006, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2bbcb2a6-f952-4a22-9458-deff43f59006,segment=NetworkSegment(28465f9b-a786-4a36-9f54-5e6a57f5e1b4),segment_id=28465f9b-a786-4a36-9f54-5e6a57f5e1b4)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:14.502296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:14.502682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:14.599011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.640802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a20ba1b-6f16-4773-b268-f058a40ae8f8 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 07:55:14.668643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:14.672921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:14.703875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:14.704506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:14.712383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018e982-611b-46ce-bea5-1f1c58d2e24f None None] Pushing event updated for resources: {'Port': ['ID=2bbcb2a6-f952-4a22-9458-deff43f59006,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:14.847612 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:14.913472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.010815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 2bbcb2a6-f952-4a22-9458-deff43f59006 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:15.011438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.070278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.078231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:15.079368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.083994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/ports/a5ef0403-65ca-48a3-96f4-8d719cc7eed0 HTTP/1.1" status: 200 len: 911 time: 0.9925511 Apr 29 07:55:15.083994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48318) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:15.106892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port 2bbcb2a6-f952-4a22-9458-deff43f59006, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2bbcb2a6-f952-4a22-9458-deff43f59006,segment=NetworkSegment(28465f9b-a786-4a36-9f54-5e6a57f5e1b4),segment_id=28465f9b-a786-4a36-9f54-5e6a57f5e1b4)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:15.107323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.121886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 2bbcb2a6-f952-4a22-9458-deff43f59006 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:15.167747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.179836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.194136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20ba1b-6f16-4773-b268-f058a40ae8f8 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:55:15.228288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a533de-d718-4d2e-a53d-161964a4e6d4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=a5ef0403-65ca-48a3-96f4-8d719cc7eed0,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:15.248390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.285312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6319e1d0-129c-4dd6-8ecf-56c3181bf840, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6319e1d0-129c-4dd6-8ecf-56c3181bf840,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:15.396449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.397160 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 79f9c5d9-3a84-4c37-adb5-48544eff2aaa up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:15.397749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:55:15.439512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.474980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=2bbcb2a6-f952-4a22-9458-deff43f59006,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:15.551353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:15.551720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:15.589418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6319e1d0-129c-4dd6-8ecf-56c3181bf840,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:15.618173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:13Z', 'revision_number': 7, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2bbcb2a6-f952-4a22-9458-deff43f59006', 'name': '', 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:9f:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e4dea4f4-e152-45cf-9bd0-73731ef19bbc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:14Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e4dea4f4-e152-45cf-9bd0-73731ef19bbc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:15.653918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:15.653918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.655598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8740ff2-ecf5-4d7c-9dda-be384933877b None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:13Z', 'revision_number': 7, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2bbcb2a6-f952-4a22-9458-deff43f59006', 'name': '', 'network_id': '635fdf74-5b8c-4dbc-8e00-61d1730cfb9e', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:9f:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e4dea4f4-e152-45cf-9bd0-73731ef19bbc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:14Z', 'revision_number': 4, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e4dea4f4-e152-45cf-9bd0-73731ef19bbc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:15.687748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.803833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.823146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:15.924564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '6e5705c1-2a91-47de-9e91-4a57344f117f'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': '6319e1d0-129c-4dd6-8ecf-56c3181bf840'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:55:15.963244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.029751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6319e1d0-129c-4dd6-8ecf-56c3181bf840 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:16.063391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:16.132353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] For port 6319e1d0-129c-4dd6-8ecf-56c3181bf840, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6319e1d0-129c-4dd6-8ecf-56c3181bf840,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:16.169740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.184298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:16.196798 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-78849dbd-1659-4e37-949b-302ba7174681 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2185700 Apr 29 07:55:16.200611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48322) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:16.217917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:16.218338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.246879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.264029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet e4dea4f4-e152-45cf-9bd0-73731ef19bbc {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:16.268379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.279145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.280204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.324312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.366598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:16.366958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:16.375946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Could not find standard attr ID for object 2bbcb2a6-f952-4a22-9458-deff43f59006. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:16.378819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Could not find standard attr ID for object e33a109e-0fca-4311-98e2-33f6a8269a20. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:16.388894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Provisioning complete for port a5ef0403-65ca-48a3-96f4-8d719cc7eed0 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:16.389344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.426166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b0476328-0da7-48ac-a1e9-d5cdb8def6ab None None] Port a5ef0403-65ca-48a3-96f4-8d719cc7eed0 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:16.466768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.538914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-30ec40f8-ff7c-4e37-9908-ac5d8a8025fc None None] Could not find standard attr ID for object e33a109e-0fca-4311-98e2-33f6a8269a20. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:16.551238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-30ec40f8-ff7c-4e37-9908-ac5d8a8025fc None None] Provisioning complete for port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:16.551608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30ec40f8-ff7c-4e37-9908-ac5d8a8025fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.604408 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26187a47-76c7-428d-b90b-5770a546466b None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:16.621386 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:16.622172 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:16.653518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.685849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.691922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.699359 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/e4dea4f4-e152-45cf-9bd0-73731ef19bbc HTTP/1.1" status: 204 len: 168 time: 0.4934282 Apr 29 07:55:16.699359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48326) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:16.726318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:16.730994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989f80a-8fdf-4403-aa2e-ce874ef0f877 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=e4dea4f4-e152-45cf-9bd0-73731ef19bbc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:16.742280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:16.754470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:16.755163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.792768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=6319e1d0-129c-4dd6-8ecf-56c3181bf840,revision_number=6']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:16.798672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=6e5705c1-2a91-47de-9e91-4a57344f117f,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:16.827779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.829524 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:16.833992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port a5ef0403-65ca-48a3-96f4-8d719cc7eed0 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:16.834606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.884441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:16.884793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.907767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.908922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e3dc1f07-b8a1-45aa-8f35-a870b448df2b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5600057 Apr 29 07:55:16.913518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48328) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:16.919085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:fe:9c:6e', 'name': 'tempest-NetworksTestDHCPv6-879297577'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:16.955855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5af317e7-1e4a-4d0a-aaa4-5090e44353a7,segment=NetworkSegment(28465f9b-a786-4a36-9f54-5e6a57f5e1b4),segment_id=28465f9b-a786-4a36-9f54-5e6a57f5e1b4)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:16.956666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:16.974536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:17.016722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.042195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for a5ef0403-65ca-48a3-96f4-8d719cc7eed0 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:17.069258 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:15Z', 'revision_number': 8, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:17.100538 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26187a47-76c7-428d-b90b-5770a546466b None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:17.109955 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:17.110733 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:17.207886 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:17.210109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.237024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] For port 6319e1d0-129c-4dd6-8ecf-56c3181bf840, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6319e1d0-129c-4dd6-8ecf-56c3181bf840,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:17.245274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=5af317e7-1e4a-4d0a-aaa4-5090e44353a7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:17.251277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:17.278354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.282412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:17.332673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.363264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635fdf74-5b8c-4dbc-8e00-61d1730cfb9e']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:17.374700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28465f9b-a786-4a36-9f54-5e6a57f5e1b4') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:17.375029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28465f9b-a786-4a36-9f54-5e6a57f5e1b4') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:17.384661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.386831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.399502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.399976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.407092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.423068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:55:17.423485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:55:17.426862 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:55:17.441354 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-26187a47-76c7-428d-b90b-5770a546466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:15Z', 'revision_number': 8, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:17.448951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=a5ef0403-65ca-48a3-96f4-8d719cc7eed0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:17.462216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 2524b5c1-ac91-4e49-ba03-68a040b7b7f1 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:55:17.482010 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9379fe4-70dc-4dc8-b590-9f281ec97f2b None None] Pushing event updated for resources: {'Port': ['ID=6319e1d0-129c-4dd6-8ecf-56c3181bf840,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:17.512826 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26187a47-76c7-428d-b90b-5770a546466b None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:15Z', 'revision_number': 8, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': '2e1df2ef-23c9-472b-80d1-7b82fc275514', 'name': '', 'network_id': '2e52187b-6b38-4c07-9bd5-44884a7923f3', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:d0:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:58Z', 'updated_at': '2022-04-29T07:55:07Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'e1903528-a8ca-4d6e-9543-a5d9aee0976b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:17.617652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.625764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.632077 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/635fdf74-5b8c-4dbc-8e00-61d1730cfb9e HTTP/1.1" status: 204 len: 168 time: 0.9114475 Apr 29 07:55:17.636620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48332) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:17.763569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fefe:9c6e (82cc26d6-a369-4498-98e7-aa4095711705/6e5705c1-2a91-47de-9e91-4a57344f117f/2524b5c1-ac91-4e49-ba03-68a040b7b7f1) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:17.824373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:17.852186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ca900-814f-45e0-88ab-26b125851a30 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=635fdf74-5b8c-4dbc-8e00-61d1730cfb9e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:17.920511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-37b83720-cb0f-460a-b18c-c9ee7e74f57c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2725835 Apr 29 07:55:18.078197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.129305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-b499f21f-d5c0-4f6a-bbcf-852adbd0ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:18.131614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-b499f21f-d5c0-4f6a-bbcf-852adbd0ebd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.1584463 Apr 29 07:55:18.135304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.153396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5eb2b-d0fd-4b87-ae00-931598b4f464 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:18.304504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-31ee452b-56c0-4b86-91d7-306e2279d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:18.306006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-31ee452b-56c0-4b86-91d7-306e2279d20d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.1332788 Apr 29 07:55:18.334639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 9a506b00-c38f-49ac-948b-95cd54b651f4 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:18.456755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6319e1d0-129c-4dd6-8ecf-56c3181bf840 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:18.567692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 2e1df2ef-23c9-472b-80d1-7b82fc275514 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:18.569527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.581554 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-0427d257-6ced-4885-8ba2-0305137195f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1002 time: 0.2625778 Apr 29 07:55:18.587876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.631395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-436461e2-532a-4c22-b85d-c8965cf4bef2 None None] Provisioning complete for port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:18.632022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-436461e2-532a-4c22-b85d-c8965cf4bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.663335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:18.663711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.692958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b1094-f870-4358-85c7-957c05efc5f9 None None] DHCP port deletion for 635fdf74-5b8c-4dbc-8e00-61d1730cfb9e request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:18.709002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:18.720741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port 2e1df2ef-23c9-472b-80d1-7b82fc275514, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2e1df2ef-23c9-472b-80d1-7b82fc275514,segment=NetworkSegment(b76d5264-699b-40d3-bbf1-40f1e950f335),segment_id=b76d5264-699b-40d3-bbf1-40f1e950f335)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:18.721190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.722561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-de3ad171-71ca-489f-9928-51150bb9ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:18.725121 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-de3ad171-71ca-489f-9928-51150bb9ad5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.1299610 Apr 29 07:55:18.731430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] Sync routers for ids ['9a506b00-c38f-49ac-948b-95cd54b651f4'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:18.737623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 2e1df2ef-23c9-472b-80d1-7b82fc275514 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:18.753215 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a47973c2-4f11-40e8-b45c-a7534c2ec4e7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/9a506b00-c38f-49ac-948b-95cd54b651f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6685019 Apr 29 07:55:18.785858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48338) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:18.814566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] Routers {'9a506b00-c38f-49ac-948b-95cd54b651f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:18.815019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9a506b00-c38f-49ac-948b-95cd54b651f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:18.832408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:18.837068 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ac0c81ab-c510-442e-9977-057bc92b3282 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a506b00-c38f-49ac-948b-95cd54b651f4 HTTP/1.1" status: 200 len: 205 time: 0.0460565 Apr 29 07:55:18.840619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48340) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:18.857350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:18.881605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:18.889141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:18.895293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:18.895912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.910612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=2524b5c1-ac91-4e49-ba03-68a040b7b7f1,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:18.936059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] Routers {'9a506b00-c38f-49ac-948b-95cd54b651f4'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:18.936289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9a506b00-c38f-49ac-948b-95cd54b651f4'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:18.943000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-aa5795e7-a49e-4170-a2db-68cb8e03fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:18.944522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-aa5795e7-a49e-4170-a2db-68cb8e03fb8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1891406 Apr 29 07:55:18.950151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-526777a2-5793-4019-940c-7da126355dda tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:18.988056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:18.988704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9be67-3c7c-4ea7-b11c-7873e6c43c23 None None] The sync data for ids ['9a506b00-c38f-49ac-948b-95cd54b651f4'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:19.009876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2bbcb2a6-f952-4a22-9458-deff43f59006 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:19.016551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.032099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2bbcb2a6-f952-4a22-9458-deff43f59006 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:19.032442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2bbcb2a6-f952-4a22-9458-deff43f59006 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:19.067008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=2e1df2ef-23c9-472b-80d1-7b82fc275514,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:19.077087 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6cc7b6ce-2964-40e2-9c14-06e35daab188 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1621046 Apr 29 07:55:19.081407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48342) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:19.110460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a4a223f5-6840-4003-93d1-96e96291d177 None None] Could not find standard attr ID for object 2bbcb2a6-f952-4a22-9458-deff43f59006. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:19.209170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-526777a2-5793-4019-940c-7da126355dda tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.218950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-526777a2-5793-4019-940c-7da126355dda tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.266883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.342991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6a3622b3-ba21-42dd-91c0-9b5f553ef534 None None] Provisioning complete for port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:19.345049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a3622b3-ba21-42dd-91c0-9b5f553ef534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.471130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:19.473848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6a3622b3-ba21-42dd-91c0-9b5f553ef534 None None] Provisioning complete for port 2524b5c1-ac91-4e49-ba03-68a040b7b7f1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:19.474533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a3622b3-ba21-42dd-91c0-9b5f553ef534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.514051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6a3622b3-ba21-42dd-91c0-9b5f553ef534 None None] Port 2524b5c1-ac91-4e49-ba03-68a040b7b7f1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:19.576051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:19.582266 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-23b5edf3-7e54-4486-ac2b-f2b23528ce9f tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9444337 Apr 29 07:55:19.584151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48344) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:19.587245 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:19.597793 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:19.598013 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-dad08462-cfda-4efb-9b6f-9907c0b18880 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441445 Apr 29 07:55:19.598455 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:19.609068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8c407-d418-4bc4-973f-f6145102ee98 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:19.615480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8c407-d418-4bc4-973f-f6145102ee98 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:19.619568 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-26b8c407-d418-4bc4-973f-f6145102ee98 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5085139 Apr 29 07:55:19.625678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48346) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:19.663799 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ff1f7d3a-b7b4-4712-bfe0-0c595719a355 None None] Provisioning complete for port 2524b5c1-ac91-4e49-ba03-68a040b7b7f1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:19.664172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7d3a-b7b4-4712-bfe0-0c595719a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.667004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-526777a2-5793-4019-940c-7da126355dda tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.668576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526777a2-5793-4019-940c-7da126355dda tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Fanout notify agent at l3_agent the message router_deleted on router 9a506b00-c38f-49ac-948b-95cd54b651f4 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:55:19.707312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-526777a2-5793-4019-940c-7da126355dda tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.710867 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-526777a2-5793-4019-940c-7da126355dda tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/9a506b00-c38f-49ac-948b-95cd54b651f4 HTTP/1.1" status: 204 len: 168 time: 0.8659956 Apr 29 07:55:19.715788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48350) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:19.756669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f7d3a-b7b4-4712-bfe0-0c595719a355 None None] Port 2524b5c1-ac91-4e49-ba03-68a040b7b7f1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:19.767699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:19.826665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet 8fb303d5-4a29-4bcc-8a74-6ef4618706f4 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:19.835133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.864063 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acc8b182-c9ac-4fb6-907e-64606cda64af req-872c52f9-34e7-4b72-b3cc-d669ac6d6be1 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458329 Apr 29 07:55:19.891782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:19.927745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 2524b5c1-ac91-4e49-ba03-68a040b7b7f1 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:19.928142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.042913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:20.063401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.073585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:20.074295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5af317e7-1e4a-4d0a-aaa4-5090e44353a7 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:20.097540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.099465 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:18Z', 'revision_number': 9, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:20.126883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 2524b5c1-ac91-4e49-ba03-68a040b7b7f1 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:20.138711 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:20.147215 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:20.147827 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:20.163601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet e1903528-a8ca-4d6e-9543-a5d9aee0976b {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:20.167277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.223600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.233694 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-da2fbbde-c687-49d8-873e-8aa25155e81f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675537460&fields=id&tenant_id=e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 267 time: 0.1084242 Apr 29 07:55:20.246092 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:20.311928 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.325199 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.362887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.366377 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/8fb303d5-4a29-4bcc-8a74-6ef4618706f4 HTTP/1.1" status: 204 len: 168 time: 0.6496019 Apr 29 07:55:20.369650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48360) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:20.370617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff8f12-aff4-4539-866c-bdc766f100c0 None None] Network e614a03d-c483-4be7-9897-1ebc6404d7d9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:20.371086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bfa01-c579-4735-b4ce-601cfc859381 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb303d5-4a29-4bcc-8a74-6ef4618706f4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:20.458579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.489789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-d60b9329-51d0-436b-a8b4-1af37c01b5a7 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:20.498122 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-d60b9329-51d0-436b-a8b4-1af37c01b5a7 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 811 time: 0.2524345 Apr 29 07:55:20.498497 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:18Z', 'revision_number': 9, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:20.511701 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9e7eb2d9-9c0f-4372-abaf-d52cd1b756e5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/quotas/e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 375 time: 0.0095134 Apr 29 07:55:20.514822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.539965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:20.540316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.545981 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2a104-3bb0-4348-8761-e4312ea87372 None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:18Z', 'revision_number': 9, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'abe66cc7-4fd2-4a55-8015-c832e3246e79', 'name': '', 'network_id': '5a791091-912d-4b91-8638-f6fe2ec62426', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:8a:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:49Z', 'updated_at': '2022-04-29T07:54:57Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': 'fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:20.584714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.587472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=2524b5c1-ac91-4e49-ba03-68a040b7b7f1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:20.617565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.617745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] DHCP port deletion for e614a03d-c483-4be7-9897-1ebc6404d7d9 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:20.618364 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d2be7fbc-636d-4bbe-b06a-f5232303ae9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/2524b5c1-ac91-4e49-ba03-68a040b7b7f1 HTTP/1.1" status: 204 len: 168 time: 0.9917269 Apr 29 07:55:20.622015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48362) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:20.636235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=e1903528-a8ca-4d6e-9543-a5d9aee0976b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:20.639909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.645810 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5016dc37-16dc-4ba8-9dad-2932302155eb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/e1903528-a8ca-4d6e-9543-a5d9aee0976b HTTP/1.1" status: 204 len: 168 time: 1.0600288 Apr 29 07:55:20.646479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48364) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:20.659747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,segment=NetworkSegment(ab81a9c1-ab08-4e51-9d1f-8b167d8400f5),segment_id=ab81a9c1-ab08-4e51-9d1f-8b167d8400f5)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:20.659979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.670514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2153149-aeb2-4a23-b6e1-07c888441acc None None] Network 2e52187b-6b38-4c07-9bd5-44884a7923f3 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:20.698348 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-194a0211-e61f-4c76-8fbe-d888885e1560 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767130 Apr 29 07:55:20.718937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 79f9c5d9-3a84-4c37-adb5-48544eff2aaa owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:20.720791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9729b45-9204-4ad8-a9bd-1157bb775f2e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:20.723047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9729b45-9204-4ad8-a9bd-1157bb775f2e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:20.725140 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f9729b45-9204-4ad8-a9bd-1157bb775f2e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035230 Apr 29 07:55:20.730718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48366) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:20.747565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] Deleting port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:20.747935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.830994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.851678 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-2fdae412-9b84-43e7-a25f-8e1393be918b service neutron] 10.222.0.16 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251643 Apr 29 07:55:20.861331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 6e5705c1-2a91-47de-9e91-4a57344f117f {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:20.865467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.870653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] For port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,segment=NetworkSegment(ab81a9c1-ab08-4e51-9d1f-8b167d8400f5),segment_id=ab81a9c1-ab08-4e51-9d1f-8b167d8400f5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:20.871234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:20.892017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] Calling delete_port for 79f9c5d9-3a84-4c37-adb5-48544eff2aaa owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:20.944283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.002807 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-6fe86b74-f51e-4eab-85d8-2d0977912a93 service neutron] 10.222.0.16 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464922 Apr 29 07:55:21.039862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] DHCP port deletion for 2e52187b-6b38-4c07-9bd5-44884a7923f3 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:21.044748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 5a24cefc-6a6c-407f-9803-90dda077b218 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:21.045094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.070309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.105853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] Pushing event deleted for resources: {'Port': ['ID=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:21.108094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a251cf-59a4-4cbc-9cb9-4a074d69552a None None] No DVR routers for this DVR port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:21.129983 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.147629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] Deleting port 5a24cefc-6a6c-407f-9803-90dda077b218 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:21.148058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.184740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.212999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=79f9c5d9-3a84-4c37-adb5-48544eff2aaa,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:21.216357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port 5a24cefc-6a6c-407f-9803-90dda077b218, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5a24cefc-6a6c-407f-9803-90dda077b218,segment=NetworkSegment(b76d5264-699b-40d3-bbf1-40f1e950f335),segment_id=b76d5264-699b-40d3-bbf1-40f1e950f335)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:21.217084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.222205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port 79f9c5d9-3a84-4c37-adb5-48544eff2aaa on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:21.241767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] For port 5a24cefc-6a6c-407f-9803-90dda077b218, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5a24cefc-6a6c-407f-9803-90dda077b218,segment=NetworkSegment(b76d5264-699b-40d3-bbf1-40f1e950f335),segment_id=b76d5264-699b-40d3-bbf1-40f1e950f335)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:21.245314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.245445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 5a24cefc-6a6c-407f-9803-90dda077b218 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:21.255797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] Calling delete_port for 5a24cefc-6a6c-407f-9803-90dda077b218 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:21.387517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.401197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.418062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e614a03d-c483-4be7-9897-1ebc6404d7d9']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:21.434456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab81a9c1-ab08-4e51-9d1f-8b167d8400f5') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:21.434750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab81a9c1-ab08-4e51-9d1f-8b167d8400f5') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:21.440277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] Pushing event deleted for resources: {'Port': ['ID=5a24cefc-6a6c-407f-9803-90dda077b218,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:21.445852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46551942-7a24-45b5-bc6c-63a0a7197e4d None None] No DVR routers for this DVR port 5a24cefc-6a6c-407f-9803-90dda077b218 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:21.446660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.453526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.463711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.488499 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.498011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=5a24cefc-6a6c-407f-9803-90dda077b218,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:21.522990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:55:21.523402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:55:21.527368 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:55:21.532235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port 5a24cefc-6a6c-407f-9803-90dda077b218 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:21.544473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5705c1-2a91-47de-9e91-4a57344f117f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:21.549320 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.552761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a77e69-5757-46ad-97c4-623b1b8e8ec5 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:21.555052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48382) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:21.555587 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29e54623-888d-4321-823e-28aa54054129 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/6e5705c1-2a91-47de-9e91-4a57344f117f HTTP/1.1" status: 204 len: 168 time: 0.8233588 Apr 29 07:55:21.616310 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9732aca0-3a0c-4d30-8af0-9b9cf9a5cc72 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583689 Apr 29 07:55:21.620039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48384) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:21.704332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.721900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39e0fd-bda9-490e-803e-6b924e05aa32 req-c5c46014-fc5e-444d-920f-fb53468a14c4 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:21.727067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d39e0fd-bda9-490e-803e-6b924e05aa32 req-c5c46014-fc5e-444d-920f-fb53468a14c4 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1244388 Apr 29 07:55:21.738217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5970ad-1507-4768-b90d-c27b2ccd4615 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:21.740269 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1c5970ad-1507-4768-b90d-c27b2ccd4615 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1205528 Apr 29 07:55:21.747864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48388) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:21.757008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e52187b-6b38-4c07-9bd5-44884a7923f3']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:21.764032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76d5264-699b-40d3-bbf1-40f1e950f335') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:21.764329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76d5264-699b-40d3-bbf1-40f1e950f335') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:21.783308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.797234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.800529 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/e614a03d-c483-4be7-9897-1ebc6404d7d9 HTTP/1.1" status: 204 len: 168 time: 1.4300733 Apr 29 07:55:21.802786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.804922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48392) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:21.810285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-33fb504b-1a47-4415-b811-f363cc77818c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440645611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:21.825761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:21.838848 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ddc4a254-2912-49c9-82ff-e6338d146023 req-0fa7a786-ed42-4c88-8f20-b934ea22b267 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0445032 Apr 29 07:55:21.853548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221fad8-703e-4ea8-878f-e77031f3251f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=e614a03d-c483-4be7-9897-1ebc6404d7d9,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:21.863240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.883596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:55:21.901932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.902865 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d39e0fd-bda9-490e-803e-6b924e05aa32 req-1ceb60ea-0563-43b5-8f07-569567343cb7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379926 Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:55:21.902953 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:55:21.905041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd30faf3-7c78-46d6-91f6-3fc36b402bae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:21.905041 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cd30faf3-7c78-46d6-91f6-3fc36b402bae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1410809 Apr 29 07:55:21.911537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48394) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:21.927712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33fb504b-1a47-4415-b811-f363cc77818c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.928913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33fb504b-1a47-4415-b811-f363cc77818c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.948024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] Deleting port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:21.948261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:21.981875 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ce183d60-c00a-48f6-85da-f3859f02e036 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636098 Apr 29 07:55:21.982114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48402) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:21.994071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:22.043366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] For port 6319e1d0-129c-4dd6-8ecf-56c3181bf840, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6319e1d0-129c-4dd6-8ecf-56c3181bf840,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:22.044036 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.063048 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6319e1d0-129c-4dd6-8ecf-56c3181bf840 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:22.065068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] Calling delete_port for 6319e1d0-129c-4dd6-8ecf-56c3181bf840 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:22.116237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.127120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.129204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19649650-1eba-4f94-b841-1107c28c0786 req-b9ff19b9-36c8-4be7-8712-68a538aa0113 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:22.130539 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/2e52187b-6b38-4c07-9bd5-44884a7923f3 HTTP/1.1" status: 204 len: 168 time: 1.4794295 Apr 29 07:55:22.139104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19649650-1eba-4f94-b841-1107c28c0786 req-b9ff19b9-36c8-4be7-8712-68a538aa0113 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1374340 Apr 29 07:55:22.141307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48404) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:22.188607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19649650-1eba-4f94-b841-1107c28c0786 req-bbd9191f-5e96-4b35-8405-e7e75e0ca51f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481095 Apr 29 07:55:22.224495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.229486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:22.235326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.250589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc063ada-b6ac-49eb-a5ba-be7832932814 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=2e52187b-6b38-4c07-9bd5-44884a7923f3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:22.281614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33fb504b-1a47-4415-b811-f363cc77818c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.314066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.371692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] No DVR routers for this DVR port 6319e1d0-129c-4dd6-8ecf-56c3181bf840 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:22.373956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2e1df2ef-23c9-472b-80d1-7b82fc275514 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:22.376403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356b3d0-94ae-4307-95aa-d8c248d48955 None None] Pushing event deleted for resources: {'Port': ['ID=6319e1d0-129c-4dd6-8ecf-56c3181bf840,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:22.381411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33fb504b-1a47-4415-b811-f363cc77818c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.401007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2e1df2ef-23c9-472b-80d1-7b82fc275514 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:22.401432 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2e1df2ef-23c9-472b-80d1-7b82fc275514 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:22.402037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 79f9c5d9-3a84-4c37-adb5-48544eff2aaa no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:22.423615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b668-1f61-4447-9745-5b48f53fa64a req-3d6d27c3-7093-4c5c-9b50-5ffcc9548425 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:22.425171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3af4b668-1f61-4447-9745-5b48f53fa64a req-3d6d27c3-7093-4c5c-9b50-5ffcc9548425 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1273170 Apr 29 07:55:22.425794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 79f9c5d9-3a84-4c37-adb5-48544eff2aaa {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:22.426525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 79f9c5d9-3a84-4c37-adb5-48544eff2aaa not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:22.427108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5a24cefc-6a6c-407f-9803-90dda077b218 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:22.454328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 5a24cefc-6a6c-407f-9803-90dda077b218 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:22.454720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5a24cefc-6a6c-407f-9803-90dda077b218 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:22.517968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3af4b668-1f61-4447-9745-5b48f53fa64a req-63d938a9-b4fe-461b-8eb6-1b788bc5a123 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808725 Apr 29 07:55:22.530398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33fb504b-1a47-4415-b811-f363cc77818c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.534239 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-33fb504b-1a47-4415-b811-f363cc77818c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7251048 Apr 29 07:55:22.534659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48408) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:22.539512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-654860835'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:22.613678 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.641337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5d374-34f6-4726-a3ac-7dacc02d87df req-20a86b32-be66-4256-ae90-c53295c1ac8e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:22.642787 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cce5d374-34f6-4726-a3ac-7dacc02d87df req-20a86b32-be66-4256-ae90-c53295c1ac8e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0520430 Apr 29 07:55:22.697712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:22.701087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.738754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:55:22.742220 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cce5d374-34f6-4726-a3ac-7dacc02d87df req-e7dfcbd5-36fe-4e58-ac8e-bf42cc3fea41 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907600 Apr 29 07:55:22.743422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.781382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:22.786282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:22.789604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:22.794302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:22.794781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.794920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.795253 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment d0725d06-2ac4-4ad7-84f3-64bcc583ed08 of type vlan for network 9175efc4-40b4-4acc-b950-e73fa07f5c54 Apr 29 07:55:22.801897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d84629c-2311-491a-80fd-8b5ffa9d35fe None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:22.807107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=8753b3a3-78eb-4a92-845e-2f0ca37f361a,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:22.861735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-496e5e67-2a0e-42c7-952b-83dfaddea935 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8784239 Apr 29 07:55:22.863694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.864193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48416) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:22.869207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:a5:15:16', 'name': 'tempest-NetworksTestDHCPv6-1371851091'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:22.966835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '8753b3a3-78eb-4a92-845e-2f0ca37f361a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:22.967775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:22.982257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a326b9fc-92fa-4e83-b25d-dbdae022fd0b req-5e661065-95aa-4328-9cfb-a8296903d5a3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0327642 Apr 29 07:55:22.988187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port abe66cc7-4fd2-4a55-8015-c832e3246e79 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:22.988751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.036411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.041437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:23.041627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.121915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port abe66cc7-4fd2-4a55-8015-c832e3246e79, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=abe66cc7-4fd2-4a55-8015-c832e3246e79,segment=NetworkSegment(df641d14-9531-401a-a9bc-0bf6ff369827),segment_id=df641d14-9531-401a-a9bc-0bf6ff369827)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:23.122276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.133141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Allocated IP 2001:db8::f816:3eff:fedc:c9ec (82cc26d6-a369-4498-98e7-aa4095711705/8753b3a3-78eb-4a92-845e-2f0ca37f361a/201626b4-39f2-470e-91d5-4ec048b4d70b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:23.138986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for abe66cc7-4fd2-4a55-8015-c832e3246e79 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:23.172835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:23.185029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b6a54-d3f8-46bb-9a38-913f18921514 req-2bb261e2-ab60-42b5-8fb3-e00114cb4514 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:23.186583 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df6b6a54-d3f8-46bb-9a38-913f18921514 req-2bb261e2-ab60-42b5-8fb3-e00114cb4514 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0550542 Apr 29 07:55:23.243389 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7073982 Apr 29 07:55:23.246116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3753903-ee5c-404a-9bbf-05ba33e59942 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=9175efc4-40b4-4acc-b950-e73fa07f5c54,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:23.254115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48422) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:23.265665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:23.373254 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df6b6a54-d3f8-46bb-9a38-913f18921514 req-c4245542-bd53-4356-a1b8-f0c2a8cde373 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763904 Apr 29 07:55:23.385518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.424516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port bd272be1-74db-455f-ba0e-8de88bf4b98a yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:55:23.434683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:23.458314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.486358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:23.490120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.537674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.563283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=abe66cc7-4fd2-4a55-8015-c832e3246e79,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:23.566475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.606775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:23.610618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:23.616379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:23.630947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Pushing event updated for resources: {'Port': ['ID=201626b4-39f2-470e-91d5-4ec048b4d70b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:23.657727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fea5:1516 (82cc26d6-a369-4498-98e7-aa4095711705/8753b3a3-78eb-4a92-845e-2f0ca37f361a/bd272be1-74db-455f-ba0e-8de88bf4b98a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:23.698210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Attempting to bind port 201626b4-39f2-470e-91d5-4ec048b4d70b on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:23.698640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Attempting to bind port 201626b4-39f2-470e-91d5-4ec048b4d70b by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:23.699008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Attempting to bind port 201626b4-39f2-470e-91d5-4ec048b4d70b on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:23.704692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:23.705918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:23.706345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.706773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:23.707257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Bound port: 201626b4-39f2-470e-91d5-4ec048b4d70b, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:23.707643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.792590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] For port 201626b4-39f2-470e-91d5-4ec048b4d70b, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:23.797175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] For port 201626b4-39f2-470e-91d5-4ec048b4d70b, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=201626b4-39f2-470e-91d5-4ec048b4d70b,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:23.831180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.840780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.879706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.945393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=f2eded2c-5493-44b0-9269-3ec51c06e48d,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:23.960816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:23.967322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:23.967691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: 9175efc4-40b4-4acc-b950-e73fa07f5c54, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:55:23.969406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91eb59-fa61-4688-91ad-38420d848c91 None None] Pushing event updated for resources: {'Port': ['ID=201626b4-39f2-470e-91d5-4ec048b4d70b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:24.086549 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:24.099377 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b15b5975-0f9b-4572-95d9-1ad574b4de46 req-bba31f09-ccb1-488f-a7b4-85591420fae2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0281327 Apr 29 07:55:24.100039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:55:24.115990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.180367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:24.193472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 9175efc4-40b4-4acc-b950-e73fa07f5c54) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:24.203132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:24.204124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:24.205700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:24.213569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00bff0d-7092-482e-a447-54c588fd6456 None None] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:24.213780 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-294e2a6e-bf34-4a7b-9075-06c7425b973e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0689168 Apr 29 07:55:24.213903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48426) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:24.220907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:24.225680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.232045 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:24.232888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.234810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:24.238230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=bd272be1-74db-455f-ba0e-8de88bf4b98a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:24.281413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:24.289220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.299259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:24.299943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:24.338260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.351325 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a2ed3a31-be63-4fd9-adc9-a25bc9442450 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4860840 Apr 29 07:55:24.356710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48428) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:24.442307 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-118b0606-5bf8-4e0d-a6cd-fbbb88e15c0c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1869302 Apr 29 07:55:24.451461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48432) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:24.466066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:24.518743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.542358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-9175efc4-40b4-4acc-b950-e73fa07f5c54', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:24.543591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.555750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82a87a-94a2-4cf7-8c30-d6f9be17a6bf tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:24.561668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82a87a-94a2-4cf7-8c30-d6f9be17a6bf tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:24.563864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4d82a87a-94a2-4cf7-8c30-d6f9be17a6bf tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2056327 Apr 29 07:55:24.566517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48434) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:24.574351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-67610199-117b-4afc-9faa-6be97fc327ab tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:24.575743 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-67610199-117b-4afc-9faa-6be97fc327ab tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 811 time: 0.3093083 Apr 29 07:55:24.673275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8e8f4-53f4-4e1d-b27d-2031b160acb7 req-444b6395-488b-49e0-b47e-34d5ebddba08 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:24.687821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4bd8e8f4-53f4-4e1d-b27d-2031b160acb7 req-444b6395-488b-49e0-b47e-34d5ebddba08 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1859150 Apr 29 07:55:24.727364 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-2ac69285-1e22-4877-8a23-adf98983896a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 380 time: 0.1186914 Apr 29 07:55:24.753707 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4bd8e8f4-53f4-4e1d-b27d-2031b160acb7 req-9b0f7885-adfe-41b8-837c-57283f2c0dc7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650363 Apr 29 07:55:24.764101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port bd272be1-74db-455f-ba0e-8de88bf4b98a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:24.764671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.790853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'port': {'device_id': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'admin_state_up': True, 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'security_groups': ['f51fa458-143e-4287-8a3d-b727e361fe6a']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:24.815762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Allocated IP 2001:db8::2 (9175efc4-40b4-4acc-b950-e73fa07f5c54/f2eded2c-5493-44b0-9269-3ec51c06e48d/6b4acad1-bea9-4e99-b156-8f61bf1be1c8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:24.848615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.884476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.902410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:23Z', 'revision_number': 10, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:24.927023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:24.933289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:24.939096 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-20db9659-a701-4890-9120-9e4358db320a tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1 HTTP/1.1" status: 204 len: 168 time: 0.7219849 Apr 29 07:55:24.939583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48436) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:24.944996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430cb552-0047-482d-9750-b61dc9a5c8e9 None None] Network 5a791091-912d-4b91-8638-f6fe2ec62426 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:24.955377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:25.158268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.184762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:25.185613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:25.295056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:25.455689 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2a4cf91f-7ab2-4bd7-8840-7b07df703bb8 req-b0d81e1b-4492-4060-86f2-740ccbe639eb tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0496421 Apr 29 07:55:25.470769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.502101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for bd272be1-74db-455f-ba0e-8de88bf4b98a owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:25.536685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.579378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.632062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Pushing event updated for resources: {'Port': ['ID=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:25.688956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Made reservation on behalf of e228eaab7dc047949213c6f45494e006 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:25.693993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.813499 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port e4e1b6f4-dace-4dab-b627-303ee8d943c8 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:25.814098 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.881344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.935228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port e4e1b6f4-dace-4dab-b627-303ee8d943c8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e4e1b6f4-dace-4dab-b627-303ee8d943c8,segment=NetworkSegment(df641d14-9531-401a-a9bc-0bf6ff369827),segment_id=df641d14-9531-401a-a9bc-0bf6ff369827)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:25.936252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:25.957273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8::1 (9175efc4-40b4-4acc-b950-e73fa07f5c54/f2eded2c-5493-44b0-9269-3ec51c06e48d/d5c53705-4021-4057-97e6-796a64190e92) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:25.965401 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for e4e1b6f4-dace-4dab-b627-303ee8d943c8 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:25.998659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=bd272be1-74db-455f-ba0e-8de88bf4b98a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:26.031179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:26.058067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:26.072623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:26.176286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-07086920-ba39-461e-9e85-090620c2a17e None None] Provisioning complete for port 201626b4-39f2-470e-91d5-4ec048b4d70b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:26.176671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07086920-ba39-461e-9e85-090620c2a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.247728 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.254011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6560c5a4-bdda-4c53-b8d6-df2fd3d89870 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/bd272be1-74db-455f-ba0e-8de88bf4b98a HTTP/1.1" status: 204 len: 168 time: 1.6842632 Apr 29 07:55:26.259321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48452) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:26.276668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 201626b4-39f2-470e-91d5-4ec048b4d70b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:26.307566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.361185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0140c1bf-9f28-4bc6-8ebf-a9860e19761c None None] DHCP port deletion for 5a791091-912d-4b91-8638-f6fe2ec62426 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:26.377693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.397208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port e4e1b6f4-dace-4dab-b627-303ee8d943c8 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:26.417288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Attempting to bind port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:26.417288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Attempting to bind port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:26.417288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Attempting to bind port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 on network 9175efc4-40b4-4acc-b950-e73fa07f5c54 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:26.417288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:23Z', 'revision_number': 10, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:26.428778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=e4e1b6f4-dace-4dab-b627-303ee8d943c8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:26.448859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29dd08f-e152-4f33-8a03-817eec46db45 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:26.452036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.452252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29dd08f-e152-4f33-8a03-817eec46db45 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:26.458864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f29dd08f-e152-4f33-8a03-817eec46db45 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1985381 Apr 29 07:55:26.460810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Allocated IP 172.20.0.7 (25be7bf5-4007-480f-b705-f499d4734354/89044d52-e11b-448d-8832-c58495a309b1/68e98a27-adda-47be-b9c4-16f42393276e) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:26.463966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48454) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:26.477570 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0140c1bf-9f28-4bc6-8ebf-a9860e19761c None None] The port 'e4e1b6f4-dace-4dab-b627-303ee8d943c8' was deleted {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 07:55:26.489489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:26.490107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Checking segment: {'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:26.490751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.491304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Bound using segment: {'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:26.491952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Bound port: 6b4acad1-bea9-4e99-b156-8f61bf1be1c8, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:26.492522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.495153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977ecd8-4a32-4ead-a116-410ce6bc9f9e None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:23Z', 'revision_number': 10, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None, '_interfaces': [{'id': 'c265db35-c0b0-403d-b225-ef5c67c67c08', 'name': '', 'network_id': '46711cc8-96b0-4a4e-80c9-0d9c2f5724ad', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'mac_address': 'fa:16:3e:16:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:37Z', 'updated_at': '2022-04-29T07:54:48Z', 'revision_number': 5, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'subnets': [{'id': '1b391258-95fe-4199-8530-3005d1a2ecf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:26.563600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:26.575148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:26.576436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109869-bc90-4c1d-b8b4-e83afebbec72 req-8e53f37f-9fe1-4cfe-8379-010385e04289 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:26.579163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.585144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0e109869-bc90-4c1d-b8b4-e83afebbec72 req-8e53f37f-9fe1-4cfe-8379-010385e04289 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.5399153 Apr 29 07:55:26.590283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:26.590964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.634190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 8753b3a3-78eb-4a92-845e-2f0ca37f361a {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:26.651419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.660379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 201626b4-39f2-470e-91d5-4ec048b4d70b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:26.661316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.692486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=d5c53705-4021-4057-97e6-796a64190e92,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:26.698979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a791091-912d-4b91-8638-f6fe2ec62426']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:26.712247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df641d14-9531-401a-a9bc-0bf6ff369827') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:26.712643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df641d14-9531-401a-a9bc-0bf6ff369827') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:26.725615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.727805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07086920-ba39-461e-9e85-090620c2a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.735759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] For port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:26.754168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0e109869-bc90-4c1d-b8b4-e83afebbec72 req-ffe3db2c-9a9e-4387-9e20-a9115f59a19b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678150 Apr 29 07:55:26.756271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.791678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] For port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,segment=NetworkSegment(d0725d06-2ac4-4ad7-84f3-64bcc583ed08),segment_id=d0725d06-2ac4-4ad7-84f3-64bcc583ed08)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:26.818170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.824119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-07086920-ba39-461e-9e85-090620c2a17e None None] For port 201626b4-39f2-470e-91d5-4ec048b4d70b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=201626b4-39f2-470e-91d5-4ec048b4d70b,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:26.826649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.830201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:55:26.830741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:55:26.834735 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:55:26.842727 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ad3f2ade-5c71-49bd-b3a3-c65f888fad55 req-77c79d92-887d-46f1-a2ea-6fda611ad4ca tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.1957037 Apr 29 07:55:26.906204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.911543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07086920-ba39-461e-9e85-090620c2a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.921204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.981314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:26.993590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.035391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.041000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.047339 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/5a791091-912d-4b91-8638-f6fe2ec62426 HTTP/1.1" status: 204 len: 168 time: 2.1059766 Apr 29 07:55:27.053319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48460) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:27.059331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8921446b-4aa4-453f-8712-4a64c6b40935 None None] Could not find standard attr ID for object bd272be1-74db-455f-ba0e-8de88bf4b98a. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:27.064047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331fccd-757f-4815-885b-77b8d6b7bc0f None None] Pushing event updated for resources: {'Port': ['ID=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:27.097036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d632a-0867-48b0-9fc3-a9a1d5fa75cb tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=5a791091-912d-4b91-8638-f6fe2ec62426,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:27.137866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.158699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07086920-ba39-461e-9e85-090620c2a17e None None] Pushing event updated for resources: {'Port': ['ID=201626b4-39f2-470e-91d5-4ec048b4d70b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:27.247017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Network 25be7bf5-4007-480f-b705-f499d4734354 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:27.254968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:27.263334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:27.305437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=68e98a27-adda-47be-b9c4-16f42393276e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:27.411516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.415055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:27.415967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:27.456087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.477763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:27.482537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.488996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=8753b3a3-78eb-4a92-845e-2f0ca37f361a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:27.506576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.506749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcbb9bd-ef82-47a4-a6ba-01fd208b2976 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:27.513900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3d4114d2-d7e5-43d5-897d-220d1dc7ecf3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/8753b3a3-78eb-4a92-845e-2f0ca37f361a HTTP/1.1" status: 204 len: 168 time: 1.0468061 Apr 29 07:55:27.516898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48462) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:27.575271 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b2997d63-e392-4047-ab71-78c756eee534 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569174 Apr 29 07:55:27.576422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.577417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.579438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48464) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:27.589753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:27.640337 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-01358dcd-e0c8-484e-a9a7-e29a9aa0aab5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8534086 Apr 29 07:55:27.656174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Request body: {'port': {'device_id': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:27.741227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3259fc7c-f1da-4492-83e4-c0198cc69d7c None None] Provisioning complete for port 68e98a27-adda-47be-b9c4-16f42393276e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:27.742288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3259fc7c-f1da-4492-83e4-c0198cc69d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.774802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.803719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3259fc7c-f1da-4492-83e4-c0198cc69d7c None None] Port 68e98a27-adda-47be-b9c4-16f42393276e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:27.806482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:27.859456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=d5c53705-4021-4057-97e6-796a64190e92,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:27.881651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:27.900278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] Deleting port 201626b4-39f2-470e-91d5-4ec048b4d70b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:27.900653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:27.908125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:28.052641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7caea-8972-4637-96eb-e2f7cc6439de req-3518f136-4a30-4d43-9f04-dbe20fa4aa1b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:28.054206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ee7caea-8972-4637-96eb-e2f7cc6439de req-3518f136-4a30-4d43-9f04-dbe20fa4aa1b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 931 time: 0.1337433 Apr 29 07:55:28.099015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] For port 201626b4-39f2-470e-91d5-4ec048b4d70b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=201626b4-39f2-470e-91d5-4ec048b4d70b,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:28.099424 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.107825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.115678 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:28.121177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.142339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] Calling delete_port for 201626b4-39f2-470e-91d5-4ec048b4d70b owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:28.194484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0af3b-3e62-47ef-9c93-6add3a09e10b req-f45bd31a-7f1e-4333-b392-92d643e41732 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:28.196479 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cfc0af3b-3e62-47ef-9c93-6add3a09e10b req-f45bd31a-7f1e-4333-b392-92d643e41732 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.3415172 Apr 29 07:55:28.223901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:55:28.303205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:28.361436 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cfc0af3b-3e62-47ef-9c93-6add3a09e10b req-37c36ebd-ebba-47be-8b36-a8b035d8db32 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039054 Apr 29 07:55:28.375085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.375302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ee7caea-8972-4637-96eb-e2f7cc6439de req-c72864f5-45d2-4291-9f02-3e54271e7cfe tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086016 Apr 29 07:55:28.465870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] Pushing event deleted for resources: {'Port': ['ID=201626b4-39f2-470e-91d5-4ec048b4d70b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:28.475167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ba9dc-6356-4051-a8a7-3cec529f4488 None None] No DVR routers for this DVR port 201626b4-39f2-470e-91d5-4ec048b4d70b on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:28.487585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:28.497772 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-186bf039-91e5-4906-b82f-46ffc53f059d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0415308 Apr 29 07:55:28.500110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e19a59-970e-4a92-acf8-e8b720f4843c None None] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:28.501149 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:28.507488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48472) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:28.515880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-89039392'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:28.519217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:28.519600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.523382 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:28.528968 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:28.567906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e98a27-adda-47be-b9c4-16f42393276e {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:55:28.597359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.628089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-792947d9-e3c9-4185-921d-1f7a4c5ab6cb None None] Provisioning complete for port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:28.628391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-792947d9-e3c9-4185-921d-1f7a4c5ab6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.630106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Transition to ACTIVE for port object 68e98a27-adda-47be-b9c4-16f42393276e will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:55:28.709811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:28.714194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.720623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.816550 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:28.836798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:55:28.838808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.850069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Pushing event updated for resources: {'Port': ['ID=68e98a27-adda-47be-b9c4-16f42393276e,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:28.862058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.896291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:28.907224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,segment=NetworkSegment(d0725d06-2ac4-4ad7-84f3-64bcc583ed08),segment_id=d0725d06-2ac4-4ad7-84f3-64bcc583ed08)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:28.909746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.910102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment a6dfc8e1-9113-420c-a5a0-e68da8322dc4 of type vlan for network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef Apr 29 07:55:28.912503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=c6b59ec3-d390-4cef-a9c9-483a0297c93a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:28.937187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:28.939271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:28.942775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:28.943643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:28.960679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992073d8-7536-41b8-a3c3-aefa041cee6c None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:28.970317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.002322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-792947d9-e3c9-4185-921d-1f7a4c5ab6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.033736 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-735541ac-3aec-463c-b89e-ff67625865e5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4463589 Apr 29 07:55:29.033931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.035790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48474) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:29.041130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:3f:63:bc', 'name': 'tempest-NetworksTestDHCPv6-1047026084'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:29.145389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abe66cc7-4fd2-4a55-8015-c832e3246e79 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:29.150085 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:26Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:27Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:29.209770 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:29.210132 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Updating router 0b1e40a0-279d-478d-b63a-3158c5590713 port d5c53705-4021-4057-97e6-796a64190e92 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:55:29.219138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.224752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: abe66cc7-4fd2-4a55-8015-c832e3246e79 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:29.227725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abe66cc7-4fd2-4a55-8015-c832e3246e79 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:29.229291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e4e1b6f4-dace-4dab-b627-303ee8d943c8 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:29.230685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:29.232168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.259460 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.290748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e4e1b6f4-dace-4dab-b627-303ee8d943c8 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:29.291769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e4e1b6f4-dace-4dab-b627-303ee8d943c8 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:29.292519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 201626b4-39f2-470e-91d5-4ec048b4d70b no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:29.313702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port c265db35-c0b0-403d-b225-ef5c67c67c08 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:29.314305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.354091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-792947d9-e3c9-4185-921d-1f7a4c5ab6cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:29.355020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-792947d9-e3c9-4185-921d-1f7a4c5ab6cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:29.381023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:29.388948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 201626b4-39f2-470e-91d5-4ec048b4d70b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:29.389289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 201626b4-39f2-470e-91d5-4ec048b4d70b not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:29.397178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:29.494567 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9839516 Apr 29 07:55:29.509753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48480) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:29.523015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:29.542005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1f8f2-796d-40fd-8760-1522b92f9a06 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=b2a3cb7d-181f-4882-84bb-e8e5b225b8ef,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:29.547867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Attempting to bind port 68e98a27-adda-47be-b9c4-16f42393276e on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:29.548272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Attempting to bind port 68e98a27-adda-47be-b9c4-16f42393276e by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:29.548525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Attempting to bind port 68e98a27-adda-47be-b9c4-16f42393276e on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:29.577908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:29.594454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': 'c6b59ec3-d390-4cef-a9c9-483a0297c93a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:29.595306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.704060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Port 68e98a27-adda-47be-b9c4-16f42393276e on network 25be7bf5-4007-480f-b705-f499d4734354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:55:29.704383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Attempting to bind port 68e98a27-adda-47be-b9c4-16f42393276e on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:29.756096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.771260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa3402-0c43-4907-922c-0482d0fbf330 req-70a498ee-7ddb-4997-8849-998e1d82c820 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:29.772856 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53fa3402-0c43-4907-922c-0482d0fbf330 req-70a498ee-7ddb-4997-8849-998e1d82c820 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.2124169 Apr 29 07:55:29.807790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:29.807790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Checking segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:29.808288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Bound using segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:29.808651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Bound port: 68e98a27-adda-47be-b9c4-16f42393276e, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:29.808990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.827026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port fe460e17-4a58-4706-91db-cb6a6e29105d yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:55:29.837168 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:29.859752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211bc43-490e-4a07-be65-debcaeebf528 req-38d6ccb2-043c-4691-958a-42a309f10c01 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:29.861354 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2211bc43-490e-4a07-be65-debcaeebf528 req-38d6ccb2-043c-4691-958a-42a309f10c01 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.3211806 Apr 29 07:55:29.947002 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2211bc43-490e-4a07-be65-debcaeebf528 req-320c9e57-e136-4cea-b284-0cedd67bbe55 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619376 Apr 29 07:55:29.989502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port c265db35-c0b0-403d-b225-ef5c67c67c08, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c265db35-c0b0-403d-b225-ef5c67c67c08,segment=NetworkSegment(fc9be66c-ac69-4536-a4c6-e3995451c9dc),segment_id=fc9be66c-ac69-4536-a4c6-e3995451c9dc)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:29.989878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.015884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for c265db35-c0b0-403d-b225-ef5c67c67c08 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:30.017828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:30.019983 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.022065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53fa3402-0c43-4907-922c-0482d0fbf330 req-7b5482b3-8820-4426-8ec9-0f82b9cbb9bb tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226837 Apr 29 07:55:30.030192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.115459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] For port 68e98a27-adda-47be-b9c4-16f42393276e, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:30.117450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Allocated IP 2001:db8::f816:3eff:fe32:cd18 (82cc26d6-a369-4498-98e7-aa4095711705/c6b59ec3-d390-4cef-a9c9-483a0297c93a/a131e9e2-2909-4b07-8d42-a0a8f1aac190) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:30.196700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] For port 68e98a27-adda-47be-b9c4-16f42393276e, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=68e98a27-adda-47be-b9c4-16f42393276e,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:30.196837 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Pushing event updated for resources: {'Port': ['ID=d5c53705-4021-4057-97e6-796a64190e92,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:30.299150 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Attempting to bind port d5c53705-4021-4057-97e6-796a64190e92 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:30.299563 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Attempting to bind port d5c53705-4021-4057-97e6-796a64190e92 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:30.299974 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Attempting to bind port d5c53705-4021-4057-97e6-796a64190e92 on network 9175efc4-40b4-4acc-b950-e73fa07f5c54 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:30.304916 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.305320 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.305620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:30.305763 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.306170 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.306569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.306914 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.307295 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.307666 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.308267 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.308643 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.309345 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.309724 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:30.319098 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:30.319098 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Checking segment: {'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:30.319098 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.319751 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Bound using segment: {'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:30.320293 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Bound port: d5c53705-4021-4057-97e6-796a64190e92, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:30.322075 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.407125 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] For port d5c53705-4021-4057-97e6-796a64190e92, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:30.410709 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] For port d5c53705-4021-4057-97e6-796a64190e92, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d5c53705-4021-4057-97e6-796a64190e92,segment=NetworkSegment(d0725d06-2ac4-4ad7-84f3-64bcc583ed08),segment_id=d0725d06-2ac4-4ad7-84f3-64bcc583ed08)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:30.464666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-64608327-d0dc-41b2-a1e4-54f2e6cc015c None None] Provisioning complete for port d5c53705-4021-4057-97e6-796a64190e92 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:30.465056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-64608327-d0dc-41b2-a1e4-54f2e6cc015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.500510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.517183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:30.517543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.521318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-64608327-d0dc-41b2-a1e4-54f2e6cc015c None None] Port d5c53705-4021-4057-97e6-796a64190e92 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:30.562402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-64608327-d0dc-41b2-a1e4-54f2e6cc015c None None] Provisioning complete for port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:30.562799 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-64608327-d0dc-41b2-a1e4-54f2e6cc015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.593885 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.596016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.596613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.619764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.627411 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.680604 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec465cf-0e6d-4c7c-afe6-3f7566fe9273 None None] Pushing event updated for resources: {'Port': ['ID=d5c53705-4021-4057-97e6-796a64190e92,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:30.694296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:30.699872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:30.706416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:30.710105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Pushing event updated for resources: {'Port': ['ID=a131e9e2-2909-4b07-8d42-a0a8f1aac190,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:30.718776 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:30.720831 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:30.823968 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:30.833653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Attempting to bind port a131e9e2-2909-4b07-8d42-a0a8f1aac190 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:30.834597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Attempting to bind port a131e9e2-2909-4b07-8d42-a0a8f1aac190 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:30.835180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Attempting to bind port a131e9e2-2909-4b07-8d42-a0a8f1aac190 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:30.845669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:30.846343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:30.846986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.847576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:30.849012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Bound port: a131e9e2-2909-4b07-8d42-a0a8f1aac190, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:30.849671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.906639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:30.907995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:30.918664 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] 10.222.0.39 "PUT /v2.0/ports/68e98a27-adda-47be-b9c4-16f42393276e HTTP/1.1" status: 200 len: 1093 time: 3.2689638 Apr 29 07:55:30.922923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:55:30.933908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339a26ad-e6ab-43b4-9a30-aec4fa99278d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "tag": "68e98a27-adda-47be-b9c4-16f42393276e"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:55:31.085567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] For port a131e9e2-2909-4b07-8d42-a0a8f1aac190, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:31.090781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] For port a131e9e2-2909-4b07-8d42-a0a8f1aac190, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a131e9e2-2909-4b07-8d42-a0a8f1aac190,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:31.099588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa76214d-693a-433b-a14a-31564a94f746 x-openstack-request-id: req-aa76214d-693a-433b-a14a-31564a94f746 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:55:31.107442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "tag": "68e98a27-adda-47be-b9c4-16f42393276e", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:55:31.107442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa76214d-693a-433b-a14a-31564a94f746 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:55:31.112720 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa76214d-693a-433b-a14a-31564a94f746'] response: {'name': 'network-changed', 'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e', 'status': 'completed', 'code': 200} Apr 29 07:55:31.116587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-64b3208f-2dc1-4965-8dc1-0a3132de6490 None None] Provisioning complete for port d5c53705-4021-4057-97e6-796a64190e92 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:31.117004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-64b3208f-2dc1-4965-8dc1-0a3132de6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:31.159150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6412ad-861b-40dd-be5e-a33bee60e10d service neutron] Pushing event updated for resources: {'Port': ['ID=68e98a27-adda-47be-b9c4-16f42393276e,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:31.192341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=ec115216-4d7a-422e-85b1-a0c8216f8fa9,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:31.221882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:31.222263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: b2a3cb7d-181f-4882-84bb-e8e5b225b8ef, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:55:31.256849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:31.259115 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:26Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:31.291849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe3f:63bc (82cc26d6-a369-4498-98e7-aa4095711705/c6b59ec3-d390-4cef-a9c9-483a0297c93a/fe460e17-4a58-4706-91db-cb6a6e29105d) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:31.329349 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ef99e-cc55-44b1-9389-30d66bf94d22 None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:26Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:31.333431 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-51dbf65d-857b-43bf-8342-1f8d014f7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:31.338676 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-51dbf65d-857b-43bf-8342-1f8d014f7aa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.4618473 Apr 29 07:55:31.391527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e9b5a-530f-4341-85a1-b4d444b48639 None None] Pushing event updated for resources: {'Port': ['ID=a131e9e2-2909-4b07-8d42-a0a8f1aac190,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:31.459258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:55:31.479815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-64b3208f-2dc1-4965-8dc1-0a3132de6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:31.543907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b2a3cb7d-181f-4882-84bb-e8e5b225b8ef) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:31.545640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-64b3208f-2dc1-4965-8dc1-0a3132de6490 None None] For port d5c53705-4021-4057-97e6-796a64190e92, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d5c53705-4021-4057-97e6-796a64190e92,segment=NetworkSegment(d0725d06-2ac4-4ad7-84f3-64bcc583ed08),segment_id=d0725d06-2ac4-4ad7-84f3-64bcc583ed08)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:31.553207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b50b86-f7fe-4b7d-9d17-ee8b9c82f56d None None] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:31.581036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:31.584693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:31.644707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-64b3208f-2dc1-4965-8dc1-0a3132de6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:31.735329 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3c4ab57b-34a8-4bff-8a72-5d3dcc68c1e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2224572 Apr 29 07:55:31.740491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48490) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:31.807482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3208f-2dc1-4965-8dc1-0a3132de6490 None None] Pushing event updated for resources: {'Port': ['ID=d5c53705-4021-4057-97e6-796a64190e92,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:31.816349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0d1ac017-b1ab-4d22-92bb-f478dfb579b5 None None] Provisioning complete for port d5c53705-4021-4057-97e6-796a64190e92 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:31.816848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac017-b1ab-4d22-92bb-f478dfb579b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:31.876492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=c265db35-c0b0-403d-b225-ef5c67c67c08,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:31.966467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdb16b-406d-466f-93e7-13cccf34c1d3 req-73031c0d-c16a-4047-b41d-66a97ab0370a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:31.979378 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5bdb16b-406d-466f-93e7-13cccf34c1d3 req-73031c0d-c16a-4047-b41d-66a97ab0370a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 1.2263658 Apr 29 07:55:31.988485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:31.991860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.062214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-6eefd845-cdad-4d8b-a1ff-d45348b18d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:32.064085 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-6eefd845-cdad-4d8b-a1ff-d45348b18d31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.7193582 Apr 29 07:55:32.107530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a26ad-e6ab-43b4-9a30-aec4fa99278d req-62f79587-5da9-47fa-9c9e-db2d4be6ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:32.109350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-339a26ad-e6ab-43b4-9a30-aec4fa99278d req-62f79587-5da9-47fa-9c9e-db2d4be6ace8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 1096 time: 0.9912131 Apr 29 07:55:32.185352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4f8e-98f0-4d5c-a263-2055baf95f46 req-2cf87396-7437-4ed7-b0b1-14feb3076718 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:32.201512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b09e4f8e-98f0-4d5c-a263-2055baf95f46 req-2cf87396-7437-4ed7-b0b1-14feb3076718 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.3568602 Apr 29 07:55:32.292117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Allocated IP 2001:db8:1::2 (b2a3cb7d-181f-4882-84bb-e8e5b225b8ef/ec115216-4d7a-422e-85b1-a0c8216f8fa9/c3f71154-2d43-4923-8422-3a61874c5bc4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:32.363772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a26ad-e6ab-43b4-9a30-aec4fa99278d req-d198ece1-7c66-477e-9c59-7758a3f7e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:32.365697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-339a26ad-e6ab-43b4-9a30-aec4fa99278d req-d198ece1-7c66-477e-9c59-7758a3f7e86b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e228eaab7dc047949213c6f45494e006&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2156448 Apr 29 07:55:32.371823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.379485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d5c53705-4021-4057-97e6-796a64190e92 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:32.402535 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5bdb16b-406d-466f-93e7-13cccf34c1d3 req-999f16a6-6f34-4f6d-bf14-76d56c73b625 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217021 Apr 29 07:55:32.460790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.487471 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-ab827b30-6ba7-4266-944e-31216486573f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1002 time: 0.4002812 Apr 29 07:55:32.507233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d5c53705-4021-4057-97e6-796a64190e92 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:32.513063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.526407 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b09e4f8e-98f0-4d5c-a263-2055baf95f46 req-1b59ed81-0ba2-43ab-a1c5-d422bc4bd9be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579916 Apr 29 07:55:32.624858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.680483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a131e9e2-2909-4b07-8d42-a0a8f1aac190 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:32.730379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.759798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:32.805489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:32.815994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:32.834940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:32.836254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a26ad-e6ab-43b4-9a30-aec4fa99278d req-e6287797-0caf-4fec-afca-605b939211cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:32.837749 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-339a26ad-e6ab-43b4-9a30-aec4fa99278d req-e6287797-0caf-4fec-afca-605b939211cd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4402077 Apr 29 07:55:32.914549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Pushing event updated for resources: {'Port': ['ID=c3f71154-2d43-4923-8422-3a61874c5bc4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:32.930730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a131e9e2-2909-4b07-8d42-a0a8f1aac190 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:32.931096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.932939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Attempting to bind port c3f71154-2d43-4923-8422-3a61874c5bc4 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:32.933301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Attempting to bind port c3f71154-2d43-4923-8422-3a61874c5bc4 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:32.933655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Attempting to bind port c3f71154-2d43-4923-8422-3a61874c5bc4 on network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:32.960790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:32.960988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:32.961226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Checking segment: {'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:32.961627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.962465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Bound using segment: {'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:32.962607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Bound port: c3f71154-2d43-4923-8422-3a61874c5bc4, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:32.963038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:32.981879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:32.996573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7af60e74-e1ac-45cd-b612-9ad300a84906 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9317267 Apr 29 07:55:32.999739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48494) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:33.043108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:33.043764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:33.064138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-5f2954c8-2dbe-473d-b54f-5682d47bd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.065797 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-5f2954c8-2dbe-473d-b54f-5682d47bd8bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 1096 time: 0.1196010 Apr 29 07:55:33.072020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting subnet 1b391258-95fe-4199-8530-3005d1a2ecf2 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:33.082918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.139451 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-a031e300-c23c-4aab-af51-4caf1bcbf902 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68e98a27-adda-47be-b9c4-16f42393276e HTTP/1.1" status: 200 len: 217 time: 0.0639706 Apr 29 07:55:33.152064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-80319be5-c89d-4207-99d6-f25d7026cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.153510 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-80319be5-c89d-4207-99d6-f25d7026cc6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.1268988 Apr 29 07:55:33.183844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.191299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:33.234660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-bda1e8c5-669a-4b24-a3e5-6b2a533e1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.236150 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-bda1e8c5-669a-4b24-a3e5-6b2a533e1962 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0870025 Apr 29 07:55:33.252568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.296221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 11, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:33.301572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.304169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-63d7ebd6-d7f6-4d0f-8a38-ab6404f8ec18 None None] Provisioning complete for port a131e9e2-2909-4b07-8d42-a0a8f1aac190 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:33.304535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63d7ebd6-d7f6-4d0f-8a38-ab6404f8ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.322340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.325887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-ef1d1089-b856-4dcd-849f-c0d67f495fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.327954 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-ef1d1089-b856-4dcd-849f-c0d67f495fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1645782 Apr 29 07:55:33.329948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:33.341107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:33.346244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] For port c3f71154-2d43-4923-8422-3a61874c5bc4, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:33.350321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-ffa439ee-98e6-4497-b19f-bd8b10ead11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.351958 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-ffa439ee-98e6-4497-b19f-bd8b10ead11f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1090541 Apr 29 07:55:33.370461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:33.376056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.376753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.396938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:33.419942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] For port c3f71154-2d43-4923-8422-3a61874c5bc4, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c3f71154-2d43-4923-8422-3a61874c5bc4,segment=NetworkSegment(a6dfc8e1-9113-420c-a5a0-e68da8322dc4),segment_id=a6dfc8e1-9113-420c-a5a0-e68da8322dc4)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:33.447096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=fe460e17-4a58-4706-91db-cb6a6e29105d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:33.470701 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-44f4c65e-31a2-4d65-8aef-19e5d932f676 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081104 Apr 29 07:55:33.471869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.512070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port a131e9e2-2909-4b07-8d42-a0a8f1aac190, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a131e9e2-2909-4b07-8d42-a0a8f1aac190,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:33.524411 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:33.525142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:33.588720 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9cb0cb7-4425-4638-af73-f85cd861ac29 req-7ee39577-fe88-4502-a91b-01408e6bc6cf service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112089 Apr 29 07:55:33.617494 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8e760e6c-33c8-4ef2-ba2d-8b42f023c5e7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5797565 Apr 29 07:55:33.626652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48500) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:33.649201 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-f4e8eefb-04dc-4acd-9cdf-9cd26b2bf5ca service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094277 Apr 29 07:55:33.679436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a43db6-4f8c-4e03-a172-ebe2de8b7d7f req-5aa2cc69-260f-4946-80e1-f28056530414 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.682810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-89a43db6-4f8c-4e03-a172-ebe2de8b7d7f req-5aa2cc69-260f-4946-80e1-f28056530414 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0994451 Apr 29 07:55:33.730291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.742259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-89a43db6-4f8c-4e03-a172-ebe2de8b7d7f req-8dedf871-5090-4145-a88c-981e8d2fe00b tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508001 Apr 29 07:55:33.777127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Subnet': ['ID=1b391258-95fe-4199-8530-3005d1a2ecf2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:33.786635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.792642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cbd046d5-bf82-48dd-a141-49917d209536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/1b391258-95fe-4199-8530-3005d1a2ecf2 HTTP/1.1" status: 204 len: 168 time: 0.7894826 Apr 29 07:55:33.793052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48502) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:33.864918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:33.886955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.913894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bdd8fc-43a4-403e-9221-50f5d0eb54da tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.919825 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bdd8fc-43a4-403e-9221-50f5d0eb54da tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:33.924321 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-32bdd8fc-43a4-403e-9221-50f5d0eb54da tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2937391 Apr 29 07:55:33.924504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48504) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:33.925992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:33.950805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 11, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:33.952705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4b83d-59ee-4877-aef5-d02c848ff3cc None None] Network 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:33.975742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.024446 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-0afb982d-57c6-4439-8238-2cf651520fa7 req-e06fb73b-d287-438d-a33e-2e14cfa9837c service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849760 Apr 29 07:55:34.030800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d3ab3-1340-4a96-a618-60388d183a96 None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 11, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:34.055758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2e3d-f72e-4037-b0de-9b1d1d437288 req-42c04bc4-382c-427c-adca-d7c39a2784c7 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:34.057573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-513c2e3d-f72e-4037-b0de-9b1d1d437288 req-42c04bc4-382c-427c-adca-d7c39a2784c7 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.1349335 Apr 29 07:55:34.102393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Deleting port 8a8243af-49fe-4521-86d6-fe71c8a83281 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:34.102393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.109539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8:1::1 (b2a3cb7d-181f-4882-84bb-e8e5b225b8ef/ec115216-4d7a-422e-85b1-a0c8216f8fa9/eba43d01-da35-491c-9eb1-f879a5b2d561) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:34.109719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63d7ebd6-d7f6-4d0f-8a38-ab6404f8ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.153380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port fe460e17-4a58-4706-91db-cb6a6e29105d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:34.153865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca5bc-faf4-4295-868e-b6641444f271 None None] Pushing event updated for resources: {'Port': ['ID=c3f71154-2d43-4923-8422-3a61874c5bc4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:34.154228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.252228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.268739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=a131e9e2-2909-4b07-8d42-a0a8f1aac190,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:34.280027 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-513c2e3d-f72e-4037-b0de-9b1d1d437288 req-46056502-a0b3-4e0d-9d66-20c26f7a4cd4 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934898 Apr 29 07:55:34.281225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-63d7ebd6-d7f6-4d0f-8a38-ab6404f8ec18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:34.281431 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-63d7ebd6-d7f6-4d0f-8a38-ab6404f8ec18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:34.291958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] For port 8a8243af-49fe-4521-86d6-fe71c8a83281, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=8a8243af-49fe-4521-86d6-fe71c8a83281,segment=NetworkSegment(fc9be66c-ac69-4536-a4c6-e3995451c9dc),segment_id=fc9be66c-ac69-4536-a4c6-e3995451c9dc)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:34.292333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.318723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Calling delete_port for 8a8243af-49fe-4521-86d6-fe71c8a83281 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:34.344280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.355044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.389676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for fe460e17-4a58-4706-91db-cb6a6e29105d owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:34.412714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:34.418885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:34.423484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:34.426843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.481648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] DHCP port deletion for 46711cc8-96b0-4a4e-80c9-0d9c2f5724ad request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:34.505141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=eba43d01-da35-491c-9eb1-f879a5b2d561,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:34.594511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.598098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] Deleting port 8a8243af-49fe-4521-86d6-fe71c8a83281 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:34.598719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.631933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Port': ['ID=8a8243af-49fe-4521-86d6-fe71c8a83281,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:34.636460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No DVR routers for this DVR port 8a8243af-49fe-4521-86d6-fe71c8a83281 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:34.699442 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.711922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] For port 8a8243af-49fe-4521-86d6-fe71c8a83281, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:34.712571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.723111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.731295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] Calling delete_port for 8a8243af-49fe-4521-86d6-fe71c8a83281 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:34.734613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] Port 8a8243af-49fe-4521-86d6-fe71c8a83281 was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:55:34.735966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.740905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.768147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] Pushing event deleted for resources: {'Port': ['ID=8a8243af-49fe-4521-86d6-fe71c8a83281,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:34.771932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab24464-6e74-4ef9-8dd8-8ac889de60b6 None None] No DVR routers for this DVR port 8a8243af-49fe-4521-86d6-fe71c8a83281 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:34.782759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=fe460e17-4a58-4706-91db-cb6a6e29105d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:34.818809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.825988 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-92a86e0a-144a-4eb8-8832-45df46e4acea tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/fe460e17-4a58-4706-91db-cb6a6e29105d HTTP/1.1" status: 204 len: 168 time: 0.8972709 Apr 29 07:55:34.826193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48508) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:34.826317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46711cc8-96b0-4a4e-80c9-0d9c2f5724ad']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:34.839286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9be66c-ac69-4536-a4c6-e3995451c9dc') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:34.843387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9be66c-ac69-4536-a4c6-e3995451c9dc') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:34.852684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.867460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.875381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:55:34.875764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:55:34.879164 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:55:34.940475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f7a12016-f936-45cb-9905-fbfaa86170b0 None None] Could not find standard attr ID for object fe460e17-4a58-4706-91db-cb6a6e29105d. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:34.982145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c824568-f049-4d23-816a-63237996f51b req-0fcc90d9-3104-4224-a72b-38dcf2c8b826 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:34.983856 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c824568-f049-4d23-816a-63237996f51b req-0fcc90d9-3104-4224-a72b-38dcf2c8b826 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0941918 Apr 29 07:55:35.017721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98f89a-f5fb-4cef-a8c8-163ee8ed15b3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:35.019411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98f89a-f5fb-4cef-a8c8-163ee8ed15b3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:35.020991 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ca98f89a-f5fb-4cef-a8c8-163ee8ed15b3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1942494 Apr 29 07:55:35.023902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48510) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:35.034637 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c824568-f049-4d23-816a-63237996f51b req-719f13b3-92d3-4512-af1d-0cc7dd15bc70 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Apr 29 07:55:35.067265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.073992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.083585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/networks/46711cc8-96b0-4a4e-80c9-0d9c2f5724ad HTTP/1.1" status: 204 len: 168 time: 1.2852778 Apr 29 07:55:35.083705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48514) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:35.089955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'routes': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:35.133348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet c6b59ec3-d390-4cef-a9c9-483a0297c93a {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:35.137650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea1bfb-742f-49ea-8022-5099ef4fcddf tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Pushing event deleted for resources: {'Network': ['ID=46711cc8-96b0-4a4e-80c9-0d9c2f5724ad,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:35.140906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.205544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.259161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.317937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.318779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.325111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.338906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.extraroute_db [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Added routes are [] {{(pid=109782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:55:35.339333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.extraroute_db [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Removed routes are [] {{(pid=109782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:55:35.339847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.351643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58af5e-2509-4775-90cd-24a8ac14c849 req-74876aaa-719d-4df9-a8c8-98a143096124 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:35.353223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e58af5e-2509-4775-90cd-24a8ac14c849 req-74876aaa-719d-4df9-a8c8-98a143096124 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2169933 Apr 29 07:55:35.475821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=eba43d01-da35-491c-9eb1-f879a5b2d561,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:35.503611 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b4955-a257-4b86-928c-92c9d756d2d0 None None] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:35.525888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:35.536414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:35.586951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8ec67fd6-5556-4847-898e-b07ce319fe4a None None] Provisioning complete for port c3f71154-2d43-4923-8422-3a61874c5bc4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:35.587474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ec67fd6-5556-4847-898e-b07ce319fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.608833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.767165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ec67fd6-5556-4847-898e-b07ce319fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.820193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8ec67fd6-5556-4847-898e-b07ce319fe4a None None] For port c3f71154-2d43-4923-8422-3a61874c5bc4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c3f71154-2d43-4923-8422-3a61874c5bc4,segment=NetworkSegment(a6dfc8e1-9113-420c-a5a0-e68da8322dc4),segment_id=a6dfc8e1-9113-420c-a5a0-e68da8322dc4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:35.877175 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e58af5e-2509-4775-90cd-24a8ac14c849 req-fce18d35-20f9-4c85-b318-e740f1a8b0e7 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5166984 Apr 29 07:55:35.903365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ec67fd6-5556-4847-898e-b07ce319fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.904456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b59ec3-d390-4cef-a9c9-483a0297c93a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:35.911614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.912654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.918702 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-16d61d33-7bb3-4924-8734-2c2b456b4e78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/c6b59ec3-d390-4cef-a9c9-483a0297c93a HTTP/1.1" status: 204 len: 168 time: 0.8910313 Apr 29 07:55:35.919731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48520) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:35.925967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:35.947434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:35.957026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00075cd5-e51e-4726-b092-b8537fad90b1 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:35.971678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077215-37ce-457d-aa7e-96d53f477921 req-15261b46-da9e-4fca-bdbf-b3c601accdac tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:35.973197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fc077215-37ce-457d-aa7e-96d53f477921 req-15261b46-da9e-4fca-bdbf-b3c601accdac tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.5794501 Apr 29 07:55:35.976262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-58fad93a-9eed-4dce-b60c-469940719acc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559704 Apr 29 07:55:35.979725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48522) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.069458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec67fd6-5556-4847-898e-b07ce319fe4a None None] Pushing event updated for resources: {'Port': ['ID=c3f71154-2d43-4923-8422-3a61874c5bc4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:36.122712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:36.134917 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:36.142894 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0827d0f7-c1f2-4e4e-bb69-713b2b0349e6 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3848109 Apr 29 07:55:36.143593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48524) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.145786 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:36.147095 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:36.153704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155693240'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:36.159808 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fc077215-37ce-457d-aa7e-96d53f477921 req-ffdea85c-1be0-4144-8027-3806b08f61c8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695392 Apr 29 07:55:36.181502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f090f03a-4699-44bd-82bc-57b7edea0231 None None] Provisioning complete for port eba43d01-da35-491c-9eb1-f879a5b2d561 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:36.182066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f090f03a-4699-44bd-82bc-57b7edea0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.255034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248305d-5cb8-481d-99b2-ce07a1676c2c req-79a89217-7adb-4a1e-bc0c-a8eb0e9e15a1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.255278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:36.255410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f090f03a-4699-44bd-82bc-57b7edea0231 None None] Port eba43d01-da35-491c-9eb1-f879a5b2d561 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:36.257664 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6248305d-5cb8-481d-99b2-ce07a1676c2c req-79a89217-7adb-4a1e-bc0c-a8eb0e9e15a1 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1918404 Apr 29 07:55:36.259906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.266123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router fbe8d245-5360-4a4a-ad6d-804e74bd7784 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:36.268364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f090f03a-4699-44bd-82bc-57b7edea0231 None None] Provisioning complete for port c3f71154-2d43-4923-8422-3a61874c5bc4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:36.272888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f090f03a-4699-44bd-82bc-57b7edea0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.277176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:36.290789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450c458-b753-442f-8512-ea6ab18cbcb7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.292529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4450c458-b753-442f-8512-ea6ab18cbcb7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3117394 Apr 29 07:55:36.298166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48526) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.345753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c3f71154-2d43-4923-8422-3a61874c5bc4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:36.369607 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:36.375312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6248305d-5cb8-481d-99b2-ce07a1676c2c req-306ffc5e-2bbc-49d7-b2ae-f04753ad4589 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000338 Apr 29 07:55:36.381631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:36.412655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.413111 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment 2022f11e-869d-4bbe-aeaa-1fa00396147f of type vlan for network e0df554c-7185-4d40-bfbe-86d172e08a97 Apr 29 07:55:36.426514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf32b4-ae96-4ee2-a730-6cc034783094 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.430532 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2ebf32b4-ae96-4ee2-a730-6cc034783094 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1249278 Apr 29 07:55:36.430532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48530) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.450843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:36.458557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.460510 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3f899628-18b4-4a8a-b814-8648cea7375c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 200 len: 700 time: 1.3743849 Apr 29 07:55:36.463291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48532) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.474979 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] Deleting port a131e9e2-2909-4b07-8d42-a0a8f1aac190 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:36.475358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.484640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] Sync routers for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:36.507706 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-99aff791-7031-4047-98e5-6f18d7464857 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762944 Apr 29 07:55:36.524308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:36.524939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:36.547334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48534) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.553695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:36.561029 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-87d928b8-a68f-4ba0-bce2-4387efc1a5bd tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 200 len: 205 time: 0.0943351 Apr 29 07:55:36.564817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48536) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.580335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.594923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:36.680135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.685742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.687020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.718259 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:34Z', 'revision_number': 3, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:35Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:36.739184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf0ec0-31d4-4edd-8465-8a66a21e96d2 req-a7a2229e-78cf-48f6-a426-8c04d8af3314 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.740743 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-feaf0ec0-31d4-4edd-8465-8a66a21e96d2 req-a7a2229e-78cf-48f6-a426-8c04d8af3314 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.2264116 Apr 29 07:55:36.746480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b46214de-b1f6-452b-adeb-78c179097d44 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.755499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] For port a131e9e2-2909-4b07-8d42-a0a8f1aac190, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a131e9e2-2909-4b07-8d42-a0a8f1aac190,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:36.755906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.762028 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:36.762704 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Updating router 0b1e40a0-279d-478d-b63a-3158c5590713 port eba43d01-da35-491c-9eb1-f879a5b2d561 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:55:36.772272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c3f71154-2d43-4923-8422-3a61874c5bc4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:36.772606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.774890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] Calling delete_port for a131e9e2-2909-4b07-8d42-a0a8f1aac190 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:36.783732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 11, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:36.806597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48540) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.818083 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.841113 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] Checking router: fbe8d245-5360-4a4a-ad6d-804e74bd7784 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:36.879932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=e0df554c-7185-4d40-bfbe-86d172e08a97,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:36.911968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aca249-57eb-42c2-9b68-5a4c98f72c9c tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.912630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aca249-57eb-42c2-9b68-5a4c98f72c9c tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.912926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aca249-57eb-42c2-9b68-5a4c98f72c9c tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:36.913170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network e0df554c-7185-4d40-bfbe-86d172e08a97 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:36.927174 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-77aca249-57eb-42c2-9b68-5a4c98f72c9c tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=5b98c29b4eb548d8af18c038b94666d3&network_id=71e8bda5-b443-4316-a00b-2f88617ad7c8 HTTP/1.1" status: 200 len: 2999 time: 0.1126411 Apr 29 07:55:36.936652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] Routers {'fbe8d245-5360-4a4a-ad6d-804e74bd7784'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:36.937296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:36.937562 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-feaf0ec0-31d4-4edd-8465-8a66a21e96d2 req-7ab644d5-38cc-4068-b0a2-220ffb9b0a50 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126235 Apr 29 07:55:36.943225 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e8629a11-7bb1-4d36-897d-f8b9198d43c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7984908 Apr 29 07:55:36.944136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48544) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:36.950260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:36.986986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b46214de-b1f6-452b-adeb-78c179097d44 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:36.991202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b46214de-b1f6-452b-adeb-78c179097d44 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.076152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] Set router fbe8d245-5360-4a4a-ad6d-804e74bd7784 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:37.080920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:37.084897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.111906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b46214de-b1f6-452b-adeb-78c179097d44 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.112409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46214de-b1f6-452b-adeb-78c179097d44 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Fanout notify agent at l3_agent the message router_deleted on router fbe8d245-5360-4a4a-ad6d-804e74bd7784 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:55:37.119566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b46214de-b1f6-452b-adeb-78c179097d44 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.125368 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b46214de-b1f6-452b-adeb-78c179097d44 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 204 len: 168 time: 0.5549331 Apr 29 07:55:37.129997 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48550) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:37.135107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9e147bed-057d-4ff0-ac03-c1fe3d1697ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1419309946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:37.142743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:37.146573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.171056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3861c-a29e-469d-9f59-ac8189a30c1d req-fc8c4638-0592-4323-8b51-b3b3e68050a6 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:37.172914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-23e3861c-a29e-469d-9f59-ac8189a30c1d req-fc8c4638-0592-4323-8b51-b3b3e68050a6 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1253347 Apr 29 07:55:37.217392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 11, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:37.227645 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-23e3861c-a29e-469d-9f59-ac8189a30c1d req-ee2570ae-2618-42cd-99c5-9daa5874b0cb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 Apr 29 07:55:37.253819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.319852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb74e2d-d725-4c14-9452-7a48176641dc None None] The sync data for ids ['fbe8d245-5360-4a4a-ad6d-804e74bd7784'] in dv-neutron-839740-1-hyperv is: [{'id': 'fbe8d245-5360-4a4a-ad6d-804e74bd7784', 'name': 'tempest-RoutersTest-router-216302810', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:32Z', 'updated_at': '2022-04-29T07:55:30Z', 'revision_number': 11, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:37.337688 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.387861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9e147bed-057d-4ff0-ac03-c1fe3d1697ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.388914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9e147bed-057d-4ff0-ac03-c1fe3d1697ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.457018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.482165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a448ce-a21d-48c3-b9dc-ef08e9c93bde req-b2b7c2f1-2240-4449-989a-5a1067801d9f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:37.484214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80a448ce-a21d-48c3-b9dc-ef08e9c93bde req-b2b7c2f1-2240-4449-989a-5a1067801d9f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.1824293 Apr 29 07:55:37.495976 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262305a-4b64-4793-8d66-361cff7624b3 None None] Pushing event updated for resources: {'Port': ['ID=eba43d01-da35-491c-9eb1-f879a5b2d561,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:37.535702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8a8243af-49fe-4521-86d6-fe71c8a83281 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:37.563182 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80a448ce-a21d-48c3-b9dc-ef08e9c93bde req-940c1d10-9f31-40ad-b2e6-9d73247e9ba1 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700786 Apr 29 07:55:37.575571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.588886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] Pushing event deleted for resources: {'Port': ['ID=a131e9e2-2909-4b07-8d42-a0a8f1aac190,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:37.599391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e798702-ee6a-48da-a083-e9419fd9ad23 None None] No DVR routers for this DVR port a131e9e2-2909-4b07-8d42-a0a8f1aac190 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:37.602668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 8a8243af-49fe-4521-86d6-fe71c8a83281 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:37.603331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 8a8243af-49fe-4521-86d6-fe71c8a83281 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:37.603973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c265db35-c0b0-403d-b225-ef5c67c67c08 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:37.608598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f55b89f2-62f9-4dc3-bff3-79e4355bfac0 None None] Provisioning complete for port eba43d01-da35-491c-9eb1-f879a5b2d561 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:37.609557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f55b89f2-62f9-4dc3-bff3-79e4355bfac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.636250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9e147bed-057d-4ff0-ac03-c1fe3d1697ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.638556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.684757 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Attempting to bind port eba43d01-da35-491c-9eb1-f879a5b2d561 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:37.685122 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Attempting to bind port eba43d01-da35-491c-9eb1-f879a5b2d561 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:37.685475 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Attempting to bind port eba43d01-da35-491c-9eb1-f879a5b2d561 on network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:37.690117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: c265db35-c0b0-403d-b225-ef5c67c67c08 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:37.690523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c265db35-c0b0-403d-b225-ef5c67c67c08 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:37.693881 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:37.694334 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Checking segment: {'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:37.698158 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.698158 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Bound using segment: {'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:37.698158 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Bound port: eba43d01-da35-491c-9eb1-f879a5b2d561, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:37.698158 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.732419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:37.732772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9e147bed-057d-4ff0-ac03-c1fe3d1697ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.741029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:37.747855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f55b89f2-62f9-4dc3-bff3-79e4355bfac0 None None] Port eba43d01-da35-491c-9eb1-f879a5b2d561 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:37.762213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:37.762213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.777740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e9f80-8505-4518-b44d-86287f07a732 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:37.780417 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] For port eba43d01-da35-491c-9eb1-f879a5b2d561, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:37.784185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=370d6ec2-ad38-48c9-be52-6099dc8a3cb0,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:37.791563 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] For port eba43d01-da35-491c-9eb1-f879a5b2d561, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=eba43d01-da35-491c-9eb1-f879a5b2d561,segment=NetworkSegment(a6dfc8e1-9113-420c-a5a0-e68da8322dc4),segment_id=a6dfc8e1-9113-420c-a5a0-e68da8322dc4)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:37.799385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=97c3d053-8880-40bb-aa29-98921b096974,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:37.814843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:37.819631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: e0df554c-7185-4d40-bfbe-86d172e08a97, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:55:37.869013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9e147bed-057d-4ff0-ac03-c1fe3d1697ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.870019 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9e147bed-057d-4ff0-ac03-c1fe3d1697ab tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7389376 Apr 29 07:55:37.873134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48560) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:37.877797 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7c0463ba-471d-496e-9aa1-8922838d0f75 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3273239 Apr 29 07:55:37.880213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48562) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:37.884452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bd121b5c-6bbb-4374-949c-1a2a5ecc47a7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:37.885064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:67:c1:37', 'name': 'tempest-NetworksTestDHCPv6-543379144'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:37.901187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6990db39-0c52-48d6-b92f-793accf7daf6 None None] Provisioning complete for port eba43d01-da35-491c-9eb1-f879a5b2d561 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:37.901555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6990db39-0c52-48d6-b92f-793accf7daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.926330 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:37.970858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6990db39-0c52-48d6-b92f-793accf7daf6 None None] Port eba43d01-da35-491c-9eb1-f879a5b2d561 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:37.979482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network e0df554c-7185-4d40-bfbe-86d172e08a97 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:55:38.007549 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:38.008272 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:38.011589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249cadb-839b-43b7-b91d-52689eb0c3b8 req-568bdc70-fa21-40cf-b155-935cdcefa81a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:38.013154 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3249cadb-839b-43b7-b91d-52689eb0c3b8 req-568bdc70-fa21-40cf-b155-935cdcefa81a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1243713 Apr 29 07:55:38.050513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '370d6ec2-ad38-48c9-be52-6099dc8a3cb0'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:38.051457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.070109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, e0df554c-7185-4d40-bfbe-86d172e08a97) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:38.076072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:38.076744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.089511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e9303-2bc8-4ae4-bfcb-ac8780f6cf8b None None] Network e0df554c-7185-4d40-bfbe-86d172e08a97 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:38.146480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3249cadb-839b-43b7-b91d-52689eb0c3b8 req-9c7c2429-9a0a-466c-97a0-d5f3e66a8d5e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160541 Apr 29 07:55:38.160175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:38.196984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd121b5c-6bbb-4374-949c-1a2a5ecc47a7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.207356 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-da5c0023-903e-4672-a813-7184e8c38d5b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2615967 Apr 29 07:55:38.209462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48564) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:38.211615 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262305a-4b64-4793-8d66-361cff7624b3 None None] Pushing event updated for resources: {'Port': ['ID=eba43d01-da35-491c-9eb1-f879a5b2d561,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:38.239477 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:38.309559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.330867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c3f71154-2d43-4923-8422-3a61874c5bc4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:38.341707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port f17278f4-ca66-4e61-80a7-9161a5c5be64 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:55:38.400395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd121b5c-6bbb-4374-949c-1a2a5ecc47a7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.495389 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:34Z', 'revision_number': 3, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:37Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:38.503761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::301 (82cc26d6-a369-4498-98e7-aa4095711705/370d6ec2-ad38-48c9-be52-6099dc8a3cb0/f17278f4-ca66-4e61-80a7-9161a5c5be64) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:38.539923 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69503b1c-dbd7-445e-8526-86020c6f8eae None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:34Z', 'revision_number': 3, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:37Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:38.571169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bd700784-8af6-40ee-b518-b38bd155f279 None None] Provisioning complete for port eba43d01-da35-491c-9eb1-f879a5b2d561 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:38.572076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd700784-8af6-40ee-b518-b38bd155f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.654203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c3f71154-2d43-4923-8422-3a61874c5bc4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:38.654823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.805881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd121b5c-6bbb-4374-949c-1a2a5ecc47a7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Router 413505a9-ffd9-4c73-a07f-e6da2c735f2d is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:55:38.812008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.820720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-e0df554c-7185-4d40-bfbe-86d172e08a97', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:38.821394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.821534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.860539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351cb4-8ab4-4d1e-9939-50882204054a req-710eaee8-3d01-4a15-95da-5d28bd9b1f7b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:38.862308 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-13351cb4-8ab4-4d1e-9939-50882204054a req-710eaee8-3d01-4a15-95da-5d28bd9b1f7b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.1431630 Apr 29 07:55:38.907603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd700784-8af6-40ee-b518-b38bd155f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.946054 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-13351cb4-8ab4-4d1e-9939-50882204054a req-9230070c-0e77-4b35-bd09-78cc845f48c3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729322 Apr 29 07:55:38.947794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.955747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd121b5c-6bbb-4374-949c-1a2a5ecc47a7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:38.966600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] Sync routers for ids ['413505a9-ffd9-4c73-a07f-e6da2c735f2d'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:38.979009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd121b5c-6bbb-4374-949c-1a2a5ecc47a7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:38.980374 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bd121b5c-6bbb-4374-949c-1a2a5ecc47a7 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "PUT /v2.0/routers/413505a9-ffd9-4c73-a07f-e6da2c735f2d HTTP/1.1" status: 200 len: 694 time: 1.1062028 Apr 29 07:55:38.985653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] Routers {'413505a9-ffd9-4c73-a07f-e6da2c735f2d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:38.986263 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['413505a9-ffd9-4c73-a07f-e6da2c735f2d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:38.988078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48570) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:39.003685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48572) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:39.013305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a131e9e2-2909-4b07-8d42-a0a8f1aac190 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:39.036400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:39.067667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:39.067916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a131e9e2-2909-4b07-8d42-a0a8f1aac190 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:39.077986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:39.080642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a131e9e2-2909-4b07-8d42-a0a8f1aac190 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:39.084930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:39.085588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.109712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=f17278f4-ca66-4e61-80a7-9161a5c5be64,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:39.120535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/370d6ec2-ad38-48c9-be52-6099dc8a3cb0/b74b05e7-4e95-4055-b4cd-fcab01bf31e6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:39.125966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a655bb-9b62-4dd2-821c-28783e766ca7 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:39.134606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c1a655bb-9b62-4dd2-821c-28783e766ca7 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 814 time: 0.1265328 Apr 29 07:55:39.141597 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] Set router 413505a9-ffd9-4c73-a07f-e6da2c735f2d gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:39.163439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-bd700784-8af6-40ee-b518-b38bd155f279 None None] For port eba43d01-da35-491c-9eb1-f879a5b2d561, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=eba43d01-da35-491c-9eb1-f879a5b2d561,segment=NetworkSegment(a6dfc8e1-9113-420c-a5a0-e68da8322dc4),segment_id=a6dfc8e1-9113-420c-a5a0-e68da8322dc4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:39.221578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-70912546-8627-4ccc-bde5-0517e3f201b9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3403137 Apr 29 07:55:39.225354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48578) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:39.239781 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413505a9-ffd9-4c73-a07f-e6da2c735f2d', 'name': 'tempest-RoutersTest-router-1419309946', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:37Z', 'updated_at': '2022-04-29T07:55:38Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:39.284548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] Checking router: 413505a9-ffd9-4c73-a07f-e6da2c735f2d for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:39.297228 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] Routers {'413505a9-ffd9-4c73-a07f-e6da2c735f2d'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:39.298097 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['413505a9-ffd9-4c73-a07f-e6da2c735f2d'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:39.320212 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-577edc95-6492-461b-b5a8-a53e4301a268 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/routers/413505a9-ffd9-4c73-a07f-e6da2c735f2d HTTP/1.1" status: 200 len: 700 time: 0.2816155 Apr 29 07:55:39.320931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48582) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:39.347255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6333d-4496-4fdb-8a09-046165807de4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:39.351869 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-87b6333d-4496-4fdb-8a09-046165807de4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1281652 Apr 29 07:55:39.352041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48584) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:39.362517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd700784-8af6-40ee-b518-b38bd155f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.372766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.384144 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] Set router 413505a9-ffd9-4c73-a07f-e6da2c735f2d gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:39.402026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af29d8-13ba-4da4-abe3-3fd614ed1e32 req-3f3a1005-2c73-4594-b067-65f7f6d1c740 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:39.408238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c5af29d8-13ba-4da4-abe3-3fd614ed1e32 req-3f3a1005-2c73-4594-b067-65f7f6d1c740 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1211598 Apr 29 07:55:39.450235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.450556 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413505a9-ffd9-4c73-a07f-e6da2c735f2d', 'name': 'tempest-RoutersTest-router-1419309946', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:37Z', 'updated_at': '2022-04-29T07:55:38Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:39.479238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c5af29d8-13ba-4da4-abe3-3fd614ed1e32 req-00a5036e-8fe7-4641-b884-61124c0eb0aa tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700200 Apr 29 07:55:39.508549 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfd7a8-ae10-4279-ad06-51cf278932ee None None] The sync data for ids ['413505a9-ffd9-4c73-a07f-e6da2c735f2d'] in dv-neutron-839740-1-hyperv is: [{'id': '413505a9-ffd9-4c73-a07f-e6da2c735f2d', 'name': 'tempest-RoutersTest-router-1419309946', 'tenant_id': 'f04b6137786d452d865ace1a45b55d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:37Z', 'updated_at': '2022-04-29T07:55:38Z', 'revision_number': 2, 'project_id': 'f04b6137786d452d865ace1a45b55d18', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:39.509595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:39.517694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Allocated IP 2001:db8:2::2 (e0df554c-7185-4d40-bfbe-86d172e08a97/97c3d053-8880-40bb-aa29-98921b096974/e663d653-9257-45a7-8139-cbc7cd03b537) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:39.519958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:39.526203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:39.534569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd700784-8af6-40ee-b518-b38bd155f279 None None] Pushing event updated for resources: {'Port': ['ID=eba43d01-da35-491c-9eb1-f879a5b2d561,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:39.684002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Attempting to bind port b74b05e7-4e95-4055-b4cd-fcab01bf31e6 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:39.684002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Attempting to bind port b74b05e7-4e95-4055-b4cd-fcab01bf31e6 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:39.685240 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4fa52da5-475e-403f-9962-02efd000c82b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=413505a9-ffd9-4c73-a07f-e6da2c735f2d HTTP/1.1" status: 200 len: 205 time: 0.3595793 Apr 29 07:55:39.685584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Attempting to bind port b74b05e7-4e95-4055-b4cd-fcab01bf31e6 on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:39.685693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48588) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:39.695823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Pushing event updated for resources: {'Port': ['ID=b74b05e7-4e95-4055-b4cd-fcab01bf31e6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:39.699849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:39.700231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:39.700658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.701048 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:39.701534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Bound port: b74b05e7-4e95-4055-b4cd-fcab01bf31e6, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:39.702601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.789339 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b7fa-ef76-4347-94a3-a19037bf1f2e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.830390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] For port b74b05e7-4e95-4055-b4cd-fcab01bf31e6, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:39.839076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] For port b74b05e7-4e95-4055-b4cd-fcab01bf31e6, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b74b05e7-4e95-4055-b4cd-fcab01bf31e6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:39.845989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.876857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48592) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:39.905672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--820888728', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:39.921868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dc72e-8791-4adc-adbc-19686cd2b60e req-118d8556-bce8-4816-9b24-279175962716 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:39.923474 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae5dc72e-8791-4adc-adbc-19686cd2b60e req-118d8556-bce8-4816-9b24-279175962716 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0529191 Apr 29 07:55:39.955542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.960421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:39.987553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae5dc72e-8791-4adc-adbc-19686cd2b60e req-1c518ce3-ab33-49ce-a763-e2ca844f122e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474162 Apr 29 07:55:40.006004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b7fa-ef76-4347-94a3-a19037bf1f2e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.015252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Network e0df554c-7185-4d40-bfbe-86d172e08a97 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:40.029481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port f17278f4-ca66-4e61-80a7-9161a5c5be64 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:40.029824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.036618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b7fa-ef76-4347-94a3-a19037bf1f2e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.054759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:40.073191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:40.112081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6637c52-dc67-43ef-847e-fb7cf6912f75 None None] Pushing event updated for resources: {'Port': ['ID=b74b05e7-4e95-4055-b4cd-fcab01bf31e6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:40.139867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:40.144588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.195771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae570f7-5a0b-4138-94df-6e30bce40576 req-d84d5ea6-42ed-48c4-948a-687b1f5b27cd tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:40.198822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aae570f7-5a0b-4138-94df-6e30bce40576 req-d84d5ea6-42ed-48c4-948a-687b1f5b27cd tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.1190741 Apr 29 07:55:40.215943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8:2::1 (e0df554c-7185-4d40-bfbe-86d172e08a97/97c3d053-8880-40bb-aa29-98921b096974/04efe09e-b183-41aa-a96b-2d497cf16fb1) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:40.228630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device eba43d01-da35-491c-9eb1-f879a5b2d561 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:40.259796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b7fa-ef76-4347-94a3-a19037bf1f2e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.264983 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aae570f7-5a0b-4138-94df-6e30bce40576 req-a0775f12-98c5-4987-9b0d-962ff7fa953d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520298 Apr 29 07:55:40.265154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba8b7fa-ef76-4347-94a3-a19037bf1f2e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Fanout notify agent at l3_agent the message router_deleted on router 413505a9-ffd9-4c73-a07f-e6da2c735f2d {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:55:40.267238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:40.281149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b7fa-ef76-4347-94a3-a19037bf1f2e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.282318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Attempting to bind port e663d653-9257-45a7-8139-cbc7cd03b537 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:40.282744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Attempting to bind port e663d653-9257-45a7-8139-cbc7cd03b537 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:40.283030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Attempting to bind port e663d653-9257-45a7-8139-cbc7cd03b537 on network e0df554c-7185-4d40-bfbe-86d172e08a97 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:40.284160 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4ba8b7fa-ef76-4347-94a3-a19037bf1f2e tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/413505a9-ffd9-4c73-a07f-e6da2c735f2d HTTP/1.1" status: 204 len: 168 time: 0.5988524 Apr 29 07:55:40.292834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:40.294988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Checking segment: {'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:40.294988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.294988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Bound using segment: {'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:40.294988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Bound port: e663d653-9257-45a7-8139-cbc7cd03b537, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:40.294988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.296708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48598) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.301130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Pushing event updated for resources: {'Port': ['ID=e663d653-9257-45a7-8139-cbc7cd03b537,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:40.330839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.348436 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0ad4b356-59d0-4ab7-877c-55a2e2d3045c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=413505a9-ffd9-4c73-a07f-e6da2c735f2d HTTP/1.1" status: 200 len: 205 time: 0.0484493 Apr 29 07:55:40.356502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48600) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.378530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for f17278f4-ca66-4e61-80a7-9161a5c5be64 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:40.394707 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-7dd2d88c-cf68-43a1-ab8b-a4e95c952536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] delete failed (client error): The resource could not be found. Apr 29 07:55:40.395740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7dd2d88c-cf68-43a1-ab8b-a4e95c952536 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/413505a9-ffd9-4c73-a07f-e6da2c735f2d HTTP/1.1" status: 404 len: 336 time: 0.0442884 Apr 29 07:55:40.398399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48602) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.406108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] For port e663d653-9257-45a7-8139-cbc7cd03b537, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:40.413325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] For port e663d653-9257-45a7-8139-cbc7cd03b537, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e663d653-9257-45a7-8139-cbc7cd03b537,segment=NetworkSegment(2022f11e-869d-4bbe-aeaa-1fa00396147f),segment_id=2022f11e-869d-4bbe-aeaa-1fa00396147f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:40.425681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port eba43d01-da35-491c-9eb1-f879a5b2d561 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:40.426141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.431159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-589fbe30-2a1a-42f9-8669-67eedab94112 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:40.431720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589fbe30-2a1a-42f9-8669-67eedab94112 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:40.434717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-589fbe30-2a1a-42f9-8669-67eedab94112 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/e4dea4f4-e152-45cf-9bd0-73731ef19bbc HTTP/1.1" status: 404 len: 337 time: 0.0353439 Apr 29 07:55:40.437255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48604) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.475305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7239a0ec-15c1-4e8a-b6db-b7b5d0dda3b1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:40.476943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7239a0ec-15c1-4e8a-b6db-b7b5d0dda3b1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:40.479621 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7239a0ec-15c1-4e8a-b6db-b7b5d0dda3b1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/e1903528-a8ca-4d6e-9543-a5d9aee0976b HTTP/1.1" status: 404 len: 337 time: 0.0408664 Apr 29 07:55:40.482132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48606) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.490191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234986f5-7c10-410b-a891-93b6a678bb53 req-d4fd68ce-dbc2-4731-be7c-1ced6b502a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:40.492175 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-234986f5-7c10-410b-a891-93b6a678bb53 req-d4fd68ce-dbc2-4731-be7c-1ced6b502a26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f109ee449caa4ee38894e7725d1abbb6&device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 1099 time: 0.4961362 Apr 29 07:55:40.495109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.495993 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 743f49db-6c9f-4f85-9d7e-77b5a55dd623 of type vlan for network f759ef62-04e7-494c-aec3-9caf17bf3aec Apr 29 07:55:40.499721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.516273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff710610-12a6-4cf5-8a63-cf39f035f2b4 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:40.516716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff710610-12a6-4cf5-8a63-cf39f035f2b4 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:40.519865 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ff710610-12a6-4cf5-8a63-cf39f035f2b4 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/fe8cf8ff-f9c8-4294-b0f1-69f67a0bd3b1 HTTP/1.1" status: 404 len: 337 time: 0.0364921 Apr 29 07:55:40.522538 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48608) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.558756 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-280adca2-3ce4-42f0-8a11-79853311a1ed tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:40.559746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280adca2-3ce4-42f0-8a11-79853311a1ed tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:40.564798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-280adca2-3ce4-42f0-8a11-79853311a1ed tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/1b391258-95fe-4199-8530-3005d1a2ecf2 HTTP/1.1" status: 404 len: 337 time: 0.0410771 Apr 29 07:55:40.567887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48610) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.613641 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-01a59a51-a2d4-4185-8895-16977a2287e6 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 200 len: 205 time: 0.0432076 Apr 29 07:55:40.618515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48612) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.651149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d6b1-9cdc-4677-9bea-2e95b7a1b5af None None] Pushing event updated for resources: {'Port': ['ID=e663d653-9257-45a7-8139-cbc7cd03b537,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:40.665625 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-959f407b-3f96-4998-a6cf-839f0352d4f1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] delete failed (client error): The resource could not be found. Apr 29 07:55:40.665625 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-959f407b-3f96-4998-a6cf-839f0352d4f1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/fbe8d245-5360-4a4a-ad6d-804e74bd7784 HTTP/1.1" status: 404 len: 336 time: 0.0437672 Apr 29 07:55:40.666216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48614) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.681778 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:55:40.706370 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cb56e89f-f77a-4c4b-aabf-367f246c9793 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ebbf2-3e47-4872-96a1-a1c5455bc9b0 HTTP/1.1" status: 200 len: 205 time: 0.0389585 Apr 29 07:55:40.708640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48616) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.748627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.751822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-24940599-76e6-45f2-a24e-b4e75f72bba2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] delete failed (client error): The resource could not be found. Apr 29 07:55:40.752556 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-24940599-76e6-45f2-a24e-b4e75f72bba2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/b34ebbf2-3e47-4872-96a1-a1c5455bc9b0 HTTP/1.1" status: 404 len: 336 time: 0.0429416 Apr 29 07:55:40.752740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.755107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48618) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.783938 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cac2532-23c5-47ff-b305-5ef7981ae84c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:40.784389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cac2532-23c5-47ff-b305-5ef7981ae84c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:40.789858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9cac2532-23c5-47ff-b305-5ef7981ae84c tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/f560995c-b171-4855-b529-eb12757f3895 HTTP/1.1" status: 404 len: 337 time: 0.0313671 Apr 29 07:55:40.790093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48620) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.814916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=f17278f4-ca66-4e61-80a7-9161a5c5be64,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:40.824455 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-93dd9d3f-ad77-4b14-80f1-ad4f976aac6b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=baad2d57-cc6c-49b3-a42d-c3ad54f7c75d HTTP/1.1" status: 200 len: 205 time: 0.0311267 Apr 29 07:55:40.824676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48622) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.872181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.879737 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-d606106d-d242-41f6-b426-238d76081fc4 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] delete failed (client error): The resource could not be found. Apr 29 07:55:40.886421 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d606106d-d242-41f6-b426-238d76081fc4 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/baad2d57-cc6c-49b3-a42d-c3ad54f7c75d HTTP/1.1" status: 404 len: 336 time: 0.0553060 Apr 29 07:55:40.886421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48624) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.906362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.916227 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3807c164-0cea-4246-a8d0-03b95d5ac5f0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/f17278f4-ca66-4e61-80a7-9161a5c5be64 HTTP/1.1" status: 204 len: 168 time: 1.5585763 Apr 29 07:55:40.916557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48626) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.924721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bc3b0e4a-0738-4a7a-931f-72c078c1e3f1 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=c745fc05-59e9-48f7-814d-72288f1f2bec HTTP/1.1" status: 200 len: 205 time: 0.0397267 Apr 29 07:55:40.929986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48628) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:40.978817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.985201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:40.985813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:40.994059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-41527dc7-914b-4834-9406-866ca28b7702 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] delete failed (client error): The resource could not be found. Apr 29 07:55:40.995696 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-41527dc7-914b-4834-9406-866ca28b7702 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/c745fc05-59e9-48f7-814d-72288f1f2bec HTTP/1.1" status: 404 len: 336 time: 0.0641873 Apr 29 07:55:40.997856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48630) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.012227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234986f5-7c10-410b-a891-93b6a678bb53 req-cbd6134e-72dd-47a7-aaf7-61a48258c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:41.015021 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-234986f5-7c10-410b-a891-93b6a678bb53 req-cbd6134e-72dd-47a7-aaf7-61a48258c7c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 200 len: 913 time: 0.3841989 Apr 29 07:55:41.055305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e340796d-5716-4974-9ccf-c7bbafa0026b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:41.055935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e340796d-5716-4974-9ccf-c7bbafa0026b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:41.059941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e340796d-5716-4974-9ccf-c7bbafa0026b tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/363c76ee-6a5c-4d50-be3e-d31a52d8eb37 HTTP/1.1" status: 404 len: 337 time: 0.0507858 Apr 29 07:55:41.063724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48634) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.096415 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b35c4b1f-4fd0-4660-bb22-686bf09667d2 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=41024eb8-b7e7-4484-9089-6ca06eb16f49 HTTP/1.1" status: 200 len: 205 time: 0.0295737 Apr 29 07:55:41.096913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48636) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.148991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d52197b-a065-4569-983e-21ad66f49a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:41.161304 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-69a64905-01b5-44af-94fd-2cebc84f5521 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] delete failed (client error): The resource could not be found. Apr 29 07:55:41.164548 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-69a64905-01b5-44af-94fd-2cebc84f5521 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/41024eb8-b7e7-4484-9089-6ca06eb16f49 HTTP/1.1" status: 404 len: 336 time: 0.0641477 Apr 29 07:55:41.166707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48638) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.182283 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2818213 Apr 29 07:55:41.194664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48640) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.195512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404db49-4d29-4dd0-a8ca-09b5f2e998d4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:41.197226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404db49-4d29-4dd0-a8ca-09b5f2e998d4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:41.201565 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5404db49-4d29-4dd0-a8ca-09b5f2e998d4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2790465 Apr 29 07:55:41.203177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48642) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.204392 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e8c0d8-0b6b-4cf4-95fd-c8f256177468 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:41.204900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e8c0d8-0b6b-4cf4-95fd-c8f256177468 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:41.207799 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-29e8c0d8-0b6b-4cf4-95fd-c8f256177468 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/28f479bf-8fca-4bd7-a2af-af96c0ff92e6 HTTP/1.1" status: 404 len: 337 time: 0.0401082 Apr 29 07:55:41.212699 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-234986f5-7c10-410b-a891-93b6a678bb53 req-ed9c0ce4-a9e3-4fee-9579-ba6756102732 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 200 len: 1002 time: 0.1722174 Apr 29 07:55:41.213294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e311fb1-9d1c-4f63-b17f-e15f30848197 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=f759ef62-04e7-494c-aec3-9caf17bf3aec,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:41.217082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48644) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.225495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f759ef62-04e7-494c-aec3-9caf17bf3aec details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:41.258757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:41.271174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a2f12-8456-44ee-9640-e1a937f876c2 req-edca6ee3-b7b3-4487-8917-2a9a2ee24995 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:41.272717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-336a2f12-8456-44ee-9640-e1a937f876c2 req-edca6ee3-b7b3-4487-8917-2a9a2ee24995 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1694195 Apr 29 07:55:41.321335 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-28b3bf36-4318-40ed-b26a-cb2b86d139fa tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e8ea955-eec4-4630-a7d3-d06b81252415 HTTP/1.1" status: 200 len: 205 time: 0.1036596 Apr 29 07:55:41.351451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48648) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.356266 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network e0df554c-7185-4d40-bfbe-86d172e08a97 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:41.379411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:41.428035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:41.428565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:41.479903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 370d6ec2-ad38-48c9-be52-6099dc8a3cb0 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:41.488764 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-8f4f9241-8418-4be3-853c-9598d564c527 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] delete failed (client error): The resource could not be found. Apr 29 07:55:41.489826 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8f4f9241-8418-4be3-853c-9598d564c527 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/routers/6e8ea955-eec4-4630-a7d3-d06b81252415 HTTP/1.1" status: 404 len: 336 time: 0.1292288 Apr 29 07:55:41.495742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:41.498254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48650) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.500114 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=04efe09e-b183-41aa-a96b-2d497cf16fb1,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:41.530533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234986f5-7c10-410b-a891-93b6a678bb53 req-234c1143-e0a4-4fbe-8a3d-0c3f06e4e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:41.532047 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-234986f5-7c10-410b-a891-93b6a678bb53 req-234c1143-e0a4-4fbe-8a3d-0c3f06e4e621 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 200 len: 851 time: 0.2870381 Apr 29 07:55:41.596720 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-40642245-5ab3-4ad2-9971-814198092af3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:41.597134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40642245-5ab3-4ad2-9971-814198092af3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:41.604859 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-40642245-5ab3-4ad2-9971-814198092af3 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/395ab2c3-055c-4570-bc97-40e3cc0f9c19 HTTP/1.1" status: 404 len: 337 time: 0.1017649 Apr 29 07:55:41.631189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48652) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.637423 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:41.659795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d0f8d-ddaf-4279-9330-484e4ab36d38 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:41.668858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c06d0f8d-ddaf-4279-9330-484e4ab36d38 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4731596 Apr 29 07:55:41.685239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48654) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:41.700253 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8939c1f-5b79-4036-9ee4-3d917ecf3f17 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] DELETE failed (client error): The resource could not be found. Apr 29 07:55:41.700717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8939c1f-5b79-4036-9ee4-3d917ecf3f17 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:41.704494 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f8939c1f-5b79-4036-9ee4-3d917ecf3f17 tempest-RoutersTest-166897171 tempest-RoutersTest-166897171-project] 10.222.0.16 "DELETE /v2.0/subnets/33e33970-9b86-440a-8c87-c97cbfccbf32 HTTP/1.1" status: 404 len: 337 time: 0.0660059 Apr 29 07:55:41.748435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ff45642f-3436-4c6b-8f49-cc30186bb337 None None] Provisioning complete for port b74b05e7-4e95-4055-b4cd-fcab01bf31e6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:41.748753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff45642f-3436-4c6b-8f49-cc30186bb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:41.850748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-336a2f12-8456-44ee-9640-e1a937f876c2 req-940c0c08-8810-423a-be9f-1230e8c7d03d tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5713270 Apr 29 07:55:41.870004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff45642f-3436-4c6b-8f49-cc30186bb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:41.921890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425c26-fc0e-45b1-a195-2f2968f8b3a7 req-d97f6253-bac2-4458-8552-e9d8101b7735 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:41.923540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ff45642f-3436-4c6b-8f49-cc30186bb337 None None] For port b74b05e7-4e95-4055-b4cd-fcab01bf31e6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b74b05e7-4e95-4055-b4cd-fcab01bf31e6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:41.927424 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f6425c26-fc0e-45b1-a195-2f2968f8b3a7 req-d97f6253-bac2-4458-8552-e9d8101b7735 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.2989066 Apr 29 07:55:42.002971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff45642f-3436-4c6b-8f49-cc30186bb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.005271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3195d623-57bf-476d-831e-af7c12633871 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:42.019101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3195d623-57bf-476d-831e-af7c12633871 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3291814 Apr 29 07:55:42.027225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48658) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.042663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f6425c26-fc0e-45b1-a195-2f2968f8b3a7 req-f393abe7-c9a9-47ae-8393-3746286d0d3d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088827 Apr 29 07:55:42.095293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45642f-3436-4c6b-8f49-cc30186bb337 None None] Pushing event updated for resources: {'Port': ['ID=b74b05e7-4e95-4055-b4cd-fcab01bf31e6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:42.130220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9f4307eb-2808-42fc-bcb6-b8424bcd09c0 None None] Could not find standard attr ID for object f17278f4-ca66-4e61-80a7-9161a5c5be64. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:42.171099 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cb7c8095-d74d-4720-9be2-78da6b6e67e7 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1301880 Apr 29 07:55:42.171305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48660) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.201417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234986f5-7c10-410b-a891-93b6a678bb53 req-3d72410c-0a9f-4da8-a13d-b80b1df91b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:42.207987 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-234986f5-7c10-410b-a891-93b6a678bb53 req-3d72410c-0a9f-4da8-a13d-b80b1df91b46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae58e533-caeb-4f42-af32-8c6457a8748a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6334238 Apr 29 07:55:42.221577 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1e1bdda0-7a22-4b2b-bed8-5f7226235b5a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469663 Apr 29 07:55:42.221784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.233801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48662) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.247222 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e47868-2b9c-4729-b019-687737cf8f16 None None] Network e0df554c-7185-4d40-bfbe-86d172e08a97 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:42.327668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.352450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e663d653-9257-45a7-8139-cbc7cd03b537 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:42.383094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3945f-8842-4f75-bafe-e263bb5cec85 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:42.387204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1bd3945f-8842-4f75-bafe-e263bb5cec85 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1616771 Apr 29 07:55:42.388844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48666) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.426043 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b199e977-e342-41d3-b4a2-c0426b05ca61 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339301 Apr 29 07:55:42.426281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48668) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.431654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2034834510', 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:42.447562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48670) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.570290 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-234986f5-7c10-410b-a891-93b6a678bb53 req-23baa6fa-65c6-4e42-9f07-0ec31e91ccb1 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776189 Apr 29 07:55:42.575690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.587344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-85c6fedd-3b74-4d8a-975d-7d224f92047e None None] Provisioning complete for port e663d653-9257-45a7-8139-cbc7cd03b537 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:42.587722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85c6fedd-3b74-4d8a-975d-7d224f92047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.609931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:42.613680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.648120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.654060 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/370d6ec2-ad38-48c9-be52-6099dc8a3cb0 HTTP/1.1" status: 204 len: 168 time: 1.4496496 Apr 29 07:55:42.657991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7002e-c6ab-44ac-9e18-baad863fe796 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=370d6ec2-ad38-48c9-be52-6099dc8a3cb0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:42.658445 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4705584-6924-4deb-ab14-bd4aa0be2e37 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:42.659528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48674) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.711948 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-253e7f12-b61f-4b8e-96ba-25977f32874d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f04b6137786d452d865ace1a45b55d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609587 Apr 29 07:55:42.712540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48676) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.724513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 68e98a27-adda-47be-b9c4-16f42393276e details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:55:42.727194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.774922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48678) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:42.775314 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-140ac355-79c8-45cd-a2f0-7d85d08741af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852273 Apr 29 07:55:42.799344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e663d653-9257-45a7-8139-cbc7cd03b537 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:42.799994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.846842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-753406e7-3cfe-421d-9430-16dab0e8bcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.897997 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-234986f5-7c10-410b-a891-93b6a678bb53 req-a3f112dc-1201-4fb3-a625-79118e639181 service neutron] 10.222.0.39 "GET /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174140 Apr 29 07:55:42.935709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-753406e7-3cfe-421d-9430-16dab0e8bcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.940428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:42.960773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb6af7-8a25-4efc-8a4c-a93664015f85 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:42.962257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c6cb6af7-8a25-4efc-8a4c-a93664015f85 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1842198 Apr 29 07:55:42.964900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48682) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:43.005542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85c6fedd-3b74-4d8a-975d-7d224f92047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.005763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.006702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.055147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 68e98a27-adda-47be-b9c4-16f42393276e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=68e98a27-adda-47be-b9c4-16f42393276e,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:43.067078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1cf07-f226-4145-abf5-593be4709f97 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:43.070894 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-98b1cf07-f226-4145-abf5-593be4709f97 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027005 Apr 29 07:55:43.072366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac69d27-c8cf-4ebb-ad08-2466a36b1b16 req-676ee5d3-404e-4827-a207-669d299f8fcf tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:43.072366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ac69d27-c8cf-4ebb-ad08-2466a36b1b16 req-676ee5d3-404e-4827-a207-669d299f8fcf tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1401074 Apr 29 07:55:43.074032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48684) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:43.110457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '68e98a27-adda-47be-b9c4-16f42393276e', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'port_id': '68e98a27-adda-47be-b9c4-16f42393276e', 'mac_address': 'fa:16:3e:5d:df:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:55:43.113228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-85c6fedd-3b74-4d8a-975d-7d224f92047e None None] For port e663d653-9257-45a7-8139-cbc7cd03b537, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e663d653-9257-45a7-8139-cbc7cd03b537,segment=NetworkSegment(2022f11e-869d-4bbe-aeaa-1fa00396147f),segment_id=2022f11e-869d-4bbe-aeaa-1fa00396147f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:43.162830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.166665 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e2614c50-f482-4210-8dbc-17a6676da257 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851631 Apr 29 07:55:43.172595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.174668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48688) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:43.191189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-753406e7-3cfe-421d-9430-16dab0e8bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.194509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:43.200967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-753406e7-3cfe-421d-9430-16dab0e8bcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.204777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-753406e7-3cfe-421d-9430-16dab0e8bcc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5101d3e9-01b9-440d-b41b-489f2f19b803 HTTP/1.1" status: 204 len: 168 time: 0.4888394 Apr 29 07:55:43.212814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85c6fedd-3b74-4d8a-975d-7d224f92047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.239762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.262041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=04efe09e-b183-41aa-a96b-2d497cf16fb1,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:43.272740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network e0df554c-7185-4d40-bfbe-86d172e08a97 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:43.274314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:43.275735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:43.312724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e98a27-adda-47be-b9c4-16f42393276e {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:55:43.318187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ac69d27-c8cf-4ebb-ad08-2466a36b1b16 req-d9a5b053-f3fd-4aa8-b4cf-12703b5055c0 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838276 Apr 29 07:55:43.321446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d813d378-ad90-42b5-98b6-af7c634249e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.362732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6fedd-3b74-4d8a-975d-7d224f92047e None None] Pushing event updated for resources: {'Port': ['ID=e663d653-9257-45a7-8139-cbc7cd03b537,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:43.378714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:43.379072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:43.380828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 68e98a27-adda-47be-b9c4-16f42393276e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=68e98a27-adda-47be-b9c4-16f42393276e,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:43.392785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] Deleting port b74b05e7-4e95-4055-b4cd-fcab01bf31e6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:43.394360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.445956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753406e7-3cfe-421d-9430-16dab0e8bcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101d3e9-01b9-440d-b41b-489f2f19b803,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:43.449978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:43.459099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.500424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=6766c634-4eed-4e1e-a22c-769cf2029fc8,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:43.524786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] For port b74b05e7-4e95-4055-b4cd-fcab01bf31e6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b74b05e7-4e95-4055-b4cd-fcab01bf31e6,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:43.525368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.548916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] Calling delete_port for b74b05e7-4e95-4055-b4cd-fcab01bf31e6 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:43.565209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=68e98a27-adda-47be-b9c4-16f42393276e,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:43.594573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf8a4e-1420-44b8-9e22-9fee009bd544 req-92056564-8b07-4aad-81e2-458bd3c8b931 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:43.604882 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-13bf8a4e-1420-44b8-9e22-9fee009bd544 req-92056564-8b07-4aad-81e2-458bd3c8b931 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 943 time: 0.4015701 Apr 29 07:55:43.638143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:43.639319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: f759ef62-04e7-494c-aec3-9caf17bf3aec, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:55:43.653464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:43.686725 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-13bf8a4e-1420-44b8-9e22-9fee009bd544 req-2ebb6064-5f7a-45d8-adad-966089c80ca2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674326 Apr 29 07:55:43.687332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48694) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:43.689567 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f811cc00-32d8-4259-9a56-0caa18b1e888 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4790514 Apr 29 07:55:43.692701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035664971'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:43.704919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:43.728426 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['68e98a27-adda-47be-b9c4-16f42393276e'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:55:43.731475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:43.735285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.778241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:43.778927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:43.810161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network f759ef62-04e7-494c-aec3-9caf17bf3aec is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:55:43.831963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:43.835633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.864653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.872248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-dbc28dc6-1c21-479a-be34-da72ca5119e8 None None] Provisioning complete for port 04efe09e-b183-41aa-a96b-2d497cf16fb1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:43.872621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dbc28dc6-1c21-479a-be34-da72ca5119e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.883767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:43.901171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.901171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added segment 6c6bf1bf-7fa2-429a-a80d-352582498871 of type vlan for network 223784de-0b57-4dff-a0f6-0e00d3c4e940 Apr 29 07:55:43.922182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f759ef62-04e7-494c-aec3-9caf17bf3aec) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:43.956619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:43.958817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:43.959450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5959a-9c9d-4de6-bfdf-4dec6d4ef47e None None] Network f759ef62-04e7-494c-aec3-9caf17bf3aec requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:43.961677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] Pushing event deleted for resources: {'Port': ['ID=b74b05e7-4e95-4055-b4cd-fcab01bf31e6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:43.966625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b24b4-23a5-451e-813a-2c4643e8f0ff None None] No DVR routers for this DVR port b74b05e7-4e95-4055-b4cd-fcab01bf31e6 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:44.014655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.050895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:44.060258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dbc28dc6-1c21-479a-be34-da72ca5119e8 None None] Port 04efe09e-b183-41aa-a96b-2d497cf16fb1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:44.072402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b74b05e7-4e95-4055-b4cd-fcab01bf31e6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:44.113142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: b74b05e7-4e95-4055-b4cd-fcab01bf31e6 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:44.113487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b74b05e7-4e95-4055-b4cd-fcab01bf31e6 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 29 07:55:44.126318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bb0b0445-27ec-4106-beae-139056c1eada tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6956160 Apr 29 07:55:44.155031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.161763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:44.165664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.185211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Port b74b05e7-4e95-4055-b4cd-fcab01bf31e6 not found, will not notify nova. {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 29 07:55:44.188230 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-dbc28dc6-1c21-479a-be34-da72ca5119e8 None None] Provisioning complete for port e663d653-9257-45a7-8139-cbc7cd03b537 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:44.188681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dbc28dc6-1c21-479a-be34-da72ca5119e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.355014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48710) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:44.356076 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6671360 Apr 29 07:55:44.361413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'subnet': {'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:44.361915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2658f5-86c7-4a73-81c6-1be714e1417f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Network': ['ID=223784de-0b57-4dff-a0f6-0e00d3c4e940,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:44.399375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:55:44.401876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.487175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:44.494362 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:44.507327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:44.507935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.519846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=a1b78450-1dd5-48f7-84a9-0f0e25808582,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:44.543779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e663d653-9257-45a7-8139-cbc7cd03b537 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:44.545387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:44.547553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c8ea6-5ea5-4d26-91fc-3b53bcb3b20b req-9b45a12d-e749-41f4-a183-1d9c320a27d4 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:44.547947 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f69c8ea6-5ea5-4d26-91fc-3b53bcb3b20b req-9b45a12d-e749-41f4-a183-1d9c320a27d4 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1129491 Apr 29 07:55:44.548208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0c935-e7e0-4c2a-92b3-0cc5bb7b2439 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:44.595336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f69c8ea6-5ea5-4d26-91fc-3b53bcb3b20b req-b33b1a8a-10ec-4081-b0cb-530f693db8bb tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Apr 29 07:55:44.611450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Made reservation on behalf of 434ca6f3b25e4dbe8d505bf503581371 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:44.614698 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ccf3bc8d-8b5b-4c55-b48d-6d271894dfe4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4349258 Apr 29 07:55:44.615998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.617319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48716) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:44.638877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f4fcd8a5-a055-4db0-a736-a471fe72dcad tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:44.846607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94022b61-a9dd-4f51-bca3-7b16824bc95f req-a10f2656-f06d-4399-87b2-f5e9be342605 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:44.856013 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-94022b61-a9dd-4f51-bca3-7b16824bc95f req-a10f2656-f06d-4399-87b2-f5e9be342605 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1117275 Apr 29 07:55:44.921621 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-94022b61-a9dd-4f51-bca3-7b16824bc95f req-b628090f-2928-456e-9024-e2b1ed46fbc9 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613952 Apr 29 07:55:44.926532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fcd8a5-a055-4db0-a736-a471fe72dcad tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:44.933239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f4fcd8a5-a055-4db0-a736-a471fe72dcad tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:44.991470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f759ef62-04e7-494c-aec3-9caf17bf3aec', 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': '6766c634-4eed-4e1e-a22c-769cf2029fc8'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:44.992306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.022188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48728) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:45.033611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fe86d2cd-aefe-423e-8c56-9fe33d2132f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281727149', 'description': 'tempest-secgroup-smoke-1281727149 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:45.073488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.093590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.111737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ab54-fd79-425b-9b7b-1b6b615e93cc req-8d3f44a9-1495-49e1-9e24-a52773674a3c tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:45.113839 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ba0ab54-fd79-425b-9b7b-1b6b615e93cc req-8d3f44a9-1495-49e1-9e24-a52773674a3c tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 944 time: 0.0790186 Apr 29 07:55:45.121416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e663d653-9257-45a7-8139-cbc7cd03b537 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:45.121786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.174485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.ipam_backend_mixin [None req-f4fcd8a5-a055-4db0-a736-a471fe72dcad tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1b78450-1dd5-48f7-84a9-0f0e25808582 (CIDR: 2001:db8::/64) Apr 29 07:55:45.176683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe86d2cd-aefe-423e-8c56-9fe33d2132f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.192298 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ba0ab54-fd79-425b-9b7b-1b6b615e93cc req-3a6da129-80be-4afd-b0a3-68291dfc36ee tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643463 Apr 29 07:55:45.199256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Subnet': ['ID=d68c3ec5-9154-4f6b-b045-2262a927f92d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:45.230370 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fcd8a5-a055-4db0-a736-a471fe72dcad tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:45.231586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fcd8a5-a055-4db0-a736-a471fe72dcad tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:45.256059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Checking segment: {'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:45.256493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network hostable DHCP agents. Network: 223784de-0b57-4dff-a0f6-0e00d3c4e940, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:55:45.303166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe86d2cd-aefe-423e-8c56-9fe33d2132f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.314647 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f4fcd8a5-a055-4db0-a736-a471fe72dcad tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6953211 Apr 29 07:55:45.317447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48732) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:45.322401 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:45.399541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:55:45.401553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe86d2cd-aefe-423e-8c56-9fe33d2132f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.422032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': 'a1b78450-1dd5-48f7-84a9-0f0e25808582'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:45.422920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.448279 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86d2cd-aefe-423e-8c56-9fe33d2132f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577255ac-94ac-4aaf-8cac-9081f8cdd2f3,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:45.469982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2883d9b7-f83e-4029-9dbb-00dc15727117 None None] Provisioning complete for port 04efe09e-b183-41aa-a96b-2d497cf16fb1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:45.470497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2883d9b7-f83e-4029-9dbb-00dc15727117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.521992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe86d2cd-aefe-423e-8c56-9fe33d2132f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.526941 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fe86d2cd-aefe-423e-8c56-9fe33d2132f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4999480 Apr 29 07:55:45.532703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48740) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:45.535486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Allocated IP 172.20.0.18 (f759ef62-04e7-494c-aec3-9caf17bf3aec/6766c634-4eed-4e1e-a22c-769cf2029fc8/7d390ec7-3b8d-4333-8801-0d078b7010dc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:45.539019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1d62f9da-b49b-4dbe-bbe9-1ea487a14743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '577255ac-94ac-4aaf-8cac-9081f8cdd2f3', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:45.548724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 223784de-0b57-4dff-a0f6-0e00d3c4e940) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:45.562027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:41Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:42Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:45.568093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:45.568876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.572452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:45.573796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef08c5-057e-44c7-ab5c-6d1189e2b53d None None] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:45.576190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.644427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:45.645664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Updating router 0b1e40a0-279d-478d-b63a-3158c5590713 port 04efe09e-b183-41aa-a96b-2d497cf16fb1 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:55:45.647628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b68f-eea0-4516-a080-71cbcd750084 req-a8f15833-27a5-47d0-b8a2-453206363c20 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:45.653172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d0b2b68f-eea0-4516-a080-71cbcd750084 req-a8f15833-27a5-47d0-b8a2-453206363c20 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.0733154 Apr 29 07:55:45.679609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d62f9da-b49b-4dbe-bbe9-1ea487a14743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.699622 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-34eb66dc-9c81-43e4-a04e-fab65f5fcddd tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3415401 Apr 29 07:55:45.700691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48744) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:45.761257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2883d9b7-f83e-4029-9dbb-00dc15727117 None None] Port 04efe09e-b183-41aa-a96b-2d497cf16fb1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:45.784401 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d0b2b68f-eea0-4516-a080-71cbcd750084 req-793f6b68-f00e-4df8-ac3e-fa161501d37e tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235247 Apr 29 07:55:45.822736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.853083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d62f9da-b49b-4dbe-bbe9-1ea487a14743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.882144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b74b05e7-4e95-4055-b4cd-fcab01bf31e6 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:45.921559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d62f9da-b49b-4dbe-bbe9-1ea487a14743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:45.934609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: b74b05e7-4e95-4055-b4cd-fcab01bf31e6 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:45.934609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b74b05e7-4e95-4055-b4cd-fcab01bf31e6 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:45.954292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62f9da-b49b-4dbe-bbe9-1ea487a14743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4435a5-e981-41de-b2c8-08b810bf015c,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:45.986855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Allocated IP 2001:db8::f816:3eff:fe88:649c (82cc26d6-a369-4498-98e7-aa4095711705/a1b78450-1dd5-48f7-84a9-0f0e25808582/c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:46.088901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1d62f9da-b49b-4dbe-bbe9-1ea487a14743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.094544 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1d62f9da-b49b-4dbe-bbe9-1ea487a14743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5603509 Apr 29 07:55:46.094754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48754) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:46.102035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6059595b-6048-4f71-b07c-e595c3ff530f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '577255ac-94ac-4aaf-8cac-9081f8cdd2f3', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:46.243760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.255518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.270785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-223784de-0b57-4dff-a0f6-0e00d3c4e940', 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'fixed_ips': [{'subnet_id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:46.271650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.320971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec752b66-dca1-45a8-8130-411a73733449 req-590b2ae2-ea49-4447-81a1-59d60f387e30 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:46.330090 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ec752b66-dca1-45a8-8130-411a73733449 req-590b2ae2-ea49-4447-81a1-59d60f387e30 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 944 time: 0.0634971 Apr 29 07:55:46.350365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.378634 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ec752b66-dca1-45a8-8130-411a73733449 req-47d0277b-b090-485d-970e-f0db8e6ddb3c tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470994 Apr 29 07:55:46.512076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.549101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6059595b-6048-4f71-b07c-e595c3ff530f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.562524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48758) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:46.567791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410153406', 'description': 'tempest-secgroup-smoke-410153406 description', 'project_id': '38b36d00a1204f4680e18de3747eb0af'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:46.603874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.612744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:46.622799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:46.633978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=6b1e3fb3-963b-4678-841b-bea8f9bee789,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:46.638693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:46.638693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.657342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.671175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.676896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.729073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Network f759ef62-04e7-494c-aec3-9caf17bf3aec is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:46.736277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 68e98a27-adda-47be-b9c4-16f42393276e up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:46.741282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6059595b-6048-4f71-b07c-e595c3ff530f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.761377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.796365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:46.798865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:46.810011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.831801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Pushing event updated for resources: {'Port': ['ID=7d390ec7-3b8d-4333-8801-0d078b7010dc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:46.852102 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c225387-6f90-478c-a301-81053635723b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5305502 Apr 29 07:55:46.852102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6059595b-6048-4f71-b07c-e595c3ff530f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.852268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48762) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:46.860677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:2d:be:81', 'name': 'tempest-NetworksTestDHCPv6-274434353'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:46.879868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059595b-6048-4f71-b07c-e595c3ff530f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48431e15-2436-4653-8cbd-5307fe7c65d3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:46.907272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.923793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.927607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.953904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:46.977768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:46.980229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:46.990837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6059595b-6048-4f71-b07c-e595c3ff530f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:46.996604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Attempting to bind port 7d390ec7-3b8d-4333-8801-0d078b7010dc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:46.996969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Attempting to bind port 7d390ec7-3b8d-4333-8801-0d078b7010dc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:46.997330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Attempting to bind port 7d390ec7-3b8d-4333-8801-0d078b7010dc on network f759ef62-04e7-494c-aec3-9caf17bf3aec {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:46.997505 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6059595b-6048-4f71-b07c-e595c3ff530f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8982973 Apr 29 07:55:46.998357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48764) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:47.002544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Pushing event updated for resources: {'Port': ['ID=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.005390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-08e4d867-2d29-4c5c-9483-b02aed1b2ce1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '577255ac-94ac-4aaf-8cac-9081f8cdd2f3', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:47.019238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062163d7-2014-4955-b515-53a68480753e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.036373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1574feb-873a-4241-bece-47cb7d9c36b1 req-14b225b6-d0d9-4df2-8c8c-e71ad168172f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:47.037564 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1574feb-873a-4241-bece-47cb7d9c36b1 req-14b225b6-d0d9-4df2-8c8c-e71ad168172f tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1418817 Apr 29 07:55:47.038636 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:47.039017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Checking segment: {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:47.039411 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.039803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Bound using segment: {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:47.040304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Bound port: 7d390ec7-3b8d-4333-8801-0d078b7010dc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:47.040680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.044946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Allocated IP 2001:db8:3::2 (223784de-0b57-4dff-a0f6-0e00d3c4e940/d68c3ec5-9154-4f6b-b045-2262a927f92d/dfd6da2d-de3c-4484-b331-0e717532b708) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:47.080829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.105081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 68e98a27-adda-47be-b9c4-16f42393276e completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:55:47.111394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.130837 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1574feb-873a-4241-bece-47cb7d9c36b1 req-73798850-2f48-4bdb-96ee-b185b2fd8aff tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763397 Apr 29 07:55:47.135033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-08e4d867-2d29-4c5c-9483-b02aed1b2ce1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.149520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Attempting to bind port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:47.149888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Attempting to bind port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:47.150243 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Attempting to bind port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:47.173136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 68e98a27-adda-47be-b9c4-16f42393276e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:47.173643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.197814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.204007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-08e4d867-2d29-4c5c-9483-b02aed1b2ce1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.230615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:47.244858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:47.245257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:47.245618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.246005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:47.246583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Bound port: c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:47.246953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.278025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-08e4d867-2d29-4c5c-9483-b02aed1b2ce1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.285332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae299e0c-6a68-4cea-a8a7-b11750b7cc38,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.288654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1613cd-7549-4744-9588-ae8a3c0df35a None None] Pushing event updated for resources: {'Port': ['ID=04efe09e-b183-41aa-a96b-2d497cf16fb1,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.320936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4d867-2d29-4c5c-9483-b02aed1b2ce1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38f1aaf-55d9-4302-8a2d-2c40a1ea321d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.321356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] For port 7d390ec7-3b8d-4333-8801-0d078b7010dc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:47.337744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.339048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-649a9f19-251c-41a9-b141-6c2a5b236750 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7754495 Apr 29 07:55:47.343275 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48766) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:47.348201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-48453218-3a67-4912-bb46-963dbe562f2b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'security_group_rule': {'security_group_id': 'ae299e0c-6a68-4cea-a8a7-b11750b7cc38', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:47.388042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.397148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-08e4d867-2d29-4c5c-9483-b02aed1b2ce1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.401784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-08e4d867-2d29-4c5c-9483-b02aed1b2ce1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988366 Apr 29 07:55:47.401977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48770) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:47.407256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4cbcb659-e704-45c8-80e3-f149b59c68d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '577255ac-94ac-4aaf-8cac-9081f8cdd2f3', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:47.410291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] For port 7d390ec7-3b8d-4333-8801-0d078b7010dc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7d390ec7-3b8d-4333-8801-0d078b7010dc,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:47.430291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 38822af2-8bc5-430c-aca4-fd1b67b7eeb7 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:55:47.463012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Attempting to bind port 04efe09e-b183-41aa-a96b-2d497cf16fb1 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:47.463403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Attempting to bind port 04efe09e-b183-41aa-a96b-2d497cf16fb1 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:47.463764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Attempting to bind port 04efe09e-b183-41aa-a96b-2d497cf16fb1 on network e0df554c-7185-4d40-bfbe-86d172e08a97 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:47.493884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] For port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:47.503640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-48453218-3a67-4912-bb46-963dbe562f2b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.504273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:47.504649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Checking segment: {'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:47.505047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.505432 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Bound using segment: {'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:47.505913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Bound port: 04efe09e-b183-41aa-a96b-2d497cf16fb1, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2022f11e-869d-4bbe-aeaa-1fa00396147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:47.506390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.540492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead664bb-1239-42d8-a02b-fd3ed9eb4bf3 req-f6558f37-e169-4c03-8f82-3db6f8602571 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:47.542004 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ead664bb-1239-42d8-a02b-fd3ed9eb4bf3 req-f6558f37-e169-4c03-8f82-3db6f8602571 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 944 time: 0.0735331 Apr 29 07:55:47.548180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb659-e704-45c8-80e3-f149b59c68d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.552482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.555804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] For port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:47.613465 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ead664bb-1239-42d8-a02b-fd3ed9eb4bf3 req-8938dace-2c96-4b84-be3f-4c14378ccc8e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508325 Apr 29 07:55:47.622484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.643811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-c437a5bd-4aed-4277-92e1-933e6524a23a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:47.645463 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-c437a5bd-4aed-4277-92e1-933e6524a23a tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.1596053 Apr 29 07:55:47.664969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-29fa9634-8811-423f-8228-25c63f6d803c None None] Provisioning complete for port 04efe09e-b183-41aa-a96b-2d497cf16fb1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:47.665598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29fa9634-8811-423f-8228-25c63f6d803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.682468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-48453218-3a67-4912-bb46-963dbe562f2b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.703649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.707170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.709049 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb659-e704-45c8-80e3-f149b59c68d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.710245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8:0:1::13 (82cc26d6-a369-4498-98e7-aa4095711705/6b1e3fb3-963b-4678-841b-bea8f9bee789/38822af2-8bc5-430c-aca4-fd1b67b7eeb7) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:47.722531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe2d:be81 (82cc26d6-a369-4498-98e7-aa4095711705/a1b78450-1dd5-48f7-84a9-0f0e25808582/38822af2-8bc5-430c-aca4-fd1b67b7eeb7) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:47.769320 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-48453218-3a67-4912-bb46-963dbe562f2b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.781994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.801761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:55:47.804657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255f6c22-076a-4b56-ac88-ea29134ccb55" -d '{"events": [{"server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "name": "network-vif-plugged", "status": "completed", "tag": "68e98a27-adda-47be-b9c4-16f42393276e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:55:47.825039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48453218-3a67-4912-bb46-963dbe562f2b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f3a505-73af-499c-b401-a4dd2ff698a7,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.839206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb659-e704-45c8-80e3-f149b59c68d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.839740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c1151-07ba-4200-a3df-9325de88cd24 None None] Pushing event updated for resources: {'Port': ['ID=7d390ec7-3b8d-4333-8801-0d078b7010dc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.843897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] For port 04efe09e-b183-41aa-a96b-2d497cf16fb1, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:47.847478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:47.855235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 68e98a27-adda-47be-b9c4-16f42393276e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=68e98a27-adda-47be-b9c4-16f42393276e,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:47.862571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-29fa9634-8811-423f-8228-25c63f6d803c None None] Port 04efe09e-b183-41aa-a96b-2d497cf16fb1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:47.881863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:47.901027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcb659-e704-45c8-80e3-f149b59c68d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2d8fff-3d3c-41a3-bee6-69ad9d0e3c20,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:47.914365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Allocated IP 2001:db8:3::1 (223784de-0b57-4dff-a0f6-0e00d3c4e940/d68c3ec5-9154-4f6b-b045-2262a927f92d/2ed35c55-2318-476e-8ea1-775ad6b78673) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:47.917056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] For port 04efe09e-b183-41aa-a96b-2d497cf16fb1, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=04efe09e-b183-41aa-a96b-2d497cf16fb1,segment=NetworkSegment(2022f11e-869d-4bbe-aeaa-1fa00396147f),segment_id=2022f11e-869d-4bbe-aeaa-1fa00396147f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:47.920059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:47.922864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-48453218-3a67-4912-bb46-963dbe562f2b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.927482 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-48453218-3a67-4912-bb46-963dbe562f2b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5796626 Apr 29 07:55:47.927897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48774) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:47.937211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e12694e2-a1b2-42eb-b63c-e863d093cca9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'security_group_rule': {'security_group_id': 'ae299e0c-6a68-4cea-a8a7-b11750b7cc38', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:47.944760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:47.974183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.001753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Deleting port 64fcf828-015a-4909-bcd2-4ab1a60e8283 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:48.002374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.016472 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd4304-188c-4ade-909d-a1c27de82415 x-openstack-request-id: req-25dd4304-188c-4ade-909d-a1c27de82415 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:55:48.016894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "name": "network-vif-plugged", "status": "completed", "tag": "68e98a27-adda-47be-b9c4-16f42393276e", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:55:48.017207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25dd4304-188c-4ade-909d-a1c27de82415 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:55:48.018110 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25dd4304-188c-4ade-909d-a1c27de82415'] response: {'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e', 'code': 200} Apr 29 07:55:48.026128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.028851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d7f15-48fd-4611-9ba5-86788724d641 None None] Pushing event updated for resources: {'Port': ['ID=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.101124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb659-e704-45c8-80e3-f149b59c68d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.102374 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4cbcb659-e704-45c8-80e3-f149b59c68d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6992917 Apr 29 07:55:48.105375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48776) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:48.112014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '577255ac-94ac-4aaf-8cac-9081f8cdd2f3', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:48.185898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.206684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Pushing event updated for resources: {'Port': ['ID=dfd6da2d-de3c-4484-b331-0e717532b708,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.289702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Attempting to bind port dfd6da2d-de3c-4484-b331-0e717532b708 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:48.291601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Attempting to bind port dfd6da2d-de3c-4484-b331-0e717532b708 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:48.291601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Attempting to bind port dfd6da2d-de3c-4484-b331-0e717532b708 on network 223784de-0b57-4dff-a0f6-0e00d3c4e940 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:48.294943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:48.297393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:48.314100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.322030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e12694e2-a1b2-42eb-b63c-e863d093cca9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.344317 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:55:48.371374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] For port 64fcf828-015a-4909-bcd2-4ab1a60e8283, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64fcf828-015a-4909-bcd2-4ab1a60e8283,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:48.371652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.405598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:48.406188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Checking segment: {'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:48.406790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.407330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Bound using segment: {'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:48.407965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Bound port: dfd6da2d-de3c-4484-b331-0e717532b708, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:48.408516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.470797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.498602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=68e98a27-adda-47be-b9c4-16f42393276e,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.537291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:48.566609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=38822af2-8bc5-430c-aca4-fd1b67b7eeb7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.566745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:48.570687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:48.581955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.584656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:48.590401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:48.591392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.623169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:48.626251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:48.632923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:48.642949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:48.643600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.654097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e12694e2-a1b2-42eb-b63c-e863d093cca9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.661184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fd0ce-8076-48ce-9d6a-824221df3f8d req-1f4594f7-7d3f-40de-a84c-e2119cb33209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:48.663045 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df8fd0ce-8076-48ce-9d6a-824221df3f8d req-1f4594f7-7d3f-40de-a84c-e2119cb33209 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 1098 time: 0.3594308 Apr 29 07:55:48.692558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88b778-8736-445a-b4db-2d573926390b req-3adfc2b7-bbc7-47ad-88f5-edbee84e05c5 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:48.694262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef88b778-8736-445a-b4db-2d573926390b req-3adfc2b7-bbc7-47ad-88f5-edbee84e05c5 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 946 time: 0.3788428 Apr 29 07:55:48.721881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.739842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1613cd-7549-4744-9588-ae8a3c0df35a None None] Pushing event updated for resources: {'Port': ['ID=04efe09e-b183-41aa-a96b-2d497cf16fb1,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.746261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=2ed35c55-2318-476e-8ea1-775ad6b78673,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.746916 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-64060c7e-288c-429f-b811-dd26782c4597 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8936226 Apr 29 07:55:48.751173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48782) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:48.756652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e12694e2-a1b2-42eb-b63c-e863d093cca9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.811804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12694e2-a1b2-42eb-b63c-e863d093cca9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4777fe5e-8303-4ae2-ba78-ab8201382d01,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.821382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.847493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df8fd0ce-8076-48ce-9d6a-824221df3f8d req-32787010-03ac-4d62-95be-23e463c49140 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521986 Apr 29 07:55:48.864363 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef88b778-8736-445a-b4db-2d573926390b req-3ae7ebf1-26a1-4cac-ac36-0edbefa8eda8 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4797dba-9b87-4e10-baa0-f1e48f9b7727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458359 Apr 29 07:55:48.869939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.875201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.875201 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Floating IP bf86362a-533f-490f-915e-3e8023a68117 disassociated. External IP: 172.26.2.236, port: 64fcf828-015a-4909-bcd2-4ab1a60e8283. Apr 29 07:55:48.875467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec0d4d9-8c57-4ce6-a2f1-fc6a7dbb3576,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:48.875557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Calling delete_port for 64fcf828-015a-4909-bcd2-4ab1a60e8283 owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:48.903781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2269a-4d71-4296-a271-53399bd04465 req-7c75a308-5c0b-4450-918a-0a34d1c30e4d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:48.909810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69a2269a-4d71-4296-a271-53399bd04465 req-7c75a308-5c0b-4450-918a-0a34d1c30e4d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 945 time: 0.1107023 Apr 29 07:55:48.910040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e12694e2-a1b2-42eb-b63c-e863d093cca9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.914900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e12694e2-a1b2-42eb-b63c-e863d093cca9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9859912 Apr 29 07:55:48.915532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48784) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:48.920971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0d699bfa-990e-4f8c-a336-f36d680a35f8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'security_group_rule': {'security_group_id': 'ae299e0c-6a68-4cea-a8a7-b11750b7cc38', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:48.965903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.970376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.974248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c2990bd2-c07c-4d88-bd68-b3332ede9254 None None] Provisioning complete for port 04efe09e-b183-41aa-a96b-2d497cf16fb1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:48.974476 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2680b8b6-5689-4b05-b94f-3282638d0c75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8674765 Apr 29 07:55:48.974850 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2990bd2-c07c-4d88-bd68-b3332ede9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:48.975102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48786) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:48.979842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] For port dfd6da2d-de3c-4484-b331-0e717532b708, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:48.980005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '577255ac-94ac-4aaf-8cac-9081f8cdd2f3', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:48.988464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69a2269a-4d71-4296-a271-53399bd04465 req-2b66746e-e4b6-4153-a5d4-8da8637fbd25 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638599 Apr 29 07:55:49.032117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d699bfa-990e-4f8c-a336-f36d680a35f8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.083836 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:55:49.085606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] For port dfd6da2d-de3c-4484-b331-0e717532b708, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dfd6da2d-de3c-4484-b331-0e717532b708,segment=NetworkSegment(6c6bf1bf-7fa2-429a-a80d-352582498871),segment_id=6c6bf1bf-7fa2-429a-a80d-352582498871)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:49.091994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.096632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 38822af2-8bc5-430c-aca4-fd1b67b7eeb7 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:49.097057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.182066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.191595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:49.194700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d699bfa-990e-4f8c-a336-f36d680a35f8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.197306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.231649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.258316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.288330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c76cb5-7556-4d58-911c-f3a68bff7413,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:49.290263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d699bfa-990e-4f8c-a336-f36d680a35f8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.327746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699bfa-990e-4f8c-a336-f36d680a35f8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9ac222-2700-428d-8e67-8a57cde9c119,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:49.404165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2990bd2-c07c-4d88-bd68-b3332ede9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.411908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.422670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f223f-f177-48bc-94ab-cc23f76d7c72 None None] Pushing event updated for resources: {'Port': ['ID=dfd6da2d-de3c-4484-b331-0e717532b708,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:49.455326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.468112 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4cb15756-7a05-4a8a-a50c-9bbe9637b692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4803877 Apr 29 07:55:49.468112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d699bfa-990e-4f8c-a336-f36d680a35f8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.468112 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0d699bfa-990e-4f8c-a336-f36d680a35f8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5450869 Apr 29 07:55:49.468112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48788) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:49.476862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7621b246-c469-49b5-9faf-5ed32260ee28 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'security_group_rule': {'security_group_id': 'ae299e0c-6a68-4cea-a8a7-b11750b7cc38', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:49.511683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c2990bd2-c07c-4d88-bd68-b3332ede9254 None None] For port 04efe09e-b183-41aa-a96b-2d497cf16fb1, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=04efe09e-b183-41aa-a96b-2d497cf16fb1,segment=NetworkSegment(2022f11e-869d-4bbe-aeaa-1fa00396147f),segment_id=2022f11e-869d-4bbe-aeaa-1fa00396147f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:49.525354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:41Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:47Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:49.578448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5958db0-4c5e-4c3a-8734-72e0349fefbf None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:41Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:47Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:49.586293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.602366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2990bd2-c07c-4d88-bd68-b3332ede9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.611876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.615209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.621900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7621b246-c469-49b5-9faf-5ed32260ee28 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.646489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event deleted for resources: {'Port': ['ID=64fcf828-015a-4909-bcd2-4ab1a60e8283,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:49.646489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 38822af2-8bc5-430c-aca4-fd1b67b7eeb7 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:49.762572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.764168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.822005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173e9c17-4dfc-4984-a1f0-5123dc8da453 None None] Network f759ef62-04e7-494c-aec3-9caf17bf3aec requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:49.879343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7621b246-c469-49b5-9faf-5ed32260ee28 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.904369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:49.918099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2990bd2-c07c-4d88-bd68-b3332ede9254 None None] Pushing event updated for resources: {'Port': ['ID=04efe09e-b183-41aa-a96b-2d497cf16fb1,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:49.929352 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-7f7307c0-cf3b-43ea-a610-56173eb498f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281727149&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.1115353 Apr 29 07:55:49.960595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7621b246-c469-49b5-9faf-5ed32260ee28 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:49.991123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event updated for resources: {'Port': ['ID=2ed35c55-2318-476e-8ea1-775ad6b78673,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:50.044771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.046764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7d390ec7-3b8d-4333-8801-0d078b7010dc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:50.103597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ca901-de36-4871-8d9c-2c7bce3c4df8 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:50.192072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f4b063ce-b9ea-46d3-89bb-09a1020953cb None None] Provisioning complete for port 7d390ec7-3b8d-4333-8801-0d078b7010dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:50.192446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4b063ce-b9ea-46d3-89bb-09a1020953cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.274160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Router a04adfd0-b1b0-4519-874f-9ff3474e3e4a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:50.318598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:50.322878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:50.370066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:50.482469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7d390ec7-3b8d-4333-8801-0d078b7010dc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:50.483403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.537831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a1a571c-9310-4cea-9957-24f765c836ee req-cc9fa511-d2ba-49f7-8902-cad008050472 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 210 time: 0.1112409 Apr 29 07:55:50.546653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621b246-c469-49b5-9faf-5ed32260ee28 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3349e334-3dac-4b69-9845-2187070de7ab,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:50.636819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4b063ce-b9ea-46d3-89bb-09a1020953cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.644851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7621b246-c469-49b5-9faf-5ed32260ee28 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.646090 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7621b246-c469-49b5-9faf-5ed32260ee28 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1779633 Apr 29 07:55:50.649407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48806) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:50.653944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'security_group_rule': {'security_group_id': 'ae299e0c-6a68-4cea-a8a7-b11750b7cc38', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:50.686909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-5f71367e-f998-47ee-84f5-ab58f6f86adb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:50.699254 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-5f71367e-f998-47ee-84f5-ab58f6f86adb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=f759ef62-04e7-494c-aec3-9caf17bf3aec HTTP/1.1" status: 200 len: 796 time: 0.7566712 Apr 29 07:55:50.750925 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b753198-aaf0-4907-9df5-7f64634c7a10 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0506656 Apr 29 07:55:50.765594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 64fcf828-015a-4909-bcd2-4ab1a60e8283 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:50.793603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f4b063ce-b9ea-46d3-89bb-09a1020953cb None None] For port 7d390ec7-3b8d-4333-8801-0d078b7010dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7d390ec7-3b8d-4333-8801-0d078b7010dc,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:50.829526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd528d-dc32-44ba-a947-458815fde8f3 req-807762f1-5c44-4146-ba41-ced3b5ccf858 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:50.831267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8fcd528d-dc32-44ba-a947-458815fde8f3 req-807762f1-5c44-4146-ba41-ced3b5ccf858 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 945 time: 0.1672387 Apr 29 07:55:50.864163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 64fcf828-015a-4909-bcd2-4ab1a60e8283 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:55:50.868800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 64fcf828-015a-4909-bcd2-4ab1a60e8283 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:50.868800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.884090 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Project 38b36d00a1204f4680e18de3747eb0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:55:50.906064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd689448-9db6-47ac-834a-5a9eda716ccf None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': 'a1b78450-1dd5-48f7-84a9-0f0e25808582', 'ip_address': '2001:db8::f816:3eff:fe88:649c'}, {'subnet_id': '6b1e3fb3-963b-4678-841b-bea8f9bee789'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:55:50.915110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.965869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4b063ce-b9ea-46d3-89bb-09a1020953cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.968166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd689448-9db6-47ac-834a-5a9eda716ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:50.970463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-17502fc3-8d75-4dbc-913f-1f1f4d2f9fa8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2186210 Apr 29 07:55:51.017441 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8fcd528d-dc32-44ba-a947-458815fde8f3 req-5cddbc0b-45b3-4ea9-905f-73a18af05062 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750445 Apr 29 07:55:51.046609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.090398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:51.156800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.174637 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8737101-4e55-4985-917a-10b5533a3cf5 req-47f1217a-e563-4770-86ec-104f28c96c3c tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:51.176132 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b8737101-4e55-4985-917a-10b5533a3cf5 req-47f1217a-e563-4770-86ec-104f28c96c3c tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 945 time: 0.0701568 Apr 29 07:55:51.195841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:51.197934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2540a-4fb8-48f0-a42b-252058ea1156 None None] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:51.207174 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] Sync routers for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:51.225008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ca5241-23d5-471a-bb00-f19487a97688,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:51.227209 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:51.228256 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:51.235400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.279682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b8737101-4e55-4985-917a-10b5533a3cf5 req-e83b565b-5e0d-4d41-aabe-76a17ec43f99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861096 Apr 29 07:55:51.312853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48812) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:51.346097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.352084 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-33d4fb88-53ba-4c8d-82dc-a634cc4a0e31 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7004950 Apr 29 07:55:51.352282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] No DVR routers for this DVR port 64fcf828-015a-4909-bcd2-4ab1a60e8283 on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:51.352748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48816) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:51.357281 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:51.364602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'security_group_rule': {'security_group_id': 'ae299e0c-6a68-4cea-a8a7-b11750b7cc38', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:51.381491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.382003 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-777d871c-f580-4f93-ae90-c0052d6ce30b service neutron] 10.222.0.16 "GET /v2.0/networks/f759ef62-04e7-494c-aec3-9caf17bf3aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803451 Apr 29 07:55:51.386250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b063ce-b9ea-46d3-89bb-09a1020953cb None None] Pushing event updated for resources: {'Port': ['ID=7d390ec7-3b8d-4333-8801-0d078b7010dc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:51.391925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:55:51.392275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:55:51.395436 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46b9ce3f-24fb-48e5-8ddc-9e21bccc1713 req-ce326c91-c127-49d4-b5a1-cfb174f7e125 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.39 "DELETE /v2.0/ports/64fcf828-015a-4909-bcd2-4ab1a60e8283 HTTP/1.1" status: 204 len: 173 time: 3.7429125 Apr 29 07:55:51.398934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=38822af2-8bc5-430c-aca4-fd1b67b7eeb7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:51.403023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'name': 'network-vif-deleted', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:55:51.407663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd8af74-1d21-4222-8693-383dd30e686f" -d '{"events": [{"server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "name": "network-vif-deleted", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:55:51.408769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b8834f85-b17b-4863-bedc-ee06a2c91e5c None None] Provisioning complete for port 7d390ec7-3b8d-4333-8801-0d078b7010dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:51.409137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8834f85-b17b-4863-bedc-ee06a2c91e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.450364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:51.498412 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5060374-d02b-4e91-9e62-bcabf433202d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7917404 Apr 29 07:55:51.501828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48822) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:51.507684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:51.509726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:51.568554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.572389 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-16b5bff4-18db-49f8-b1db-a08b359d4df0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/38822af2-8bc5-430c-aca4-fd1b67b7eeb7 HTTP/1.1" status: 204 len: 168 time: 2.7954848 Apr 29 07:55:51.574956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48826) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:51.583931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fd689448-9db6-47ac-834a-5a9eda716ccf None None] Allocated IP 2001:db8:0:1::2 (82cc26d6-a369-4498-98e7-aa4095711705/6b1e3fb3-963b-4678-841b-bea8f9bee789/c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:51.590865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03fd7f-44d9-4092-80fc-f7fb0912b71f x-openstack-request-id: req-2b03fd7f-44d9-4092-80fc-f7fb0912b71f {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:55:51.591419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf748c37-b6e6-435a-8637-e33bbc1e39a0", "name": "network-vif-deleted", "tag": "64fcf828-015a-4909-bcd2-4ab1a60e8283", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:55:51.591871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b03fd7f-44d9-4092-80fc-f7fb0912b71f {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:55:51.593780 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b03fd7f-44d9-4092-80fc-f7fb0912b71f'] response: {'server_uuid': 'cf748c37-b6e6-435a-8637-e33bbc1e39a0', 'name': 'network-vif-deleted', 'tag': '64fcf828-015a-4909-bcd2-4ab1a60e8283', 'status': 'completed', 'code': 200} Apr 29 07:55:51.624032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e96340-9340-46d6-bae1-f0c844a2789d tempest-TestVolumeBootPattern-1061622879 tempest-TestVolumeBootPattern-1061622879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:51.625613 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c3e96340-9340-46d6-bae1-f0c844a2789d tempest-TestVolumeBootPattern-1061622879 tempest-TestVolumeBootPattern-1061622879-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 1093 time: 0.3126311 Apr 29 07:55:51.628020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-4394b8d4-1330-4d3d-af0c-2fa52f3481e1 service neutron] 10.222.0.16 "GET /v2.0/networks/f759ef62-04e7-494c-aec3-9caf17bf3aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391517 Apr 29 07:55:51.628611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48828) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:51.633539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '68e98a27-adda-47be-b9c4-16f42393276e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:51.645050 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Project 38b36d00a1204f4680e18de3747eb0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:55:51.670149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.769979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73a8da-0edb-436c-b8e0-aa6965b0c39b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:51.773926 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4c73a8da-0edb-436c-b8e0-aa6965b0c39b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1954427 Apr 29 07:55:51.774079 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc395366-38a5-45ba-8f18-644aaf34a2ee req-e4150fb0-f508-44a8-88d3-0d95879c4196 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf748c37-b6e6-435a-8637-e33bbc1e39a0 HTTP/1.1" status: 200 len: 210 time: 0.0551255 Apr 29 07:55:51.774185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48830) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:51.778892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.821480 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:16Z', 'revision_number': 5, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:51.876748 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] Checking router: a04adfd0-b1b0-4519-874f-9ff3474e3e4a for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:51.888659 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:51.889677 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:51.940540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:51.957999 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c81aac35-75fd-4fc9-8993-c62780acd6c8 req-dad10df6-3246-418b-ac24-c8d692980814 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 210 time: 0.0319850 Apr 29 07:55:52.023649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.034887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.105229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:52.105877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:52.115994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e828da-74eb-464c-9262-e5f2c11cba22 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:52.123400 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c7e828da-74eb-464c-9262-e5f2c11cba22 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3399971 Apr 29 07:55:52.209495 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:52.216962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48838) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:52.277369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fd689448-9db6-47ac-834a-5a9eda716ccf None None] For port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:52.310739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Allocated IP 172.26.2.74 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/1c9ae152-2901-4945-873d-fcfba585f021) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:52.319700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd689448-9db6-47ac-834a-5a9eda716ccf None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.355473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.357074 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9970198 Apr 29 07:55:52.365659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48844) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:52.370758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45e582-1247-4f4a-9c3a-776eaa5b0ca0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d007da-7ad6-4b9a-9cf0-36850a94af0a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:52.374349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'network': {'name': 'tempest-network-smoke--647245907', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'port_security_enabled': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:52.401130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:52.421211 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b37df8-0f16-4afe-9cf7-5752e14c6fd8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:52.423886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b37df8-0f16-4afe-9cf7-5752e14c6fd8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:52.425771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b37df8-0f16-4afe-9cf7-5752e14c6fd8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:52.428571 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-85b37df8-0f16-4afe-9cf7-5752e14c6fd8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2094610 Apr 29 07:55:52.432032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48846) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:52.481144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b8834f85-b17b-4863-bedc-ee06a2c91e5c None None] Provisioning complete for port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:52.481474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8834f85-b17b-4863-bedc-ee06a2c91e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.560794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd689448-9db6-47ac-834a-5a9eda716ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.618795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 6b1e3fb3-963b-4678-841b-bea8f9bee789 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:52.622312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.656337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.703930 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:16Z', 'revision_number': 5, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:52.706192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.728909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Made reservation on behalf of 38b36d00a1204f4680e18de3747eb0af for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:52.735274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.757042 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62b55c-32e3-4198-93cc-3b4edb4817fb None None] The sync data for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv is: [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:50:10Z', 'revision_number': 4, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '36b6255f-3eee-4974-84ea-d80310ba2e39', 'name': '', 'network_id': 'ae58e533-caeb-4f42-af32-8c6457a8748a', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'mac_address': 'fa:16:3e:8d:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:16Z', 'revision_number': 5, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'subnets': [{'id': '56b6060d-45d7-4f20-9575-69359b1440fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:52.764898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:55:52.775403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.790075 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Added segment f6f4d8e0-f34e-404d-8bac-4e5a421c68f1 of type vlan for network f2708400-f177-4bc7-823d-35c20779d832 Apr 29 07:55:52.797329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd689448-9db6-47ac-834a-5a9eda716ccf None None] Pushing event updated for resources: {'Port': ['ID=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:52.815646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:52.826645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.930478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.extraroute_db [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:55:52.950935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.976595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:52.985796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:52.987090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.extraroute_db [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Removed routes are [] {{(pid=109781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:55:52.987704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.006729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:53.006729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:53.044474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=1c9ae152-2901-4945-873d-fcfba585f021,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:53.057749 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48856) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:53.113468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-666b1fa0-2edb-449c-9596-bf6510d06bb7 req-b1e353c0-8692-43c3-96c1-949326ebd03b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 210 time: 0.0553360 Apr 29 07:55:53.223383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.230280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:53.232386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.266882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:53.267923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.283790 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fc0fe-5484-4df8-aca0-26a5cf7e6ba0 None None] New status for floating IP bf86362a-533f-490f-915e-3e8023a68117: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:55:53.334026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3ab49ed-e803-4366-9494-28ef0bfc8a64 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.336227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.347639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:48Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed35c55-2318-476e-8ea1-775ad6b78673', 'name': '', 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:a6:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:46Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:53.390338 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0235138 Apr 29 07:55:53.405884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48858) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:53.431651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c926d-58b0-495e-93fa-68a984153845 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Network': ['ID=f2708400-f177-4bc7-823d-35c20779d832,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:53.444574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:53.444933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Updating router 0b1e40a0-279d-478d-b63a-3158c5590713 port 2ed35c55-2318-476e-8ea1-775ad6b78673 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:55:53.459813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f2708400-f177-4bc7-823d-35c20779d832 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:55:53.472618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'admin_state_up': True, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:53.483952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1e3fb3-963b-4678-841b-bea8f9bee789,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:53.486303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.510619 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab7a38a5-a827-4ed4-9128-abb9955a5c5f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/6b1e3fb3-963b-4678-841b-bea8f9bee789 HTTP/1.1" status: 204 len: 168 time: 1.0610750 Apr 29 07:55:53.510619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48860) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:53.600546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3ab49ed-e803-4366-9494-28ef0bfc8a64 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.606526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Provisioning complete for port 2ed35c55-2318-476e-8ea1-775ad6b78673 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:53.607044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.611951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet a1b78450-1dd5-48f7-84a9-0f0e25808582 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:55:53.625155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.643028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 04efe09e-b183-41aa-a96b-2d497cf16fb1 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:53.717633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.719921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.728029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.755160 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Port 2ed35c55-2318-476e-8ea1-775ad6b78673 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:53.764828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.768280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.769293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.799428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 04efe09e-b183-41aa-a96b-2d497cf16fb1 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:53.799797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.854835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Provisioning complete for port dfd6da2d-de3c-4484-b331-0e717532b708 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:53.855218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.940861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.947897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3ab49ed-e803-4366-9494-28ef0bfc8a64 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.950703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a3ab49ed-e803-4366-9494-28ef0bfc8a64 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:53.951927 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a3ab49ed-e803-4366-9494-28ef0bfc8a64 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4797dba-9b87-4e10-baa0-f1e48f9b7727 HTTP/1.1" status: 204 len: 168 time: 0.8926120 Apr 29 07:55:53.967730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48862) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:53.982622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab49ed-e803-4366-9494-28ef0bfc8a64 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4797dba-9b87-4e10-baa0-f1e48f9b7727,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:54.007462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-1252a637-e4f9-4fed-be73-6a6a43c1c6fd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] show failed (client error): The resource could not be found. Apr 29 07:55:54.011468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1252a637-e4f9-4fed-be73-6a6a43c1c6fd tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "GET /v2.0/security-groups/b4797dba-9b87-4e10-baa0-f1e48f9b7727 HTTP/1.1" status: 404 len: 347 time: 0.0398440 Apr 29 07:55:54.012745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48864) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:54.025865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:54.042677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.051345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e91d879-0a68-426c-9413-60baf4bbe877 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:54.135513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.204532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.265034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7d390ec7-3b8d-4333-8801-0d078b7010dc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:54.268196 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9eba19d0-3c49-4c2d-8e4b-5e60e56f6b02 req-d510f802-8e30-448d-a034-d30178db96de tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 210 time: 0.0472710 Apr 29 07:55:54.328218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Deleting port a74b573a-5c19-4427-af3a-487ae360180a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:54.328730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.332778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] For port dfd6da2d-de3c-4484-b331-0e717532b708, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dfd6da2d-de3c-4484-b331-0e717532b708,segment=NetworkSegment(6c6bf1bf-7fa2-429a-a80d-352582498871),segment_id=6c6bf1bf-7fa2-429a-a80d-352582498871)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:54.441870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.505834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.506185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.540941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Calling delete_port for a74b573a-5c19-4427-af3a-487ae360180a owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:54.543928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.557879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:54.589326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.594009 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-53e7024c-00ff-46d2-a219-ffe57ddeaf2b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 200 len: 953 time: 3.0887337 Apr 29 07:55:54.594825 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48868) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:54.599890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.637608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.647235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.682961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d433d59-6f90-4ea6-9f67-7b43a73625ea None None] Pushing event updated for resources: {'Port': ['ID=dfd6da2d-de3c-4484-b331-0e717532b708,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:54.695813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7d390ec7-3b8d-4333-8801-0d078b7010dc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:54.696439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.733904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3b2d27f7-6528-4684-9216-84f84c251f30 None None] Provisioning complete for port 2ed35c55-2318-476e-8ea1-775ad6b78673 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:54.734475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b2d27f7-6528-4684-9216-84f84c251f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.736343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.744255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b78450-1dd5-48f7-84a9-0f0e25808582,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:54.765024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.768299 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-db91fa0e-e955-4f4a-aa48-cc95495854df tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/a1b78450-1dd5-48f7-84a9-0f0e25808582 HTTP/1.1" status: 204 len: 168 time: 1.2545748 Apr 29 07:55:54.771955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48870) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:54.780279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.827984 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-05dbd290-8220-458a-bf4a-8c3191dc1ead tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 200 len: 953 time: 0.2269039 Apr 29 07:55:54.828751 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2e106460-7351-4485-9086-c05a8f38f619 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558448 Apr 29 07:55:54.830368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48872) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:54.834750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'routes': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:54.837950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48874) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:54.848073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:54.861789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d27f7-6528-4684-9216-84f84c251f30 None None] Port 2ed35c55-2318-476e-8ea1-775ad6b78673 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:54.879583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf000-88b5-4196-9ee5-5902329725b5 None None] Pushing event updated for resources: {'Port': ['ID=2ed35c55-2318-476e-8ea1-775ad6b78673,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:54.915535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c9e0f5-095e-41e6-9b7a-c2d9b71cb352 None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': 'a1b78450-1dd5-48f7-84a9-0f0e25808582'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:55:54.969883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3b2d27f7-6528-4684-9216-84f84c251f30 None None] Provisioning complete for port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:54.970116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b2d27f7-6528-4684-9216-84f84c251f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:54.983860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.042360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32c9e0f5-095e-41e6-9b7a-c2d9b71cb352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.044798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dfd6da2d-de3c-4484-b331-0e717532b708 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:55.058231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Attempting to bind port 2ed35c55-2318-476e-8ea1-775ad6b78673 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:55.058620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Attempting to bind port 2ed35c55-2318-476e-8ea1-775ad6b78673 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:55.059030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Attempting to bind port 2ed35c55-2318-476e-8ea1-775ad6b78673 on network 223784de-0b57-4dff-a0f6-0e00d3c4e940 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:55.091740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:55.093176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Checking segment: {'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:55.093176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.093551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Bound using segment: {'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:55.094026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Bound port: 2ed35c55-2318-476e-8ea1-775ad6b78673, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6bf1bf-7fa2-429a-a80d-352582498871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:55.094402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.115126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-fcb43a98-26ca-4501-b119-8e0998d8a62e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:55.118193 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-fcb43a98-26ca-4501-b119-8e0998d8a62e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=f759ef62-04e7-494c-aec3-9caf17bf3aec HTTP/1.1" status: 200 len: 796 time: 0.4072833 Apr 29 07:55:55.191013 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-87553c06-7b3f-47b6-afb8-71bbae58d450 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 472 time: 0.0628793 Apr 29 07:55:55.205129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['577255ac-94ac-4aaf-8cac-9081f8cdd2f3']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:55.325163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port dfd6da2d-de3c-4484-b331-0e717532b708 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:55.325532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.327877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] For port 2ed35c55-2318-476e-8ea1-775ad6b78673, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:55.333563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] For port 2ed35c55-2318-476e-8ea1-775ad6b78673, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2ed35c55-2318-476e-8ea1-775ad6b78673,segment=NetworkSegment(6c6bf1bf-7fa2-429a-a80d-352582498871),segment_id=6c6bf1bf-7fa2-429a-a80d-352582498871)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:55.354455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3b2d27f7-6528-4684-9216-84f84c251f30 None None] Could not find standard attr ID for object 38822af2-8bc5-430c-aca4-fd1b67b7eeb7. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:55:55.435281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ff342-2169-485a-b0ab-f7571df41d9b None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:55.440198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.444751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.471623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.545764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:55.549959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.552586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cbc2a010-bc8b-4596-81c3-858039a545ce req-7d56fa58-9834-453c-830d-6eeae78cac84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 210 time: 0.0659523 Apr 29 07:55:55.561583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dfd6da2d-de3c-4484-b331-0e717532b708 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:55.625133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.645473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:55.650950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:55.651234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=1c9ae152-2901-4945-873d-fcfba585f021,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:55.666008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] Provisioning complete for port 2ed35c55-2318-476e-8ea1-775ad6b78673 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:55.666242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.696125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Allocated IP 172.26.2.88 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/00d3a634-3176-44cf-8091-0caa1f8eabfd) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:55.705866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Pushing event deleted for resources: {'Port': ['ID=a74b573a-5c19-4427-af3a-487ae360180a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:55.760511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.790004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf000-88b5-4196-9ee5-5902329725b5 None None] Pushing event updated for resources: {'Port': ['ID=2ed35c55-2318-476e-8ea1-775ad6b78673,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:55.817356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.857541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:55.861750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.904684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.908065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:55.912053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:55.912196 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7dc9cd2c-c31b-4887-aec3-06c24201b453 tempest-ServerActionsTestJSON-1283974861 tempest-ServerActionsTestJSON-1283974861-project] 10.222.0.16 "DELETE /v2.0/floatingips/bf86362a-533f-490f-915e-3e8023a68117 HTTP/1.1" status: 204 len: 168 time: 1.8955793 Apr 29 07:55:55.914280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48882) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:55.917469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.23 (f759ef62-04e7-494c-aec3-9caf17bf3aec/6766c634-4eed-4e1e-a22c-769cf2029fc8/06911d6f-bacf-452a-b742-21423039f33e) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:55.943315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port dfd6da2d-de3c-4484-b331-0e717532b708 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:55.943687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.015059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:55:56.082718 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Floating IP 7bfde16f-f489-47a5-aa19-4814c724a381 associated. External IP: 172.26.2.74, port: 68e98a27-adda-47be-b9c4-16f42393276e. Apr 29 07:55:56.107739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.158182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.212458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.224525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:56.235722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.extraroute_db [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added routes are [] {{(pid=109782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:55:56.236182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.extraroute_db [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:55:56.265450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:56.267319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] For port 2ed35c55-2318-476e-8ea1-775ad6b78673, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2ed35c55-2318-476e-8ea1-775ad6b78673,segment=NetworkSegment(6c6bf1bf-7fa2-429a-a80d-352582498871),segment_id=6c6bf1bf-7fa2-429a-a80d-352582498871)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:56.271747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:56.298990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Port': ['ID=00d3a634-3176-44cf-8091-0caa1f8eabfd,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:56.305463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] Deleting port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:56.305836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.329105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:56.344404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.551310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.603895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:56.692776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] Provisioning complete for port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:56.693148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.721834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] For port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:56.722240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.752348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.761566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] Calling delete_port for c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:56.769571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f293e7b-e3ee-4b17-be6c-b708b0dbabab None None] Pushing event updated for resources: {'Port': ['ID=2ed35c55-2318-476e-8ea1-775ad6b78673,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:56.818974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:55:56.861822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network f759ef62-04e7-494c-aec3-9caf17bf3aec is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:56.867286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.890263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.902078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:56.907746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:56.909666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:56.933938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:52Z', 'revision_number': 6, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed35c55-2318-476e-8ea1-775ad6b78673', 'name': '', 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:a6:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:46Z', 'updated_at': '2022-04-29T07:55:55Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:56.955223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=06911d6f-bacf-452a-b742-21423039f33e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:56.959139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6efe3a-364a-4fda-9e28-7a2f5f80dd76 req-05cc105e-4d48-4a14-b52f-1e79c0cf0eff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:56.960740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a6efe3a-364a-4fda-9e28-7a2f5f80dd76 req-05cc105e-4d48-4a14-b52f-1e79c0cf0eff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 932 time: 0.2554224 Apr 29 07:55:56.972866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:56.977812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.004052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c8736-edb4-4604-be6c-813df6d5b30d None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:52Z', 'revision_number': 6, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed35c55-2318-476e-8ea1-775ad6b78673', 'name': '', 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:a6:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:46Z', 'updated_at': '2022-04-29T07:55:55Z', 'revision_number': 4, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:57.015887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:57.100226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.124589 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1b34edc9-90a5-48bd-ab5b-204662b80e90 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9269199 Apr 29 07:55:57.132591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:57.145109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Request body: {'port': {'device_id': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:57.147574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:57.194203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.200905 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a6efe3a-364a-4fda-9e28-7a2f5f80dd76 req-7e90c226-1f86-4b75-9088-8194285e0908 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867659 Apr 29 07:55:57.226534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0a36c0ff-8fd1-445f-b174-0ab6979fd454 None None] Provisioning complete for port 2ed35c55-2318-476e-8ea1-775ad6b78673 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:57.227590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a36c0ff-8fd1-445f-b174-0ab6979fd454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.231732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:57.233180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:57.233475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:57.238032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:57.243932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_pluggable_backend [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 07:55:57.249737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_pluggable_backend [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Reverting IP allocation for 2001:db8::f816:3eff:fe88:649c {{(pid=109782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 07:55:57.260052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.334176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.334513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] Pushing event deleted for resources: {'Port': ['ID=c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:57.343607 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.343878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f0f78-32e7-4330-92cd-80e273f1db42 None None] No DVR routers for this DVR port c2b3ba27-f3fc-4e6b-8b5a-bbbff9f463fc on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:57.346798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.355328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:57.452210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:57.486180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:57.490806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:57.515385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.522713 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b2b507bd-944f-4726-a4fc-50a66e4c5f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 200 len: 703 time: 2.6912663 Apr 29 07:55:57.524128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=676d5b85-89ab-4d31-a5fa-2d75dd0d3f27,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:57.526485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48888) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:57.531211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:57.531906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.558592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a3e228c6-f765-42b0-9853-3525816ecb99 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9171994 Apr 29 07:55:57.558592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:55:57.558592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ffb64a-e755-46e8-bad6-77ca11c43264" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "tag": "68e98a27-adda-47be-b9c4-16f42393276e"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:55:57.583282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceafec7-8af6-4388-b0d4-4291beae0d05 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:55:57.634132 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-de6559e1-7f84-4548-9f89-121d7b4d11b8 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7947915 Apr 29 07:55:57.637506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48896) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:57.646269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4ede76ce-55c2-4ce2-8fe0-b0e861be33af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:57.746806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f971431d-a831-4db9-87b2-b24040ce3e65 x-openstack-request-id: req-f971431d-a831-4db9-87b2-b24040ce3e65 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:55:57.747232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "tag": "68e98a27-adda-47be-b9c4-16f42393276e", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:55:57.747585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f971431d-a831-4db9-87b2-b24040ce3e65 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:55:57.748541 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f971431d-a831-4db9-87b2-b24040ce3e65'] response: {'name': 'network-changed', 'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e', 'status': 'completed', 'code': 200} Apr 29 07:55:57.825353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2ed35c55-2318-476e-8ea1-775ad6b78673 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:55:57.901486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.926088 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-176cea95-2a35-4480-a88a-e1e59fb4a896 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 200 len: 703 time: 0.3936381 Apr 29 07:55:57.928462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48898) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:57.939983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-660a36e5-8355-4af4-9102-61b4b91fa008 None None] Provisioning complete for port 06911d6f-bacf-452a-b742-21423039f33e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:57.940358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-660a36e5-8355-4af4-9102-61b4b91fa008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:57.992350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-660a36e5-8355-4af4-9102-61b4b91fa008 None None] Port 06911d6f-bacf-452a-b742-21423039f33e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:55:58.017849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2ed35c55-2318-476e-8ea1-775ad6b78673 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:55:58.018214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:58.101750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': '676d5b85-89ab-4d31-a5fa-2d75dd0d3f27'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:55:58.102624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:58.131508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '7bfde16f-f489-47a5-aa19-4814c724a381', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '68e98a27-adda-47be-b9c4-16f42393276e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:5d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:55:53Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:58.173480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:58.195047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:58.200654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-e92a4924-a9ec-466d-b9f7-3de107a5fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:58.202873 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-e92a4924-a9ec-466d-b9f7-3de107a5fd7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 1098 time: 0.4489598 Apr 29 07:55:58.277215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:58.277851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:58.332334 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:58.376447 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:58.382924 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:58.389549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Allocated IP 2001:db8::f816:3eff:fea8:6fd5 (82cc26d6-a369-4498-98e7-aa4095711705/676d5b85-89ab-4d31-a5fa-2d75dd0d3f27/b8c7a1b1-1343-4133-9ef2-cf510b2f449f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:58.409542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926efb8-ae29-4c4b-8a9d-b66b6a075f7d req-b7638d18-b42d-4db2-b13f-cd063b5811b9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:58.411260 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7926efb8-ae29-4c4b-8a9d-b66b6a075f7d req-b7638d18-b42d-4db2-b13f-cd063b5811b9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 932 time: 0.1045747 Apr 29 07:55:58.422389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-6e0dda33-73ef-40e1-90ab-3f16beaff7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:58.424293 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-6e0dda33-73ef-40e1-90ab-3f16beaff7bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.2139473 Apr 29 07:55:58.478734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede76ce-55c2-4ce2-8fe0-b0e861be33af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:58.482597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ede76ce-55c2-4ce2-8fe0-b0e861be33af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:58.541578 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:58.581403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.ipam_backend_mixin [None req-4ede76ce-55c2-4ce2-8fe0-b0e861be33af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 676d5b85-89ab-4d31-a5fa-2d75dd0d3f27 (CIDR: 2001:db8::/64) Apr 29 07:55:58.612574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7926efb8-ae29-4c4b-8a9d-b66b6a075f7d req-6b705872-972a-4f09-9e85-5983841880a6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870708 Apr 29 07:55:58.643164 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ede76ce-55c2-4ce2-8fe0-b0e861be33af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:55:58.644046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ede76ce-55c2-4ce2-8fe0-b0e861be33af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:55:58.667722 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-f6ec5662-03d7-47b8-bd2f-613cb46320d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68e98a27-adda-47be-b9c4-16f42393276e HTTP/1.1" status: 200 len: 998 time: 0.2346992 Apr 29 07:55:58.740185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-04ddaae1-80e3-49e9-b23b-41ee8b02fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:58.742202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-04ddaae1-80e3-49e9-b23b-41ee8b02fb2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0680530 Apr 29 07:55:58.756178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:58.781143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:58.800029 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4ede76ce-55c2-4ce2-8fe0-b0e861be33af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1613097 Apr 29 07:55:58.804565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48902) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:58.810192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:58.843820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06911d6f-bacf-452a-b742-21423039f33e {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:55:58.878619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-1ea60efe-8e7e-4fdd-84a9-691d283ef54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:58.880171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-1ea60efe-8e7e-4fdd-84a9-691d283ef54b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307752 Apr 29 07:55:58.880943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:58.883051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:58.903123 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 7, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed35c55-2318-476e-8ea1-775ad6b78673', 'name': '', 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:a6:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:46Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:58.932906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Transition to ACTIVE for port object 06911d6f-bacf-452a-b742-21423039f33e will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:55:58.956735 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:58.964710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:58.970765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:58.971945 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:58.973581 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:58.986340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:58.991184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:59.013180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.031365 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-d14a8b87-2f8b-42e9-8f03-9c786b7f0df3 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430602 Apr 29 07:55:59.104682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:59.113589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Router f995a336-ab99-44c9-8983-d30f73988f90 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:55:59.115531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.117155 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:59.137394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Attempting to bind port b8c7a1b1-1343-4133-9ef2-cf510b2f449f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:59.137819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Attempting to bind port b8c7a1b1-1343-4133-9ef2-cf510b2f449f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:59.138184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Attempting to bind port b8c7a1b1-1343-4133-9ef2-cf510b2f449f on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:59.150294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Pushing event updated for resources: {'Port': ['ID=06911d6f-bacf-452a-b742-21423039f33e,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:59.153303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:59.153827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:59.154474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.154906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:59.156169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Bound port: b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:59.156618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.245359 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ffb64a-e755-46e8-bad6-77ca11c43264 req-974bba5b-e39d-48f0-9131-7b5ca2d3c1c4 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072158 Apr 29 07:55:59.299380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:59.314269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:59.331403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '7bfde16f-f489-47a5-aa19-4814c724a381', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '68e98a27-adda-47be-b9c4-16f42393276e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:5d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:55:53Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:59.375800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7c3b-1ca6-454a-a515-1d01d8e5dea2 None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '7bfde16f-f489-47a5-aa19-4814c724a381', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '68e98a27-adda-47be-b9c4-16f42393276e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:5d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:55:53Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:59.398094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.420918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Deleting port 36b6255f-3eee-4974-84ea-d80310ba2e39 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:55:59.421252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.448010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Attempting to bind port 06911d6f-bacf-452a-b742-21423039f33e on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:55:59.448351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Attempting to bind port 06911d6f-bacf-452a-b742-21423039f33e by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:55:59.448674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Attempting to bind port 06911d6f-bacf-452a-b742-21423039f33e on network f759ef62-04e7-494c-aec3-9caf17bf3aec {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:59.489070 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 7, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed35c55-2318-476e-8ea1-775ad6b78673', 'name': '', 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:a6:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:46Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:59.515940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c7afb-7067-4b85-9350-6e7ae457e121 None None] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:59.524852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Port 06911d6f-bacf-452a-b742-21423039f33e on network f759ef62-04e7-494c-aec3-9caf17bf3aec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:55:59.525179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Attempting to bind port 06911d6f-bacf-452a-b742-21423039f33e on network f759ef62-04e7-494c-aec3-9caf17bf3aec {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:59.531255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:59.545021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Sync routers for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:59.545922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:59.546267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Checking segment: {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:55:59.546673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Bound using segment: {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:59.547113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Bound port: 06911d6f-bacf-452a-b742-21423039f33e, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:55:59.547467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.557463 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e8921-ed9c-40b4-ab16-8c8da5ecaf3e None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 7, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed35c55-2318-476e-8ea1-775ad6b78673', 'name': '', 'network_id': '223784de-0b57-4dff-a0f6-0e00d3c4e940', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:a6:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:46Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'd68c3ec5-9154-4f6b-b045-2262a927f92d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:59.564574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:59.565194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:59.632408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.642370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.737465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] For port 36b6255f-3eee-4974-84ea-d80310ba2e39, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=36b6255f-3eee-4974-84ea-d80310ba2e39,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:59.737847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.744342 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.745960 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8ab5521f-8346-4bbe-8918-c9243b1f058c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.2859516 Apr 29 07:55:59.752468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:59.773164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Calling delete_port for 36b6255f-3eee-4974-84ea-d80310ba2e39 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:55:59.778593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48906) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:55:59.809913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:59.829082 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a02d53-2a5a-46e1-8e23-2cbbfb62ce5c None None] New status for floating IP 7bfde16f-f489-47a5-aa19-4814c724a381: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:55:59.856238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=a912757e-5823-46db-8737-2e7b2661da44,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:59.859546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:59.878049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:59.879580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:55:59.948962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08418e13-fc53-48ce-92c4-509a1764843f req-0cc53997-e50b-4d8f-a79f-f493a5cf3b7e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:55:59.950617 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08418e13-fc53-48ce-92c4-509a1764843f req-0cc53997-e50b-4d8f-a79f-f493a5cf3b7e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 944 time: 0.2271252 Apr 29 07:56:00.028193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-023aeb17-118c-450d-b42c-6491eb45da0a tempest-TestNetworkAdvancedServerOps-1617974249 tempest-TestNetworkAdvancedServerOps-1617974249-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=38b36d00a1204f4680e18de3747eb0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2482610 Apr 29 07:56:00.034199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48910) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:00.037554 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-732c4596-adf5-4e48-bb7d-d532d5845626 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2324433 Apr 29 07:56:00.047501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48912) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:00.054642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:05:ae:cc', 'name': 'tempest-NetworksTestDHCPv6-733281773'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:00.096466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08418e13-fc53-48ce-92c4-509a1764843f req-de08283d-7853-4c41-9275-205bd9657914 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076944 Apr 29 07:56:00.105238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] For port 06911d6f-bacf-452a-b742-21423039f33e, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:00.138171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 3, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:00.158301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] For port 06911d6f-bacf-452a-b742-21423039f33e, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=06911d6f-bacf-452a-b742-21423039f33e,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:00.164608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5898899-ffca-40b1-ab87-fbc701b1982d tempest-TestNetworkAdvancedServerOps-1617974249 tempest-TestNetworkAdvancedServerOps-1617974249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:00.166540 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e5898899-ffca-40b1-ab87-fbc701b1982d tempest-TestNetworkAdvancedServerOps-1617974249 tempest-TestNetworkAdvancedServerOps-1617974249-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277742 Apr 29 07:56:00.170997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48914) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:00.171471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Checking router: f995a336-ab99-44c9-8983-d30f73988f90 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:00.171471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Updating router f995a336-ab99-44c9-8983-d30f73988f90 port 00d3a634-3176-44cf-8091-0caa1f8eabfd binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:56:00.198348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.214090 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8f076d47-8314-479f-894b-d82acbda899e tempest-TestNetworkAdvancedServerOps-1617974249 tempest-TestNetworkAdvancedServerOps-1617974249-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377409 Apr 29 07:56:00.214944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48916) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:00.220061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012333907', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:00.255469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.365050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:00.365877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.367078 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] 10.222.0.39 "PUT /v2.0/ports/06911d6f-bacf-452a-b742-21423039f33e HTTP/1.1" status: 200 len: 1094 time: 3.2336171 Apr 29 07:56:00.371091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'tag': '06911d6f-bacf-452a-b742-21423039f33e'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:00.382967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Made reservation on behalf of 38b36d00a1204f4680e18de3747eb0af for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:00.383845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dab71f-df8a-4811-b3af-be399b189fac" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ca4c3c-09a2-4b6c-90a3-aa4c24877667", "tag": "06911d6f-bacf-452a-b742-21423039f33e"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:00.389252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.479853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e74b0e7-8685-4d56-b1c1-3b6c2f085363 x-openstack-request-id: req-3e74b0e7-8685-4d56-b1c1-3b6c2f085363 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:00.480227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ca4c3c-09a2-4b6c-90a3-aa4c24877667", "tag": "06911d6f-bacf-452a-b742-21423039f33e", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:00.480358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e74b0e7-8685-4d56-b1c1-3b6c2f085363 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:00.480753 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e74b0e7-8685-4d56-b1c1-3b6c2f085363'] response: {'name': 'network-changed', 'server_uuid': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'tag': '06911d6f-bacf-452a-b742-21423039f33e', 'status': 'completed', 'code': 200} Apr 29 07:56:00.504957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2053148-6939-4917-8a3e-5deccf13825d service neutron] Pushing event updated for resources: {'Port': ['ID=06911d6f-bacf-452a-b742-21423039f33e,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:00.546297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:00.560015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.631656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.737011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10551f79-13a4-42db-8269-86aeab153882 None None] Pushing event updated for resources: {'Port': ['ID=00d3a634-3176-44cf-8091-0caa1f8eabfd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:00.743039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Attempting to bind port 00d3a634-3176-44cf-8091-0caa1f8eabfd on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:00.743666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Attempting to bind port 00d3a634-3176-44cf-8091-0caa1f8eabfd by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:00.744288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Attempting to bind port 00d3a634-3176-44cf-8091-0caa1f8eabfd on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:00.751676 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab71f-df8a-4811-b3af-be399b189fac req-663dee2e-e091-47e9-be2d-d55868377ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:00.753352 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e8dab71f-df8a-4811-b3af-be399b189fac req-663dee2e-e091-47e9-be2d-d55868377ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 1097 time: 0.2657316 Apr 29 07:56:00.759581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.761601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:00.762064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:00.762565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.763023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:00.763607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Bound port: 00d3a634-3176-44cf-8091-0caa1f8eabfd, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:00.764637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.820315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.824503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] For port 00d3a634-3176-44cf-8091-0caa1f8eabfd, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:00.827962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] For port 00d3a634-3176-44cf-8091-0caa1f8eabfd, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=00d3a634-3176-44cf-8091-0caa1f8eabfd,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:00.845696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b6255f-3eee-4974-84ea-d80310ba2e39,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:00.890945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Subnet': ['ID=d510a9a6-aada-42b2-a2da-d72e82142c94,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:00.901633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Checking segment: {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:00.902373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Network hostable DHCP agents. Network: f2708400-f177-4bc7-823d-35c20779d832, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:00.902969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.911933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 2ed35c55-2318-476e-8ea1-775ad6b78673 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:00.916487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.947574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:00.996785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Network f2708400-f177-4bc7-823d-35c20779d832 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:01.001201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:01.001201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:01.004030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10551f79-13a4-42db-8269-86aeab153882 None None] Pushing event updated for resources: {'Port': ['ID=00d3a634-3176-44cf-8091-0caa1f8eabfd,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:01.070629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94251d8a-f55b-403b-bac3-6d3fcbc6c520 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:01.079530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f2708400-f177-4bc7-823d-35c20779d832) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:01.084877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:01.085990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:01.109732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ee221-3b0e-4ec8-82c2-ab69244293ea None None] Network f2708400-f177-4bc7-823d-35c20779d832 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:01.246610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b779091-0965-4c7f-88aa-d70dea74ab77 req-dd0bc8a5-8880-49ee-b048-351c31f71601 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:01.248412 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b779091-0965-4c7f-88aa-d70dea74ab77 req-dd0bc8a5-8880-49ee-b048-351c31f71601 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 944 time: 0.0609188 Apr 29 07:56:01.296719 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b779091-0965-4c7f-88aa-d70dea74ab77 req-3c8d57e1-21f5-465d-a3b7-e91ee489e847 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Apr 29 07:56:01.300009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8833f830-66aa-40e8-9b62-aed2cd247c05 None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:01.300748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8833f830-66aa-40e8-9b62-aed2cd247c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:01.336419 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-86e16356-0a7a-4915-be19-ec8f16113754 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1176572 Apr 29 07:56:01.336871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48922) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:01.351888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:01.439594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 5c00fafb-aa8f-4509-95da-95eea4a297ec yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:01.573159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab71f-df8a-4811-b3af-be399b189fac req-9e6a8f85-5b43-45a0-b2a3-5d557f9db427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:01.573637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab71f-df8a-4811-b3af-be399b189fac req-9e6a8f85-5b43-45a0-b2a3-5d557f9db427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:01.575358 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e8dab71f-df8a-4811-b3af-be399b189fac req-9e6a8f85-5b43-45a0-b2a3-5d557f9db427 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.8130774 Apr 29 07:56:01.597156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port 2ed35c55-2318-476e-8ea1-775ad6b78673, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2ed35c55-2318-476e-8ea1-775ad6b78673,segment=NetworkSegment(6c6bf1bf-7fa2-429a-a80d-352582498871),segment_id=6c6bf1bf-7fa2-429a-a80d-352582498871)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:01.597532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:01.668661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 2ed35c55-2318-476e-8ea1-775ad6b78673 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:01.817845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b8c7a1b1-1343-4133-9ef2-cf510b2f449f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:01.904720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:01.914021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:01.944379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f2708400-f177-4bc7-823d-35c20779d832', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:56:01.945482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:01.946783 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab71f-df8a-4811-b3af-be399b189fac req-411c59c8-3044-40a6-aa37-bead4ce04fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:01.948313 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e8dab71f-df8a-4811-b3af-be399b189fac req-411c59c8-3044-40a6-aa37-bead4ce04fef service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3600714 Apr 29 07:56:01.995536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8833f830-66aa-40e8-9b62-aed2cd247c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.096130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:02.096409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.119586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8:0:1::10c (82cc26d6-a369-4498-98e7-aa4095711705/a912757e-5823-46db-8737-2e7b2661da44/5c00fafb-aa8f-4509-95da-95eea4a297ec) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:02.141271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::f816:3eff:fe05:aecc (82cc26d6-a369-4498-98e7-aa4095711705/676d5b85-89ab-4d31-a5fa-2d75dd0d3f27/5c00fafb-aa8f-4509-95da-95eea4a297ec) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:02.154895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 3, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:02.167708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8833f830-66aa-40e8-9b62-aed2cd247c05 None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:02.199542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-bb8c26fa-f96a-40f5-8385-cbc2b712409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:02.201009 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-bb8c26fa-f96a-40f5-8385-cbc2b712409f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 1097 time: 0.1857908 Apr 29 07:56:02.234368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b9bc7-c55c-409a-8b21-5d844052be23 None None] The sync data for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv is: [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:55:56Z', 'revision_number': 3, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:02.242879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70a168-93b2-43b6-831d-b02372f73a1b None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': '676d5b85-89ab-4d31-a5fa-2d75dd0d3f27', 'ip_address': '2001:db8::f816:3eff:fea8:6fd5'}, {'subnet_id': 'a912757e-5823-46db-8737-2e7b2661da44'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'b8c7a1b1-1343-4133-9ef2-cf510b2f449f'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:56:02.259372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8833f830-66aa-40e8-9b62-aed2cd247c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.306315 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-3956834f-5cb9-4c5a-9767-8dac99cf96a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=06911d6f-bacf-452a-b742-21423039f33e HTTP/1.1" status: 200 len: 217 time: 0.0937881 Apr 29 07:56:02.315727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Allocated IP 172.20.0.2 (f2708400-f177-4bc7-823d-35c20779d832/d510a9a6-aada-42b2-a2da-d72e82142c94/69302ee3-fa3b-4150-86df-52d604d589fd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:02.322692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f70a168-93b2-43b6-831d-b02372f73a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.413924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1f137510-e076-42fc-96cb-0f1f274a203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:02.418156 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-1f137510-e076-42fc-96cb-0f1f274a203d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6766c634-4eed-4e1e-a22c-769cf2029fc8 HTTP/1.1" status: 200 len: 838 time: 0.1018343 Apr 29 07:56:02.424466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833f830-66aa-40e8-9b62-aed2cd247c05 None None] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:02.464348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5a14-a7ef-42e3-bb29-957ea2731e04 req-b0fc7bd3-fc5d-436c-b0ea-593415e2a861 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:02.466623 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-416e5a14-a7ef-42e3-bb29-957ea2731e04 req-b0fc7bd3-fc5d-436c-b0ea-593415e2a861 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 944 time: 0.0623760 Apr 29 07:56:02.471868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.529061 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-416e5a14-a7ef-42e3-bb29-957ea2731e04 req-cb1a9bad-032e-458e-9271-41bee8141697 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Apr 29 07:56:02.541804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=2ed35c55-2318-476e-8ea1-775ad6b78673,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:02.625475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.625821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.626160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.626522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.626873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.627215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.627537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.627859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.628183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.628501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.628820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.629140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:02.662812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Router a04adfd0-b1b0-4519-874f-9ff3474e3e4a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:02.695532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.740220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-e18e9758-28d0-4996-9ddd-6c474d6d966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:02.742188 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-e18e9758-28d0-4996-9ddd-6c474d6d966d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f759ef62-04e7-494c-aec3-9caf17bf3aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2852061 Apr 29 07:56:02.766305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.823631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Network f2708400-f177-4bc7-823d-35c20779d832 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:02.826984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:02.831938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Allocated IP 172.20.0.1 (f2708400-f177-4bc7-823d-35c20779d832/d510a9a6-aada-42b2-a2da-d72e82142c94/785d8c4d-ef3c-45e7-8fb1-9a604e64dc25) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:02.835345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:02.863621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Pushing event updated for resources: {'Port': ['ID=69302ee3-fa3b-4150-86df-52d604d589fd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:02.923995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.930592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Attempting to bind port 69302ee3-fa3b-4150-86df-52d604d589fd on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:02.930966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Attempting to bind port 69302ee3-fa3b-4150-86df-52d604d589fd by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:02.931333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Attempting to bind port 69302ee3-fa3b-4150-86df-52d604d589fd on network f2708400-f177-4bc7-823d-35c20779d832 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:02.937829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:02.938388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Checking segment: {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:02.938825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.939220 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-50ea1ad5-8112-4357-9467-2ea7bb81deaf service neutron] 10.222.0.39 "GET /v2.0/networks/f759ef62-04e7-494c-aec3-9caf17bf3aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115587 Apr 29 07:56:02.939354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Bound using segment: {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:02.939823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Bound port: 69302ee3-fa3b-4150-86df-52d604d589fd, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:02.940348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:02.974572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:03.029315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] For port 69302ee3-fa3b-4150-86df-52d604d589fd, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:03.033258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] For port 69302ee3-fa3b-4150-86df-52d604d589fd, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=69302ee3-fa3b-4150-86df-52d604d589fd,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:03.069010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:03.097579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:03.118239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Network f2708400-f177-4bc7-823d-35c20779d832 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:03.121655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:03.128648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:03.186364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc18762-8972-447c-a0e8-dfe167c2b410 None None] Pushing event updated for resources: {'Port': ['ID=69302ee3-fa3b-4150-86df-52d604d589fd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:03.198813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:03.283244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Port': ['ID=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:03.315476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.315878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.316229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.318489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.318825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.319152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.319613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.319945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.320265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.320584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.320900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.321217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:03.484668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:03.497160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:03.719701 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-208dee3b-ab5e-4d58-93f6-70399d025338 req-77255f8b-b28f-4792-98b7-478b31ec3bca service neutron] 10.222.0.39 "GET /v2.0/networks/f759ef62-04e7-494c-aec3-9caf17bf3aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7228258 Apr 29 07:56:03.770481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9dfc2-31e2-4e11-8e1f-a9df06f9c151 req-61560382-cc8c-43da-83e4-2ca6aeadd951 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:03.778808 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-93a9dfc2-31e2-4e11-8e1f-a9df06f9c151 req-61560382-cc8c-43da-83e4-2ca6aeadd951 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 944 time: 0.1025672 Apr 29 07:56:03.780782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:03.791831 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8d009525-3979-4411-b371-24e7092fe802 admin admin] 10.222.0.16 "PUT /v2.0/routers/a04adfd0-b1b0-4519-874f-9ff3474e3e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8759754 Apr 29 07:56:03.792392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48928) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:03.797218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] Sync routers for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:03.809349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:03.811332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:03.857318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-93a9dfc2-31e2-4e11-8e1f-a9df06f9c151 req-81c54dd0-4721-4087-9fce-004c8eed3971 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722046 Apr 29 07:56:03.923718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:03.925367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 69302ee3-fa3b-4150-86df-52d604d589fd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:04.056206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1f70a168-93b2-43b6-831d-b02372f73a1b None None] Allocated IP 2001:db8:0:1::2 (82cc26d6-a369-4498-98e7-aa4095711705/a912757e-5823-46db-8737-2e7b2661da44/b8c7a1b1-1343-4133-9ef2-cf510b2f449f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:04.062580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.074467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.123486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:04.135147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:04.145929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.152460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:04.154083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:04.156839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.164693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:04.170581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:04.171344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.186514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=5c00fafb-aa8f-4509-95da-95eea4a297ec,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:04.275448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 69302ee3-fa3b-4150-86df-52d604d589fd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:04.275823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.296797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.298522 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1921e951-1f33-43a1-ac37-5b7aed498a81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2481353 Apr 29 07:56:04.299065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48930) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:04.335369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Port': ['ID=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:04.369223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1f70a168-93b2-43b6-831d-b02372f73a1b None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:04.396064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:04.419745 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:04.427093 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-972a5935-2c69-4dd0-8e42-056312cdc52d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4593563 Apr 29 07:56:04.430581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48932) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:04.457836 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:04.458934 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:04.497710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Network f2708400-f177-4bc7-823d-35c20779d832 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:04.503184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:04.545254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet d68c3ec5-9154-4f6b-b045-2262a927f92d {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:04.553072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.556808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Deleting port 034785f1-28a0-489c-b4f8-cfe6a0a62800 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:04.557232 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.661384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 5c00fafb-aa8f-4509-95da-95eea4a297ec {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:04.662014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.671510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f70a168-93b2-43b6-831d-b02372f73a1b None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.696067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.705883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.734901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:56:00Z', 'revision_number': 5, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port': {'id': '034785f1-28a0-489c-b4f8-cfe6a0a62800', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:03Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:04.756460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Router f995a336-ab99-44c9-8983-d30f73988f90 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:04.766512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 69302ee3-fa3b-4150-86df-52d604d589fd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=69302ee3-fa3b-4150-86df-52d604d589fd,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:04.768007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f70a168-93b2-43b6-831d-b02372f73a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.840693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] For port 034785f1-28a0-489c-b4f8-cfe6a0a62800, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=034785f1-28a0-489c-b4f8-cfe6a0a62800,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:04.841052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.855503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] Checking router: a04adfd0-b1b0-4519-874f-9ff3474e3e4a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:04.866506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.867539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b8c7a1b1-1343-4133-9ef2-cf510b2f449f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:04.886272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Calling delete_port for 034785f1-28a0-489c-b4f8-cfe6a0a62800 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:04.912186 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:04.944901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:04.981491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:04.989326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] Routers {'a04adfd0-b1b0-4519-874f-9ff3474e3e4a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:04.989981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:04.993108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4ed9edd2-1391-49c5-99c7-d5207ed2ddcb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "PUT /v2.0/routers/f995a336-ab99-44c9-8983-d30f73988f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6545672 Apr 29 07:56:05.040279 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 5c00fafb-aa8f-4509-95da-95eea4a297ec owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:05.085076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.115027 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e577e-a348-4b1b-be98-abb6cdb426f4 req-b7b3c477-b260-45ba-8574-7c2583796745 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:05.116714 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9d0e577e-a348-4b1b-be98-abb6cdb426f4 req-b7b3c477-b260-45ba-8574-7c2583796745 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 944 time: 0.1447279 Apr 29 07:56:05.142784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70a168-93b2-43b6-831d-b02372f73a1b None None] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:05.189971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9d0e577e-a348-4b1b-be98-abb6cdb426f4 req-e1101d80-7352-4010-aa2e-1e5cd4ff9843 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671768 Apr 29 07:56:05.205303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Sync routers for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:05.207767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f2b7a-d92b-4e7c-8cd5-4405fe3c583b None None] Network f2708400-f177-4bc7-823d-35c20779d832 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:05.285037 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-14a9d257-72dc-47e1-b857-c1a6cf626257 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410153406&fields=id&tenant_id=38b36d00a1204f4680e18de3747eb0af HTTP/1.1" status: 200 len: 267 time: 0.0470872 Apr 29 07:56:05.359132 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:02Z', 'revision_number': 8, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:05.371183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] Set router a04adfd0-b1b0-4519-874f-9ff3474e3e4a gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:05.375288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=69302ee3-fa3b-4150-86df-52d604d589fd,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:05.410218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b69db16b-0a61-4ea1-89ff-e4e75f41c8e1 None None] Provisioning complete for port 69302ee3-fa3b-4150-86df-52d604d589fd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:05.410618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b69db16b-0a61-4ea1-89ff-e4e75f41c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.412144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:05.412785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:05.412929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-a35ddcd6-8d7d-4e3b-9d57-e1d12b9d6d97 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:05.414455 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-a35ddcd6-8d7d-4e3b-9d57-e1d12b9d6d97 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/networks?id=f2708400-f177-4bc7-823d-35c20779d832 HTTP/1.1" status: 200 len: 796 time: 0.1284306 Apr 29 07:56:05.427794 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:05.438683 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:05.439554 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:05.445234 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-65bd1a77-5556-4d89-81b6-db4d158cdb8b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/quotas/38b36d00a1204f4680e18de3747eb0af HTTP/1.1" status: 200 len: 375 time: 0.0129702 Apr 29 07:56:05.520039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:56:04Z', 'revision_number': 6, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:05.535777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-b6950efa-5ed0-4328-ad6b-5beea578157b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=38b36d00a1204f4680e18de3747eb0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776279 Apr 29 07:56:05.543062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.565556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2640e15-e1a6-48b7-b153-35be37600454 None None] The sync data for ids ['a04adfd0-b1b0-4519-874f-9ff3474e3e4a'] in dv-neutron-839740-1-hyperv is: [{'id': 'a04adfd0-b1b0-4519-874f-9ff3474e3e4a', 'name': 'tempest-ServerActionsTestJSON-1886275417-router', 'tenant_id': 'f109ee449caa4ee38894e7725d1abbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:01Z', 'updated_at': '2022-04-29T07:56:04Z', 'revision_number': 6, 'project_id': 'f109ee449caa4ee38894e7725d1abbb6', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:05.573081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:05.573466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.591690 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:05.624765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.632911 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/d68c3ec5-9154-4f6b-b045-2262a927f92d HTTP/1.1" status: 204 len: 168 time: 1.1964242 Apr 29 07:56:05.633642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48950) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:05.636810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbc107-2472-4b8e-89be-b7d000482ef4 None None] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:05.700426 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520bdb3-cd52-44a0-9a5a-572f3ed7ac90 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=d68c3ec5-9154-4f6b-b045-2262a927f92d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:05.801426 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-d8094f4e-487d-4479-8298-1b7a8878a8ed service neutron] 10.222.0.16 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440639 Apr 29 07:56:05.817432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.827152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.872182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=034785f1-28a0-489c-b4f8-cfe6a0a62800,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:05.885302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:05.917359 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:02Z', 'revision_number': 8, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:05.955193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=5c00fafb-aa8f-4509-95da-95eea4a297ec,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:05.970519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:06.006745 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b754d6-95a5-4911-8e36-054de00a4461 None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:02Z', 'revision_number': 8, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': '04efe09e-b183-41aa-a96b-2d497cf16fb1', 'name': '', 'network_id': 'e0df554c-7185-4d40-bfbe-86d172e08a97', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:4d:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '97c3d053-8880-40bb-aa29-98921b096974', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:39Z', 'updated_at': '2022-04-29T07:55:49Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': '97c3d053-8880-40bb-aa29-98921b096974', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:06.120532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.129463 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9f77237a-82a5-4bca-8fd7-6c744be6fc96 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/5c00fafb-aa8f-4509-95da-95eea4a297ec HTTP/1.1" status: 204 len: 168 time: 1.8261714 Apr 29 07:56:06.132045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48952) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:06.169655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.290381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.293837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.335970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 00d3a634-3176-44cf-8091-0caa1f8eabfd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:06.363118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7832b6-09df-4159-ba82-1486a9c69f0a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:06.368704 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bc7832b6-09df-4159-ba82-1486a9c69f0a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2353466 Apr 29 07:56:06.376882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48956) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:06.398453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5de43099-e523-42c0-9a26-78ac4d7dd74b None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:06.398910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5de43099-e523-42c0-9a26-78ac4d7dd74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.452640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.454886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04adfd0-b1b0-4519-874f-9ff3474e3e4a {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:56:06.464214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-e1441c7f-99a1-4f51-950a-fa54f6488636 service neutron] 10.222.0.16 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423378 Apr 29 07:56:06.479194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.490170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48958) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:06.493747 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-25a8d2d9-d62c-4713-b57e-ce0b49ae4a5f admin admin] 10.222.0.16 "DELETE /v2.0/routers/a04adfd0-b1b0-4519-874f-9ff3474e3e4a HTTP/1.1" status: 204 len: 168 time: 2.6857378 Apr 29 07:56:06.507271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 2, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:06.525509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8b9be-e217-4d91-a9b9-7e55da4c22a4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:06.533266 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-19a8b9be-e217-4d91-a9b9-7e55da4c22a4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1490686 Apr 29 07:56:06.534013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48960) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:06.567298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Checking router: f995a336-ab99-44c9-8983-d30f73988f90 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:06.567586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Updating router f995a336-ab99-44c9-8983-d30f73988f90 port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:56:06.605936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 00d3a634-3176-44cf-8091-0caa1f8eabfd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:06.606108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.624514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] Deleting subnet 56b6060d-45d7-4f20-9575-69359b1440fb {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:06.629900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.658551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.661839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4889467c-37ae-48c0-98a7-67d006c30d98 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:06.664282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4889467c-37ae-48c0-98a7-67d006c30d98 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:06.669121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4889467c-37ae-48c0-98a7-67d006c30d98 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:06.692764 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4889467c-37ae-48c0-98a7-67d006c30d98 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1576149 Apr 29 07:56:06.695536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48962) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:06.697065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.811833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 676d5b85-89ab-4d31-a5fa-2d75dd0d3f27 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:06.820802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.868290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:06.874338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] DHCP port deletion for 223784de-0b57-4dff-a0f6-0e00d3c4e940 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:06.878295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 06911d6f-bacf-452a-b742-21423039f33e details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:56:06.918881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-441d7075-7121-437c-98eb-f60f5668f2d8 None None] Could not find standard attr ID for object 5c00fafb-aa8f-4509-95da-95eea4a297ec. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:56:06.968879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.005400 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b9fbf7be-67ad-4a76-be44-cfa4ef3a52f0 req-2fd757f5-9b18-40ce-8040-876a41353d92 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 210 time: 0.0636053 Apr 29 07:56:07.020251 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.076868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b6060d-45d7-4f20-9575-69359b1440fb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:07.110680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port dfd6da2d-de3c-4484-b331-0e717532b708 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:07.111030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.136892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.139973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819aaee-745d-4d0e-bf98-2cfbf2c47559 None None] Network ae58e533-caeb-4f42-af32-8c6457a8748a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:07.150587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.162548 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ac54ad40-f434-485f-9bf8-866ad74824c3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56b6060d-45d7-4f20-9575-69359b1440fb HTTP/1.1" status: 204 len: 168 time: 0.6585884 Apr 29 07:56:07.169906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48968) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:07.199476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e0517a46-3c78-4f93-8ca6-71009796637a None None] Provisioning complete for port 69302ee3-fa3b-4150-86df-52d604d589fd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:07.199858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0517a46-3c78-4f93-8ca6-71009796637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.200734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191b38e-f809-4545-bfbd-37775cc8264d req-f28793b6-63b5-4736-8c14-a70be541f058 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:07.210645 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b191b38e-f809-4545-bfbd-37775cc8264d req-f28793b6-63b5-4736-8c14-a70be541f058 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 944 time: 0.7952878 Apr 29 07:56:07.333084 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b191b38e-f809-4545-bfbd-37775cc8264d req-fb2ab0f8-4116-4655-9375-db9380e1c2b4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111209 Apr 29 07:56:07.338827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port dfd6da2d-de3c-4484-b331-0e717532b708, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dfd6da2d-de3c-4484-b331-0e717532b708,segment=NetworkSegment(6c6bf1bf-7fa2-429a-a80d-352582498871),segment_id=6c6bf1bf-7fa2-429a-a80d-352582498871)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:07.339231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.353608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for dfd6da2d-de3c-4484-b331-0e717532b708 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:07.356493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.365661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.371642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] Deleting port dfd6da2d-de3c-4484-b331-0e717532b708 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:07.372632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.405247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 06911d6f-bacf-452a-b742-21423039f33e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=06911d6f-bacf-452a-b742-21423039f33e,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:07.429563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.474203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=676d5b85-89ab-4d31-a5fa-2d75dd0d3f27,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:07.476725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.480227 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dc3b9eb3-3ee8-4da0-9df7-3939d75caf5e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/676d5b85-89ab-4d31-a5fa-2d75dd0d3f27 HTTP/1.1" status: 204 len: 168 time: 0.7818522 Apr 29 07:56:07.482880 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48974) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:07.492371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Deleting port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:07.492371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.512751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '06911d6f-bacf-452a-b742-21423039f33e', 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec', 'port_id': '06911d6f-bacf-452a-b742-21423039f33e', 'mac_address': 'fa:16:3e:6e:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766c634-4eed-4e1e-a22c-769cf2029fc8', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:56:07.515183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e115cde-d69e-4c5a-9343-2dcb9d8bed86 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:07.525936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 00d3a634-3176-44cf-8091-0caa1f8eabfd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=00d3a634-3176-44cf-8091-0caa1f8eabfd,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:07.542164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.576558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=dfd6da2d-de3c-4484-b331-0e717532b708,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:07.587180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port dfd6da2d-de3c-4484-b331-0e717532b708 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:07.598476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet a912757e-5823-46db-8737-2e7b2661da44 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:07.602355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] For port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=25cf430c-67c4-48fc-9086-5b03e2c5c5a4,segment=NetworkSegment(bdb07daa-02ff-4f76-97bb-c9cfe728dd19),segment_id=bdb07daa-02ff-4f76-97bb-c9cfe728dd19)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:07.602758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.605022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.629322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] For port dfd6da2d-de3c-4484-b331-0e717532b708, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dfd6da2d-de3c-4484-b331-0e717532b708,segment=NetworkSegment(6c6bf1bf-7fa2-429a-a80d-352582498871),segment_id=6c6bf1bf-7fa2-429a-a80d-352582498871)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:07.629735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.632884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.646777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Calling delete_port for 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:07.675610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.706570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.719121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223784de-0b57-4dff-a0f6-0e00d3c4e940']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:07.730951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6bf1bf-7fa2-429a-a80d-352582498871') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:07.731438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6bf1bf-7fa2-429a-a80d-352582498871') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:07.742785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.747165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] Calling delete_port for dfd6da2d-de3c-4484-b331-0e717532b708 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:07.757918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.765699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:07.766401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.827992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:07.834945 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:07.862283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 69302ee3-fa3b-4150-86df-52d604d589fd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:07.872028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.952409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.961627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:07.968192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ac3d0-481d-4a30-bb43-797d51744c17 None None] DHCP port deletion for ae58e533-caeb-4f42-af32-8c6457a8748a request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:07.968349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/223784de-0b57-4dff-a0f6-0e00d3c4e940 HTTP/1.1" status: 204 len: 168 time: 2.3302875 Apr 29 07:56:07.968730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48978) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:07.975520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=00d3a634-3176-44cf-8091-0caa1f8eabfd,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:07.976130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8e705-bca6-4175-afd2-edf506be06b8 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=223784de-0b57-4dff-a0f6-0e00d3c4e940,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:07.989866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06911d6f-bacf-452a-b742-21423039f33e {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:56:08.009033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.064236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.095304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ac3d0-481d-4a30-bb43-797d51744c17 None None] The port '25cf430c-67c4-48fc-9086-5b03e2c5c5a4' was deleted {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 07:56:08.098539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e0517a46-3c78-4f93-8ca6-71009796637a None None] Provisioning complete for port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:08.098695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] No DVR routers for this DVR port 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:08.098923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0517a46-3c78-4f93-8ca6-71009796637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.100573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cf430c-67c4-48fc-9086-5b03e2c5c5a4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:08.114348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.134270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-feb74493-5f41-40c4-b495-8ee3bb5c5dac req-af163b9b-09b0-47b6-b9ec-ee73720dc00e tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 210 time: 0.0605981 Apr 29 07:56:08.147669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 06911d6f-bacf-452a-b742-21423039f33e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=06911d6f-bacf-452a-b742-21423039f33e,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:08.213128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e0517a46-3c78-4f93-8ca6-71009796637a None None] Port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:08.225301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.227027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.231823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.237689 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 69302ee3-fa3b-4150-86df-52d604d589fd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:08.238056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.238817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=a912757e-5823-46db-8737-2e7b2661da44,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:08.249020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.252921 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fb309b9a-ad87-4972-8246-678c35e96278 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/a912757e-5823-46db-8737-2e7b2661da44 HTTP/1.1" status: 204 len: 168 time: 0.7681613 Apr 29 07:56:08.254791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48982) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:08.294729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] Network 223784de-0b57-4dff-a0f6-0e00d3c4e940 is not hosted by any dhcp agent {{(pid=109783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:56:08.295739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] No DVR routers for this DVR port dfd6da2d-de3c-4484-b331-0e717532b708 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:08.301628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c69fe0bc-62b1-4800-ad33-a85f2605e780 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423117 Apr 29 07:56:08.301855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48984) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:08.307013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:08.459776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=06911d6f-bacf-452a-b742-21423039f33e,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:08.510265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-65f33cbe-0705-4579-b9a1-9020aaaa5c23 None None] Provisioning complete for port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:08.510600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65f33cbe-0705-4579-b9a1-9020aaaa5c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.516872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dc00e-8896-455f-b05f-dccbd0fc499c req-70520e2e-9bd2-4b22-931f-6e2c28f3fe67 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:08.519032 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e16dc00e-8896-455f-b05f-dccbd0fc499c req-70520e2e-9bd2-4b22-931f-6e2c28f3fe67 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 945 time: 0.1069102 Apr 29 07:56:08.573807 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e16dc00e-8896-455f-b05f-dccbd0fc499c req-302f88af-917d-413c-afa2-3ff33a2a1450 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480232 Apr 29 07:56:08.588099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:08.589587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.607311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-65f33cbe-0705-4579-b9a1-9020aaaa5c23 None None] Port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:08.607311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['06911d6f-bacf-452a-b742-21423039f33e'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:56:08.678347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Attempting to bind port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:08.678931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Attempting to bind port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:08.679357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Attempting to bind port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 on network f2708400-f177-4bc7-823d-35c20779d832 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:08.690310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d400b99-1f9e-4b62-9a2b-f5f4e82c6ac2 None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': 'a912757e-5823-46db-8737-2e7b2661da44'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'b8c7a1b1-1343-4133-9ef2-cf510b2f449f'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:56:08.720618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.775366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae58e533-caeb-4f42-af32-8c6457a8748a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:08.790088 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Pushing event updated for resources: {'Port': ['ID=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:08.792803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:08.793189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Checking segment: {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:08.793674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.794072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Bound using segment: {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:08.794719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Bound port: 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:08.795249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.795594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:08.796119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb07daa-02ff-4f76-97bb-c9cfe728dd19') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:08.812883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.852167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.861259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:08.861808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:08.863826 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:08.908227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.958178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:08.961530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:08.965984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:08.967171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:08.985478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=cb7595de-e90f-40ce-a0c6-bad49df81431,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:09.013463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d400b99-1f9e-4b62-9a2b-f5f4e82c6ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.035980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.036801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.036801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.037045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.037407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.037904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:09.048523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.063852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.067099 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae58e533-caeb-4f42-af32-8c6457a8748a HTTP/1.1" status: 204 len: 168 time: 1.8960514 Apr 29 07:56:09.078622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a30895-9dfd-4a65-94af-7d8891fb8b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae58e533-caeb-4f42-af32-8c6457a8748a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:09.093941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b8c7a1b1-1343-4133-9ef2-cf510b2f449f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:09.113276 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8aa55d74-de98-41fd-af55-214d267cbe78 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8102884 Apr 29 07:56:09.116940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 48990) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:09.121380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3b50b35a-a5bc-4b27-93da-926a8e2165ff None None] Provisioning complete for port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:09.121846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b50b35a-a5bc-4b27-93da-926a8e2165ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.124231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cab28-ea78-4c95-a4ab-661dfafe95e3 None None] Pushing event deleted for resources: {'Port': ['ID=dfd6da2d-de3c-4484-b331-0e717532b708,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:09.137095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cd7afb4c-c1dd-495d-ad06-23958aa3a365 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:09.251697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fcdfbbce-bd4d-445b-b1f3-9902b74a7489 req-02cac2b5-009f-4501-a149-b03126f621db tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 210 time: 0.0324619 Apr 29 07:56:09.268269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3b50b35a-a5bc-4b27-93da-926a8e2165ff None None] Port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:09.345918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 04efe09e-b183-41aa-a96b-2d497cf16fb1 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:09.346284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.348581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] For port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:09.383699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] For port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:09.388112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7afb4c-c1dd-495d-ad06-23958aa3a365 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:09.393707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd7afb4c-c1dd-495d-ad06-23958aa3a365 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.440962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port 04efe09e-b183-41aa-a96b-2d497cf16fb1, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=04efe09e-b183-41aa-a96b-2d497cf16fb1,segment=NetworkSegment(2022f11e-869d-4bbe-aeaa-1fa00396147f),segment_id=2022f11e-869d-4bbe-aeaa-1fa00396147f)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:09.441232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:09.441335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.441497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.456833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 04efe09e-b183-41aa-a96b-2d497cf16fb1 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:09.488134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.530460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 48996) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:09.538261 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.ipam_backend_mixin [None req-cd7afb4c-c1dd-495d-ad06-23958aa3a365 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb7595de-e90f-40ce-a0c6-bad49df81431 (CIDR: 2001:db8::/64) Apr 29 07:56:09.597795 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7afb4c-c1dd-495d-ad06-23958aa3a365 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:56:09.598402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7afb4c-c1dd-495d-ad06-23958aa3a365 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:09.603923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046de65-c1d5-4fa6-90e4-cff0fa66f846 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:09.616614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:09.616738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:09.669112 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458512fd-b7fd-4c62-a899-3fabe484897c None None] Pushing event updated for resources: {'Port': ['ID=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:09.698507 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cd7afb4c-c1dd-495d-ad06-23958aa3a365 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5795519 Apr 29 07:56:09.715449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49000) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:09.721048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:09.782260 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0aefadf9-f188-4cd0-9986-9f3493284918 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f109ee449caa4ee38894e7725d1abbb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2485776 Apr 29 07:56:09.786697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49002) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:09.797255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-fc8b09ca-592b-4c59-b827-90e99a074b43 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:09.799075 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-fc8b09ca-592b-4c59-b827-90e99a074b43 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.39 "GET /v2.0/networks?id=f2708400-f177-4bc7-823d-35c20779d832 HTTP/1.1" status: 200 len: 796 time: 0.3338797 Apr 29 07:56:09.864887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6e07d911-9345-493a-b1ce-4e3502aab677 None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:09.865317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e07d911-9345-493a-b1ce-4e3502aab677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.867484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596651-3b67-492e-a714-91bb1acd57ba req-83206ebc-d44c-4acc-ad53-3c177234df8e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:09.869498 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-89596651-3b67-492e-a714-91bb1acd57ba req-83206ebc-d44c-4acc-ad53-3c177234df8e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 945 time: 0.2092924 Apr 29 07:56:09.884640 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-34a5aca3-e879-4b99-b1cb-5dfa9c8ab031 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38b36d00a1204f4680e18de3747eb0af HTTP/1.1" status: 200 len: 379 time: 0.0753720 Apr 29 07:56:09.910724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c1c999-4c74-4627-969c-49133c46738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.917875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'port': {'device_id': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'admin_state_up': True, 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'security_groups': ['ae299e0c-6a68-4cea-a8a7-b11750b7cc38']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:09.960881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c1c999-4c74-4627-969c-49133c46738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:09.969328 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-89596651-3b67-492e-a714-91bb1acd57ba req-8e2e3663-bef6-440e-8e79-b819b11c6215 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870757 Apr 29 07:56:10.033661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dfd6da2d-de3c-4484-b331-0e717532b708 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:10.051289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.086803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: dfd6da2d-de3c-4484-b331-0e717532b708 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:10.087151 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dfd6da2d-de3c-4484-b331-0e717532b708 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:10.087579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 034785f1-28a0-489c-b4f8-cfe6a0a62800 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:10.093102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=04efe09e-b183-41aa-a96b-2d497cf16fb1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:10.093288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:10.112134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:10.122336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.151457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 034785f1-28a0-489c-b4f8-cfe6a0a62800 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:10.151804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 034785f1-28a0-489c-b4f8-cfe6a0a62800 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:10.152228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 36b6255f-3eee-4974-84ea-d80310ba2e39 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:10.177032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c1c999-4c74-4627-969c-49133c46738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.178766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c1c999-4c74-4627-969c-49133c46738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.190997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-23c1c999-4c74-4627-969c-49133c46738c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fffd680-97b6-4414-8672-d6921010e47c HTTP/1.1" status: 204 len: 168 time: 0.3913715 Apr 29 07:56:10.204445 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 36b6255f-3eee-4974-84ea-d80310ba2e39 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:10.204874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 36b6255f-3eee-4974-84ea-d80310ba2e39 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:10.205296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2ed35c55-2318-476e-8ea1-775ad6b78673 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:10.231719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1c999-4c74-4627-969c-49133c46738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fffd680-97b6-4414-8672-d6921010e47c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:10.234877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.246630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Made reservation on behalf of 38b36d00a1204f4680e18de3747eb0af for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:10.251495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.279965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2ed35c55-2318-476e-8ea1-775ad6b78673 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:10.280562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2ed35c55-2318-476e-8ea1-775ad6b78673 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:10.526702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cdfb655d-0ea5-469a-89e7-aff6daf22ded None None] Provisioning complete for port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:10.527079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cdfb655d-0ea5-469a-89e7-aff6daf22ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.557789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35f27dfa-667c-4bdd-9e81-ab28a7fae4a0 req-d0dc7338-da92-460d-8002-97bd64ab4ed3 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 210 time: 0.0463448 Apr 29 07:56:10.584823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 00d3a634-3176-44cf-8091-0caa1f8eabfd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:10.631542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Update dhcp port {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'fixed_ips': [{'subnet_id': 'cb7595de-e90f-40ce-a0c6-bad49df81431'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'b8c7a1b1-1343-4133-9ef2-cf510b2f449f'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:56:10.683828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.688393 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Allocated IP 172.20.0.4 (f2708400-f177-4bc7-823d-35c20779d832/d510a9a6-aada-42b2-a2da-d72e82142c94/da3066d7-bfa0-4e8f-8485-26ce866bae40) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:10.697576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:10.737026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:09Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:10.795474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cdfb655d-0ea5-469a-89e7-aff6daf22ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.797699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba7e10-661f-42e2-be19-18c7ca3953ce None None] The sync data for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv is: [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:09Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:10.805010 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 06911d6f-bacf-452a-b742-21423039f33e up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:10.825486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 00d3a634-3176-44cf-8091-0caa1f8eabfd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:10.825862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:10.913245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:10.925099 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:10.927150 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-25745eca-ef23-403e-bd52-6bdd1b5adaa7 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9573562 Apr 29 07:56:10.936830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49018) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:10.955205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.objects.ports [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:56:10.984765 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:10.985531 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:11.127126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.140161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet 97c3d053-8880-40bb-aa29-98921b096974 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:11.145594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.231227 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:11.250889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.263214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.328428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cdfb655d-0ea5-469a-89e7-aff6daf22ded None None] For port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:11.361580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644c5d-73c4-4da2-baa0-c4f208cea447 req-9a62a17f-ac6f-45d8-bc37-eace583c6307 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:11.367554 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d644c5d-73c4-4da2-baa0-c4f208cea447 req-9a62a17f-ac6f-45d8-bc37-eace583c6307 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 945 time: 0.2324545 Apr 29 07:56:11.423208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.428360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cdfb655d-0ea5-469a-89e7-aff6daf22ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.522717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d644c5d-73c4-4da2-baa0-c4f208cea447 req-4a695c8c-eba5-4f65-a6ea-abb32ab79b59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247485 Apr 29 07:56:11.542509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:11.589512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.598510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.614868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01d7e351-deaa-4ea0-b0cc-6cfebf9b1e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.641701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 06911d6f-bacf-452a-b742-21423039f33e completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:56:11.652669 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:09Z', 'revision_number': 9, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:11.670907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fea8:6fd5-6d606844-8235-4243-b19f-1f061c6 {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:56:11.671936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:56:11.680100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.685818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.702171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 06911d6f-bacf-452a-b742-21423039f33e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:11.702722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.707793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.736769 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:11.746934 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:11.747885 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:55:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:11.750857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb655d-0ea5-469a-89e7-aff6daf22ded None None] Pushing event updated for resources: {'Port': ['ID=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:11.793647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Network f2708400-f177-4bc7-823d-35c20779d832 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:11.806088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=97c3d053-8880-40bb-aa29-98921b096974,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:11.812567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:11.850733 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:11.851470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.859742 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7a5a47b6-36ac-4fed-970b-4a038799904d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/97c3d053-8880-40bb-aa29-98921b096974 HTTP/1.1" status: 204 len: 168 time: 0.9212582 Apr 29 07:56:11.865435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:11.876028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49034) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:11.884214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.886470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:11.888182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954954ef-8dfd-4a9b-a96b-3b2effe8d2b0 None None] Network e0df554c-7185-4d40-bfbe-86d172e08a97 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:11.945740 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:11.968824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:11.969477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:11.979284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:11.999113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:12.002323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:12.003046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.054462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=8']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:12.080542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=8ec7b56e-3691-4024-83b5-2d5ca2b2dd46,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:12.104706 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-de4dbf6b-8709-46cb-ac02-2a32892058a9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1993971 Apr 29 07:56:12.120435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Request body: {'port': {'device_id': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:12.137597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de0814-3571-4a33-9790-7dddadedc749 req-e660eff4-9845-4cc5-a8aa-faf416641c9a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:12.147186 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-71de0814-3571-4a33-9790-7dddadedc749 req-e660eff4-9845-4cc5-a8aa-faf416641c9a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 931 time: 0.3763268 Apr 29 07:56:12.152603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:12.152970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 25cf430c-67c4-48fc-9086-5b03e2c5c5a4 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:12.153395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b8c7a1b1-1343-4133-9ef2-cf510b2f449f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:12.163573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.199858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.223178 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-71de0814-3571-4a33-9790-7dddadedc749 req-3038d7db-f881-4521-aab0-320d98e2820b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684884 Apr 29 07:56:12.260894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e1482710-79d1-47c6-9e7d-e2739d3eb538 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5442390 Apr 29 07:56:12.261718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49040) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:12.270929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:e1:5e:2b', 'name': 'tempest-NetworksTestDHCPv6-914545413'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:12.359938 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:09Z', 'revision_number': 9, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:12.401415 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50d874-7beb-4e1c-af39-c11c565bf19e None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:09Z', 'revision_number': 9, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eba43d01-da35-491c-9eb1-f879a5b2d561', 'name': '', 'network_id': 'b2a3cb7d-181f-4882-84bb-e8e5b225b8ef', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:0f:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:33Z', 'updated_at': '2022-04-29T07:55:39Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'ec115216-4d7a-422e-85b1-a0c8216f8fa9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:12.417056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port e663d653-9257-45a7-8139-cbc7cd03b537 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:12.417890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.430931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06911d6f-bacf-452a-b742-21423039f33e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:12.433295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21165186-c509-4cee-b7bb-4b09a3708ec6" -d '{"events": [{"server_uuid": "f5ca4c3c-09a2-4b6c-90a3-aa4c24877667", "name": "network-vif-plugged", "status": "completed", "tag": "06911d6f-bacf-452a-b742-21423039f33e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:12.489888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 06911d6f-bacf-452a-b742-21423039f33e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=06911d6f-bacf-452a-b742-21423039f33e,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:12.500420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.555094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port e663d653-9257-45a7-8139-cbc7cd03b537, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e663d653-9257-45a7-8139-cbc7cd03b537,segment=NetworkSegment(2022f11e-869d-4bbe-aeaa-1fa00396147f),segment_id=2022f11e-869d-4bbe-aeaa-1fa00396147f)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:12.559596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.583770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for e663d653-9257-45a7-8139-cbc7cd03b537 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:12.658370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.668327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.671603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.678460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2338c0fb-9286-40f8-aa33-7cbec8f980f9 None None] Provisioning complete for port da3066d7-bfa0-4e8f-8485-26ce866bae40 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:12.678460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2338c0fb-9286-40f8-aa33-7cbec8f980f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.707120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:12.720932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3066d7-bfa0-4e8f-8485-26ce866bae40 {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:56:12.729099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.745102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Transition to ACTIVE for port object da3066d7-bfa0-4e8f-8485-26ce866bae40 will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:56:12.864576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2338c0fb-9286-40f8-aa33-7cbec8f980f9 None None] Port da3066d7-bfa0-4e8f-8485-26ce866bae40 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:12.880546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4adbca-7293-4ce2-9961-3aa45a32a150 req-3846761c-ed3f-4588-a34c-3d9a8bcf5c80 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:12.882149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0f4adbca-7293-4ce2-9961-3aa45a32a150 req-3846761c-ed3f-4588-a34c-3d9a8bcf5c80 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 946 time: 0.1960530 Apr 29 07:56:12.889192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.907872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.948148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 73581dd0-4e68-4c9f-8077-c6d55a39b40b yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:12.952544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:12.955344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:12.968095 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0f4adbca-7293-4ce2-9961-3aa45a32a150 req-aa6795c7-bc47-493c-a443-077639aaa454 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723143 Apr 29 07:56:13.017351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:13.021273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=e663d653-9257-45a7-8139-cbc7cd03b537,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:13.034208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port e663d653-9257-45a7-8139-cbc7cd03b537 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:13.035523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70051d78-6337-4577-9029-8017ac1d80ec x-openstack-request-id: req-70051d78-6337-4577-9029-8017ac1d80ec {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:13.035523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ca4c3c-09a2-4b6c-90a3-aa4c24877667", "name": "network-vif-plugged", "status": "completed", "tag": "06911d6f-bacf-452a-b742-21423039f33e", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:13.035523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70051d78-6337-4577-9029-8017ac1d80ec {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:13.035523 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70051d78-6337-4577-9029-8017ac1d80ec'] response: {'server_uuid': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06911d6f-bacf-452a-b742-21423039f33e', 'code': 200} Apr 29 07:56:13.076834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.090473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=06911d6f-bacf-452a-b742-21423039f33e,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:13.163242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.195870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Attempting to bind port da3066d7-bfa0-4e8f-8485-26ce866bae40 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:13.196212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Attempting to bind port da3066d7-bfa0-4e8f-8485-26ce866bae40 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:13.196537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Attempting to bind port da3066d7-bfa0-4e8f-8485-26ce866bae40 on network f2708400-f177-4bc7-823d-35c20779d832 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:13.225163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Port da3066d7-bfa0-4e8f-8485-26ce866bae40 on network f2708400-f177-4bc7-823d-35c20779d832 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:56:13.225474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Attempting to bind port da3066d7-bfa0-4e8f-8485-26ce866bae40 on network f2708400-f177-4bc7-823d-35c20779d832 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:13.245600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:13.252378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Checking segment: {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:13.252378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Bound using segment: {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:13.252378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Bound port: da3066d7-bfa0-4e8f-8485-26ce866bae40, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:13.252378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.267111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0df554c-7185-4d40-bfbe-86d172e08a97']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:13.315068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=9']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:13.319184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2022f11e-869d-4bbe-aeaa-1fa00396147f') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:13.319559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2022f11e-869d-4bbe-aeaa-1fa00396147f') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:13.335093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ac0e9-4971-4a27-b166-40724c2b86fd None None] DHCP port deletion for e0df554c-7185-4d40-bfbe-86d172e08a97 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:13.388089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.444763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:13.449915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:13.471123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-922767c0-897a-42af-ad0b-ac309d2b3565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.523013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.532192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.563508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:13.563927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:13.567078 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:13.585327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:13.602315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49062) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:13.604094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::102 (82cc26d6-a369-4498-98e7-aa4095711705/cb7595de-e90f-40ce-a0c6-bad49df81431/73581dd0-4e68-4c9f-8077-c6d55a39b40b) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:13.615479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:13.616956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.618536 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] 10.222.0.39 "PUT /v2.0/ports/da3066d7-bfa0-4e8f-8485-26ce866bae40 HTTP/1.1" status: 200 len: 1093 time: 1.5049922 Apr 29 07:56:13.619003 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:13.622047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d109e6fc-2800-412e-ad23-484df83066d2" -d '{"events": [{"name": "network-changed", "server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:13.647941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:13.648363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.684931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:5e2b (82cc26d6-a369-4498-98e7-aa4095711705/8ec7b56e-3691-4024-83b5-2d5ca2b2dd46/73581dd0-4e68-4c9f-8077-c6d55a39b40b) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:13.699264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab64c1b2-93e2-4113-a7f8-2487f4742339 x-openstack-request-id: req-ab64c1b2-93e2-4113-a7f8-2487f4742339 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:13.699776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:13.700817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab64c1b2-93e2-4113-a7f8-2487f4742339 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:13.702055 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab64c1b2-93e2-4113-a7f8-2487f4742339'] response: {'name': 'network-changed', 'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'status': 'completed', 'code': 200} Apr 29 07:56:13.706610 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1a55f-01b0-40e1-b002-31f990cfc630 service neutron] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:13.712431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd52dd-9583-44f6-90bf-8cdd16933252 req-3b0f18b5-2b05-435c-a1dc-0a7cc37261bf tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:13.713917 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-58cd52dd-9583-44f6-90bf-8cdd16933252 req-3b0f18b5-2b05-435c-a1dc-0a7cc37261bf tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 943 time: 0.3021760 Apr 29 07:56:13.724580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367444-25e6-41b0-9510-b9a61b5478c7 req-af0c7743-c717-4a20-bc44-3052af1d7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:13.726081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-20367444-25e6-41b0-9510-b9a61b5478c7 req-af0c7743-c717-4a20-bc44-3052af1d7364 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 1099 time: 0.2611518 Apr 29 07:56:13.788284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 04efe09e-b183-41aa-a96b-2d497cf16fb1 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:13.816617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.821864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 04efe09e-b183-41aa-a96b-2d497cf16fb1 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:13.821864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 04efe09e-b183-41aa-a96b-2d497cf16fb1 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:13.843908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e6fc-2800-412e-ad23-484df83066d2 req-052a027d-4f2e-42af-b8cb-166b5cdad84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:13.850723 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d109e6fc-2800-412e-ad23-484df83066d2 req-052a027d-4f2e-42af-b8cb-166b5cdad84f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38b36d00a1204f4680e18de3747eb0af&device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 1096 time: 0.1019490 Apr 29 07:56:13.850874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:13.854805 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/e0df554c-7185-4d40-bfbe-86d172e08a97 HTTP/1.1" status: 204 len: 168 time: 1.9675529 Apr 29 07:56:13.864968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-20367444-25e6-41b0-9510-b9a61b5478c7 req-a420933f-dad1-4729-aa97-73fb596c4d59 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109190 Apr 29 07:56:13.867003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49068) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:13.900389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-58cd52dd-9583-44f6-90bf-8cdd16933252 req-92f73b03-5bcb-4978-9302-e200555ea895 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710784 Apr 29 07:56:13.953256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-955893966', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:13.961425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0027323-cdfd-450f-ad3b-c1964b303f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=e0df554c-7185-4d40-bfbe-86d172e08a97,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:13.972639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e6fc-2800-412e-ad23-484df83066d2 req-b6f67db0-1b0f-4690-bfa0-fa420264d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:13.974289 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d109e6fc-2800-412e-ad23-484df83066d2 req-b6f67db0-1b0f-4690-bfa0-fa420264d63c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=38b36d00a1204f4680e18de3747eb0af&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1178749 Apr 29 07:56:14.154467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e6fc-2800-412e-ad23-484df83066d2 req-441b9b18-f35a-4d5a-8dc8-3de1706b6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:14.156068 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d109e6fc-2800-412e-ad23-484df83066d2 req-441b9b18-f35a-4d5a-8dc8-3de1706b6902 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017768 Apr 29 07:56:14.237345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-d3d4ad7a-bf87-419b-a4aa-c18be3f5b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:14.238834 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-d3d4ad7a-bf87-419b-a4aa-c18be3f5b0fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38b36d00a1204f4680e18de3747eb0af&device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 1096 time: 0.0448892 Apr 29 07:56:14.285153 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-1b297815-e8f1-410e-8ced-3ab43c6d2184 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40 HTTP/1.1" status: 200 len: 217 time: 0.0388391 Apr 29 07:56:14.340630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-83eda683-ad8e-44fe-8d14-d999fb17cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:14.342753 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-83eda683-ad8e-44fe-8d14-d999fb17cd11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d510a9a6-aada-42b2-a2da-d72e82142c94 HTTP/1.1" status: 200 len: 835 time: 0.0508974 Apr 29 07:56:14.391322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-1f09fcc5-fda6-4c85-9b61-2c4caa2a52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:14.392931 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-1f09fcc5-fda6-4c85-9b61-2c4caa2a52e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2708400-f177-4bc7-823d-35c20779d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436418 Apr 29 07:56:14.467495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Made reservation on behalf of 578c3616002b4e59923818a6cd3e4742 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:14.469757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.478863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.493275 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-e4c0cda1-819e-49f0-8cc9-646d841a5e48 service neutron] 10.222.0.39 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923848 Apr 29 07:56:14.516719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.525294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3668de4-b84a-447a-84b9-05b61ccfac28 req-549dc048-21cb-47f5-9bc7-8aae4193d209 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:14.526804 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3668de4-b84a-447a-84b9-05b61ccfac28 req-549dc048-21cb-47f5-9bc7-8aae4193d209 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 946 time: 0.1885328 Apr 29 07:56:14.583936 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-07d13ffc-1c64-423c-89a1-9ff8fcee4e3e req-9e2e0e20-59f8-4031-b809-d75b2bd9f51c service neutron] 10.222.0.39 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821877 Apr 29 07:56:14.656381 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3668de4-b84a-447a-84b9-05b61ccfac28 req-cdc33d29-8bf1-41c0-a065-e2ad45e82d0a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188531 Apr 29 07:56:14.727106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.736740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.783307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/cb7595de-e90f-40ce-a0c6-bad49df81431/b8c7a1b1-1343-4133-9ef2-cf510b2f449f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:14.798688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.801591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:14.807504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] device_id is not set on port 00ef0dc6-269d-47ae-a74e-cbbb553b899c yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:14.825445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:14.828543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:14.835140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:14.835753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.849782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=73581dd0-4e68-4c9f-8077-c6d55a39b40b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:14.878928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:14.906456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de848082-2427-4411-b620-7330f37f0adb,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:14.918949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.996453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:14.997486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.016578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2c8a8948-10c8-4bc6-82c0-11b49291850c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7533576 Apr 29 07:56:15.019657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49074) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:15.033724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Allocated IP 172.26.2.46 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/00ef0dc6-269d-47ae-a74e-cbbb553b899c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:15.068223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.078306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0339-5a34-4df3-8490-8037916efbbb req-5ac131cb-ae6b-4dd3-b488-f7994ff4ce7d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:15.079825 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc6f0339-5a34-4df3-8490-8037916efbbb req-5ac131cb-ae6b-4dd3-b488-f7994ff4ce7d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 943 time: 0.1075962 Apr 29 07:56:15.094920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc3de0-5f53-4629-a787-a66636d98e88 None None] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:15.163527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 73581dd0-4e68-4c9f-8077-c6d55a39b40b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:15.164104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.198966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e663d653-9257-45a7-8139-cbc7cd03b537 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:15.249826 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc6f0339-5a34-4df3-8490-8037916efbbb req-a95623ae-4e57-49d4-a867-b892273e1d7d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273086 Apr 29 07:56:15.271523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e663d653-9257-45a7-8139-cbc7cd03b537 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:15.271934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e663d653-9257-45a7-8139-cbc7cd03b537 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:15.299771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.316839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 73581dd0-4e68-4c9f-8077-c6d55a39b40b owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:15.395503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.523237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port eba43d01-da35-491c-9eb1-f879a5b2d561 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:15.523958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.575180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.644781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:15.652727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:15.662825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:15.667070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Pushing event updated for resources: {'Port': ['ID=00ef0dc6-269d-47ae-a74e-cbbb553b899c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:15.686610 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.711598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port eba43d01-da35-491c-9eb1-f879a5b2d561, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=eba43d01-da35-491c-9eb1-f879a5b2d561,segment=NetworkSegment(a6dfc8e1-9113-420c-a5a0-e68da8322dc4),segment_id=a6dfc8e1-9113-420c-a5a0-e68da8322dc4)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:15.711974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.725627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=73581dd0-4e68-4c9f-8077-c6d55a39b40b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:15.730513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for eba43d01-da35-491c-9eb1-f879a5b2d561 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:15.741217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:15.741829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.790545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.794697 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b359e40c-ec4b-44df-afbc-9998755d72e3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/73581dd0-4e68-4c9f-8077-c6d55a39b40b HTTP/1.1" status: 204 len: 168 time: 0.7737055 Apr 29 07:56:15.797457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49078) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:15.825074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b0948-0ff2-452c-9f84-7b1575b81752 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:15.854689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e0e94-f4f6-47af-adf8-900d11d5a88a req-3bfb4507-5ad7-422c-a27b-e5eddf1b580f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:15.855611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a4e05-28a7-48e6-a596-25a265f01cfc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:15.856238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ad9e0e94-f4f6-47af-adf8-900d11d5a88a req-3bfb4507-5ad7-422c-a27b-e5eddf1b580f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 946 time: 0.1004550 Apr 29 07:56:15.860566 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2b6a4e05-28a7-48e6-a596-25a265f01cfc tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0626884 Apr 29 07:56:15.861203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49080) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:15.868011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3d92b803-3afb-4646-b161-eb188991bf64 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2613032 Apr 29 07:56:15.868671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49082) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:15.876429 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.46'}]}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:15.916227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-acda09a7-9a51-4e2d-b43c-7dc03ea0a037 None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:15.916597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-acda09a7-9a51-4e2d-b43c-7dc03ea0a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:15.917955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18da333-f54f-4439-8d27-7343856eaa28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:15.923070 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a18da333-f54f-4439-8d27-7343856eaa28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0605426 Apr 29 07:56:15.923775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49084) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:15.979280 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ad9e0e94-f4f6-47af-adf8-900d11d5a88a req-2129beb8-48cd-429a-9af0-2d3a33cc5aad tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078990 Apr 29 07:56:15.999130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e4973-c182-49d8-b703-19d01f3e0654 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:16.000960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e4973-c182-49d8-b703-19d01f3e0654 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:16.002703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e4973-c182-49d8-b703-19d01f3e0654 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:16.004542 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1e4e4973-c182-49d8-b703-19d01f3e0654 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0797453 Apr 29 07:56:16.007526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49086) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:16.075096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-acda09a7-9a51-4e2d-b43c-7dc03ea0a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.084887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 8ec7b56e-3691-4024-83b5-2d5ca2b2dd46 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:16.088561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.098316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.103444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.118829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-acda09a7-9a51-4e2d-b43c-7dc03ea0a037 None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:16.134741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.151120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.162309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270c31-a0bc-4860-bfe0-22100430ade8 req-4d62d3ea-3465-4b8a-8d76-de1784dc1f81 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:16.163813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04270c31-a0bc-4860-bfe0-22100430ade8 req-4d62d3ea-3465-4b8a-8d76-de1784dc1f81 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 946 time: 0.0783410 Apr 29 07:56:16.192298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-acda09a7-9a51-4e2d-b43c-7dc03ea0a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.197701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.200823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.235667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.244866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=eba43d01-da35-491c-9eb1-f879a5b2d561,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:16.252465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda09a7-9a51-4e2d-b43c-7dc03ea0a037 None None] Pushing event updated for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=11']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:16.368396 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04270c31-a0bc-4860-bfe0-22100430ade8 req-cfed4199-660b-4d55-b37a-b46a5e163b8e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734686 Apr 29 07:56:16.439921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.478327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec7b56e-3691-4024-83b5-2d5ca2b2dd46,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:16.484278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.493654 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0efe3a53-9f5f-4b2b-b600-a54b926e9f04 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/8ec7b56e-3691-4024-83b5-2d5ca2b2dd46 HTTP/1.1" status: 204 len: 168 time: 0.4823892 Apr 29 07:56:16.493654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49094) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:16.565595 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet cb7595de-e90f-40ce-a0c6-bad49df81431 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:16.570365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.592153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.593921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.606805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379fa44-a3b0-4461-be28-169c11da4685 req-b45a4f95-7de3-4cb3-8ff1-7a1cd12a8bd0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:16.606805 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3379fa44-a3b0-4461-be28-169c11da4685 req-b45a4f95-7de3-4cb3-8ff1-7a1cd12a8bd0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 943 time: 0.2029259 Apr 29 07:56:16.620226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.687320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.747406 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3379fa44-a3b0-4461-be28-169c11da4685 req-08856283-383e-4fac-81b9-eb0680eb4ed6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929079 Apr 29 07:56:16.753400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.801067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device da3066d7-bfa0-4e8f-8485-26ce866bae40 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:56:16.855146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0faae2d-1ebf-4853-a150-5c0ccd4c6331 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:16.893556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:16.934949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.971434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7595de-e90f-40ce-a0c6-bad49df81431,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:16.976888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.981252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b893e7a5-f074-49aa-a202-5081626cb760 None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:16.981619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b893e7a5-f074-49aa-a202-5081626cb760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:16.995425 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f9c15bfd-5aa8-4818-b093-16f09075edf2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/cb7595de-e90f-40ce-a0c6-bad49df81431 HTTP/1.1" status: 204 len: 168 time: 0.4884582 Apr 29 07:56:16.995425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49098) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:17.001681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:17.038841 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e75f26c2-99e5-499d-b64a-20ea930af1f4 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491240 Apr 29 07:56:17.040581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49100) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:17.040733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:17.045527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:17.058386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:17.066187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'port_id': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'mac_address': 'fa:16:3e:9e:37:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:56:17.074475 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f0ccf836-227e-4cf6-a1ea-6d8d0cd0d086 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1745524 Apr 29 07:56:17.077154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49104) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:17.126307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:17.126934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:17.160346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.165642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet ec115216-4d7a-422e-85b1-a0c8216f8fa9 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:17.186063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.189807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.267964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.379817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.432185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3066d7-bfa0-4e8f-8485-26ce866bae40 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:56:17.461055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:17.494761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:17.506480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:17.576390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b8c7a1b1-1343-4133-9ef2-cf510b2f449f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:17.585099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.620074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:17.624193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.684185 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:56:17.739931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:17.794418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] Deleting port b8c7a1b1-1343-4133-9ef2-cf510b2f449f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:17.795182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.800125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b8c7a1b1-1343-4133-9ef2-cf510b2f449f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:17.800125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.803556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.842218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['da3066d7-bfa0-4e8f-8485-26ce866bae40'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:56:17.888944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.895040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49108) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:17.944264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] For port b8c7a1b1-1343-4133-9ef2-cf510b2f449f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:17.944852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.973644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] Calling delete_port for b8c7a1b1-1343-4133-9ef2-cf510b2f449f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:17.990912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:17.995499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:15Z', 'revision_number': 10, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.002794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4d8f3-a631-4a3d-909d-8bf05b34be28 req-b8c035a4-8e07-4410-95a2-639670d2d063 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:18.004525 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-40d4d8f3-a631-4a3d-909d-8bf05b34be28 req-b8c035a4-8e07-4410-95a2-639670d2d063 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 944 time: 0.1315880 Apr 29 07:56:18.040643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.054546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:18.083123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:18.102589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:18.109217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:18.109846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.125214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=e7d9971a-f7bf-42af-bf41-8d5f06594abc,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:18.135188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:18.135697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.153893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.156457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=ec115216-4d7a-422e-85b1-a0c8216f8fa9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:18.164017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.171464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d1ec69a6-2132-4cdf-80dd-9589628bb87d tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/ec115216-4d7a-422e-85b1-a0c8216f8fa9 HTTP/1.1" status: 204 len: 168 time: 1.0929863 Apr 29 07:56:18.172121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49110) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:18.174791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.183072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf55c1d-cb77-415c-a864-905e80fee138 None None] Network b2a3cb7d-181f-4882-84bb-e8e5b225b8ef requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:18.190751 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-99aa537a-8abb-4e0e-bbfc-fbaabc09e06d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1505280 Apr 29 07:56:18.195708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49112) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:18.203720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-45cb2065-0e90-4fa9-ba51-d9e996601980 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:18.220833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-40d4d8f3-a631-4a3d-909d-8bf05b34be28 req-edf3206f-a9f8-451b-92e8-42ca2b7a2edd tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827307 Apr 29 07:56:18.311947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.332729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:18.370704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port c3f71154-2d43-4923-8422-3a61874c5bc4 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:18.371446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.396128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.421536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.422206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82a29495-2f56-42e3-8815-0057a69b9c51 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:56:18.457751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] Pushing event deleted for resources: {'Port': ['ID=b8c7a1b1-1343-4133-9ef2-cf510b2f449f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:18.457965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port c3f71154-2d43-4923-8422-3a61874c5bc4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c3f71154-2d43-4923-8422-3a61874c5bc4,segment=NetworkSegment(a6dfc8e1-9113-420c-a5a0-e68da8322dc4),segment_id=a6dfc8e1-9113-420c-a5a0-e68da8322dc4)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:18.458306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.473268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faabc5c-08a1-491b-81e0-f2f542529f13 None None] No DVR routers for this DVR port b8c7a1b1-1343-4133-9ef2-cf510b2f449f on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:18.477621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for c3f71154-2d43-4923-8422-3a61874c5bc4 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:18.503228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb2065-0e90-4fa9-ba51-d9e996601980 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:18.506938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45cb2065-0e90-4fa9-ba51-d9e996601980 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.522916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03367c98-10e3-4563-a4b0-9939b8f96729 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:18.528256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:56:18.532011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-69ae3d5b-4fb2-4e0b-a7de-a73ac28ddeee tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6566334 Apr 29 07:56:18.538131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49114) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:18.666133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Deleting port 00ef0dc6-269d-47ae-a74e-cbbb553b899c {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:18.670998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.671155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.672890 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.ipam_backend_mixin [None req-45cb2065-0e90-4fa9-ba51-d9e996601980 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7d9971a-f7bf-42af-bf41-8d5f06594abc (CIDR: 2001:db8::/64) Apr 29 07:56:18.702935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc15d7-6ed1-4ea9-be3a-260be2f508ff None None] DHCP port deletion for b2a3cb7d-181f-4882-84bb-e8e5b225b8ef request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:18.725669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.729794 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cb2065-0e90-4fa9-ba51-d9e996601980 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:56:18.730572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cb2065-0e90-4fa9-ba51-d9e996601980 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:18.745983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port c3f71154-2d43-4923-8422-3a61874c5bc4 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:18.768752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=c3f71154-2d43-4923-8422-3a61874c5bc4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:18.789322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-24dc15d7-6ed1-4ea9-be3a-260be2f508ff None None] The port 'c3f71154-2d43-4923-8422-3a61874c5bc4' was deleted {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 07:56:18.826617 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-45cb2065-0e90-4fa9-ba51-d9e996601980 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6264899 Apr 29 07:56:18.827629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49116) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:18.832649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'subnet': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:18.846375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.903318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.938306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a3cb7d-181f-4882-84bb-e8e5b225b8ef']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.948906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Calling delete_port for 00ef0dc6-269d-47ae-a74e-cbbb553b899c owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:18.956115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.956433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dfc8e1-9113-420c-a5a0-e68da8322dc4') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.962604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-82cc26d6-a369-4498-98e7-aa4095711705', 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'tenant_id': 'e6c516c1d76d44f1a05c79a9070be790', 'fixed_ips': [{'subnet_id': 'e7d9971a-f7bf-42af-bf41-8d5f06594abc'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:56:18.967512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:18.971582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.026511 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.036007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:19.036405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:19.039925 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:19.099429 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.17 (f759ef62-04e7-494c-aec3-9caf17bf3aec/6766c634-4eed-4e1e-a22c-769cf2029fc8/dc317aff-ac72-4701-90b6-0dcb25a3b5e2) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:19.192371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:19.195969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.217206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:15Z', 'revision_number': 10, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:19.246567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.257772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.264421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd02661-86a0-4b7d-8de4-2c9718b4e611 None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:15Z', 'revision_number': 10, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None, '_interfaces': [{'id': 'd5c53705-4021-4057-97e6-796a64190e92', 'name': '', 'network_id': '9175efc4-40b4-4acc-b950-e73fa07f5c54', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'mac_address': 'fa:16:3e:e2:60:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:25Z', 'updated_at': '2022-04-29T07:55:31Z', 'revision_number': 5, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'subnets': [{'id': 'f2eded2c-5493-44b0-9269-3ec51c06e48d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:19.271065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/b2a3cb7d-181f-4882-84bb-e8e5b225b8ef HTTP/1.1" status: 204 len: 168 time: 1.0909233 Apr 29 07:56:19.271992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49120) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:19.288421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780e70-0598-41b8-b101-5f28f5bfabdf tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=b2a3cb7d-181f-4882-84bb-e8e5b225b8ef,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:19.291299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b8c7a1b1-1343-4133-9ef2-cf510b2f449f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:19.301178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.340858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: b8c7a1b1-1343-4133-9ef2-cf510b2f449f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:19.341191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b8c7a1b1-1343-4133-9ef2-cf510b2f449f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:19.342160 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c3f71154-2d43-4923-8422-3a61874c5bc4 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:19.344947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ef0dc6-269d-47ae-a74e-cbbb553b899c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:19.361537 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.383261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: c3f71154-2d43-4923-8422-3a61874c5bc4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:19.383626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c3f71154-2d43-4923-8422-3a61874c5bc4 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:19.406673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Allocated IP 2001:db8::2 (82cc26d6-a369-4498-98e7-aa4095711705/e7d9971a-f7bf-42af-bf41-8d5f06594abc/e6f6dcc2-c44c-437e-b7ba-bc77879548cd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:19.448327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28f738-5390-48db-b701-9d95391adfad req-98b97c92-a8ee-430c-a789-3787311afe0c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:19.450008 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4f28f738-5390-48db-b701-9d95391adfad req-98b97c92-a8ee-430c-a789-3787311afe0c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 944 time: 0.1162775 Apr 29 07:56:19.501596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.505584 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dd4c1f5b-5657-4c88-bc42-40fb43b90c42 tempest-RoutersAdminNegativeTest-1972737788 tempest-RoutersAdminNegativeTest-1972737788-project-admin] 10.222.0.16 "DELETE /v2.0/ports/00ef0dc6-269d-47ae-a74e-cbbb553b899c HTTP/1.1" status: 204 len: 168 time: 0.9722857 Apr 29 07:56:19.530254 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4f28f738-5390-48db-b701-9d95391adfad req-a97e9005-e8c3-4229-9f63-8346991b2711 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687752 Apr 29 07:56:19.570841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.590927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.667416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network f759ef62-04e7-494c-aec3-9caf17bf3aec is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:19.667614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.686538 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:19.711598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:19.726880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:19.737996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:19.746250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:19.753684 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:19.759725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Pushing event updated for resources: {'Port': ['ID=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:19.808627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.812858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Attempting to bind port e6f6dcc2-c44c-437e-b7ba-bc77879548cd on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:19.812858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Attempting to bind port e6f6dcc2-c44c-437e-b7ba-bc77879548cd by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:19.812858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Attempting to bind port e6f6dcc2-c44c-437e-b7ba-bc77879548cd on network 82cc26d6-a369-4498-98e7-aa4095711705 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:19.817939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:19.818304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Checking segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:19.818732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.819137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Bound using segment: {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:19.819615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Bound port: e6f6dcc2-c44c-437e-b7ba-bc77879548cd, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '82cc26d6-a369-4498-98e7-aa4095711705'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:19.819992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:19.909725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] For port e6f6dcc2-c44c-437e-b7ba-bc77879548cd, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:19.913805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] For port e6f6dcc2-c44c-437e-b7ba-bc77879548cd, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:20.010847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.059778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.065002 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.objects.ports [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109781) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:56:20.077593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410545c-01e3-4996-af86-aacb16278bb0 None None] Pushing event updated for resources: {'Port': ['ID=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:20.084660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2197921b-8177-4098-b442-90faf9a43e29 None None] Provisioning complete for port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:20.085261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2197921b-8177-4098-b442-90faf9a43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.122261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2197921b-8177-4098-b442-90faf9a43e29 None None] Port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:20.169507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49126) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:20.326761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a306d83-ce14-43b9-93c9-644225a6d20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.424960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a306d83-ce14-43b9-93c9-644225a6d20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.467921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a306d83-ce14-43b9-93c9-644225a6d20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.508361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a306d83-ce14-43b9-93c9-644225a6d20b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48ddfa61b7934d7cb98f2cb7b66c9cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364565 Apr 29 07:56:20.509636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a306d83-ce14-43b9-93c9-644225a6d20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777332d2-489b-434b-8619-9bd2fbfd1f64,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:20.512076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49130) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:20.563808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8fc95e2-1ff5-4dcc-8b0d-c331ab397c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.589315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8fc95e2-1ff5-4dcc-8b0d-c331ab397c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.629456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.668932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dfc05-fb78-47cd-ad79-5df16cbd56c9 req-a0fda98c-abd6-4f7c-bb1c-f64148c97f4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:20.671023 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-532dfc05-fb78-47cd-ad79-5df16cbd56c9 req-a0fda98c-abd6-4f7c-bb1c-f64148c97f4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 944 time: 0.0696094 Apr 29 07:56:20.722223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-532dfc05-fb78-47cd-ad79-5df16cbd56c9 req-9526a537-5a02-4ecc-9676-6dc905d0df17 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349934 Apr 29 07:56:20.746041 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-8d8f41eb-a876-4a73-af31-a85303525fff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1947603 Apr 29 07:56:20.760134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8fc95e2-1ff5-4dcc-8b0d-c331ab397c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.763415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8fc95e2-1ff5-4dcc-8b0d-c331ab397c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:20.764198 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e8fc95e2-1ff5-4dcc-8b0d-c331ab397c28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/777332d2-489b-434b-8619-9bd2fbfd1f64 HTTP/1.1" status: 204 len: 168 time: 0.2511990 Apr 29 07:56:20.772622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc95e2-1ff5-4dcc-8b0d-c331ab397c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777332d2-489b-434b-8619-9bd2fbfd1f64,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:20.819787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device da3066d7-bfa0-4e8f-8485-26ce866bae40 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:20.930988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449d8ce-767f-4137-b0f5-540972c27cce req-8100c797-46fa-493b-a5e6-b96684e3dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:20.932482 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-8100c797-46fa-493b-a5e6-b96684e3dbca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 1098 time: 0.1539667 Apr 29 07:56:20.976284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port da3066d7-bfa0-4e8f-8485-26ce866bae40 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:56:20.989051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port da3066d7-bfa0-4e8f-8485-26ce866bae40 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:20.989638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.015022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.088269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.113249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:21.119944 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbdf421-afc5-4971-af50-ea4840b81007" -d '{"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-plugged", "status": "completed", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:21.135871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:21.173340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa6aa9f-bfe0-4fcc-8030-923eb2cb6f19 x-openstack-request-id: req-5fa6aa9f-bfe0-4fcc-8030-923eb2cb6f19 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:21.173640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-plugged", "status": "completed", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:21.173891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fa6aa9f-bfe0-4fcc-8030-923eb2cb6f19 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:21.174290 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa6aa9f-bfe0-4fcc-8030-923eb2cb6f19'] response: {'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'code': 200} Apr 29 07:56:21.222213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.292690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449d8ce-767f-4137-b0f5-540972c27cce req-d4d5463d-67df-44f1-afda-ea329fa612fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:21.294172 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-d4d5463d-67df-44f1-afda-ea329fa612fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e8bda5-b443-4316-a00b-2f88617ad7c8 HTTP/1.1" status: 200 len: 897 time: 0.3249795 Apr 29 07:56:21.326573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:21.356173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Provisioning complete for port e6f6dcc2-c44c-437e-b7ba-bc77879548cd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:21.356555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.392833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e6f6dcc2-c44c-437e-b7ba-bc77879548cd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:21.473368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port d5c53705-4021-4057-97e6-796a64190e92 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:21.473717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.478121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.508139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e6f6dcc2-c44c-437e-b7ba-bc77879548cd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:21.508577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.511264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.526721 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-2638b42f-86f2-47c1-83af-f5e52e82c42f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b71775c-b639-475f-9a2b-9e13812f9de0 HTTP/1.1" status: 200 len: 1001 time: 0.2189808 Apr 29 07:56:21.575297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.599047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] For port e6f6dcc2-c44c-437e-b7ba-bc77879548cd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:21.601067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18f39-3f16-4c26-a7aa-0ba88a96fe5a req-dd29ee82-833c-4145-b18b-5e49440a8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:21.602816 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ea18f39-3f16-4c26-a7aa-0ba88a96fe5a req-dd29ee82-833c-4145-b18b-5e49440a8a73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 1098 time: 0.0555439 Apr 29 07:56:21.635603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.648468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ea18f39-3f16-4c26-a7aa-0ba88a96fe5a req-23c033d2-f4ff-49ad-85a5-8957d933b35c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Apr 29 07:56:21.679002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49140) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:21.739404 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2009e914-6e3b-4c33-9e74-02731831a948 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=578c3616002b4e59923818a6cd3e4742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579338 Apr 29 07:56:21.740360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49142) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:21.783527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449d8ce-767f-4137-b0f5-540972c27cce req-1950b604-78c5-4fed-ae1d-354627993f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:21.785016 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-1950b604-78c5-4fed-ae1d-354627993f84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=540e5285-0025-45d4-9735-6a0a774af150 HTTP/1.1" status: 200 len: 834 time: 0.2164001 Apr 29 07:56:21.790410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.792134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.795476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81247606-2f1a-4873-b66c-222b488fc68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.797899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port d5c53705-4021-4057-97e6-796a64190e92, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d5c53705-4021-4057-97e6-796a64190e92,segment=NetworkSegment(d0725d06-2ac4-4ad7-84f3-64bcc583ed08),segment_id=d0725d06-2ac4-4ad7-84f3-64bcc583ed08)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:21.797899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.799304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:21.816480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for d5c53705-4021-4057-97e6-796a64190e92 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:21.818494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81247606-2f1a-4873-b66c-222b488fc68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.893845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382ec21-42b2-402a-bd82-88b6c0d58e97 req-f3c0fc71-32e8-4f63-ac77-cf90d6546f7f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:21.895368 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4382ec21-42b2-402a-bd82-88b6c0d58e97 req-f3c0fc71-32e8-4f63-ac77-cf90d6546f7f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.0749204 Apr 29 07:56:21.911969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:56:21.912236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:56:21.914231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:56:21.914817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:56:21.928626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.928626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.951961 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4382ec21-42b2-402a-bd82-88b6c0d58e97 req-7647ee9e-7482-41f2-a38d-b029d199ad81 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374310 Apr 29 07:56:21.985302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81247606-2f1a-4873-b66c-222b488fc68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.988054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81247606-2f1a-4873-b66c-222b488fc68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:21.989226 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-81247606-2f1a-4873-b66c-222b488fc68c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de848082-2427-4411-b620-7330f37f0adb HTTP/1.1" status: 204 len: 168 time: 0.2481070 Apr 29 07:56:21.997316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81247606-2f1a-4873-b66c-222b488fc68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de848082-2427-4411-b620-7330f37f0adb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:22.046186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:22.075285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:22.086228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71243c-fc64-4ecc-9e43-0f1035510dff None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:22.087854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:22.088452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:22.107202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Subnet': ['ID=3b2d07a0-5e4d-475d-a856-640228c3567e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:22.114651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,revision_number=4']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:22.124212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449d8ce-767f-4137-b0f5-540972c27cce req-efe1c978-5e14-40b0-89e1-56195b2c0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:22.125951 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-efe1c978-5e14-40b0-89e1-56195b2c0256 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e8bda5-b443-4316-a00b-2f88617ad7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2852306 Apr 29 07:56:22.131196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network f759ef62-04e7-494c-aec3-9caf17bf3aec is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:22.177666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:22.204911 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-14b11b45-dfba-41bd-9d80-afddfb17d0e6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3763103 Apr 29 07:56:22.208514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49148) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:22.215381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Request body: {'port': {'network_id': '82cc26d6-a369-4498-98e7-aa4095711705', 'mac_address': 'fa:16:3e:c1:96:6b', 'name': 'tempest-NetworksTestDHCPv6-1923241026'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:22.411815 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-12891e0b-b3e7-46fc-b7f9-1920bd0c3d3d service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436721 Apr 29 07:56:22.463728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:22.465725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Made reservation on behalf of e6c516c1d76d44f1a05c79a9070be790 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:22.536284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 4511b4e0-cadc-4e35-93f5-87f81773a6ee has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:22.545988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:22.591855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:22.594406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:22.615117 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=d5c53705-4021-4057-97e6-796a64190e92,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:22.625778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] device_id is not set on port 8a00f0bd-4482-4bb5-854b-2531f1de09ee yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:22.640366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] For port e6f6dcc2-c44c-437e-b7ba-bc77879548cd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:22.735345 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-e449d8ce-767f-4137-b0f5-540972c27cce req-e374aad4-b706-438d-8843-fee785517b6e service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108437 Apr 29 07:56:22.747394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:22.884750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:56:22.885102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:56:22.896303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613f3c3-5d37-4a39-abe9-485b95592067 None None] Pushing event updated for resources: {'Port': ['ID=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:22.906060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2c13c86f-61dd-406d-aad7-1bb323395493 None None] Provisioning complete for port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:22.906521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c13c86f-61dd-406d-aad7-1bb323395493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:22.908696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8::278 (82cc26d6-a369-4498-98e7-aa4095711705/e7d9971a-f7bf-42af-bf41-8d5f06594abc/8a00f0bd-4482-4bb5-854b-2531f1de09ee) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:22.916921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:966b (82cc26d6-a369-4498-98e7-aa4095711705/3b2d07a0-5e4d-475d-a856-640228c3567e/8a00f0bd-4482-4bb5-854b-2531f1de09ee) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:22.976554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2c13c86f-61dd-406d-aad7-1bb323395493 None None] Port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:22.998707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2c13c86f-61dd-406d-aad7-1bb323395493 None None] Could not find standard attr ID for object 73581dd0-4e68-4c9f-8077-c6d55a39b40b. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:56:23.183182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6649c-ad04-4290-8eda-263700ce05f8 req-397d4b96-dd84-4f1d-8d52-477f2ee2f43f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:23.190793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bae6649c-ad04-4290-8eda-263700ce05f8 req-397d4b96-dd84-4f1d-8d52-477f2ee2f43f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.1226170 Apr 29 07:56:23.244155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.255159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bae6649c-ad04-4290-8eda-263700ce05f8 req-65089da2-a6af-41db-bd51-8b16979f494d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633123 Apr 29 07:56:23.317703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.326728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-18bda23d-4f3f-471b-b607-e14bf3ef55af None None] Provisioning complete for port e6f6dcc2-c44c-437e-b7ba-bc77879548cd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:23.327280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18bda23d-4f3f-471b-b607-e14bf3ef55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.365800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.433256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28f70f-e1c5-4150-8fee-7f54ea46e8e1 req-04aff4fc-8fce-4531-a822-96d7a986a02d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:23.435610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de28f70f-e1c5-4150-8fee-7f54ea46e8e1 req-04aff4fc-8fce-4531-a822-96d7a986a02d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.0984304 Apr 29 07:56:23.437081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:23.443976 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-98143380-e3f3-4f55-ad21-400d5ed351eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/4511b4e0-cadc-4e35-93f5-87f81773a6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5478215 Apr 29 07:56:23.450451 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Sync routers for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:23.465762 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:23.466241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Network 82cc26d6-a369-4498-98e7-aa4095711705 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:23.466397 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:23.478645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:23.485949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:23.492107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:23.492830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.513819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event updated for resources: {'Port': ['ID=8a00f0bd-4482-4bb5-854b-2531f1de09ee,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:23.553392 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de28f70f-e1c5-4150-8fee-7f54ea46e8e1 req-1cd48ca2-9968-4334-bb5d-a7ac3c419af5 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834253 Apr 29 07:56:23.569099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49174) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:23.587910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:23.598322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device eba43d01-da35-491c-9eb1-f879a5b2d561 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:23.639109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49178) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:23.654649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: eba43d01-da35-491c-9eb1-f879a5b2d561 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:23.654999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device eba43d01-da35-491c-9eb1-f879a5b2d561 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:23.673200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d3d64c80-cabc-4256-883f-26971f3185f1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4629385 Apr 29 07:56:23.683842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:23.683974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49182) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:23.701860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:23.704561 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1fcd28a0-68c8-44a9-979e-7222c467328b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4310856 Apr 29 07:56:23.706918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49184) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:23.738173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:23.740426 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:23.748211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8174655-15fc-4b5c-814a-b0ad7ed759fa tempest-TestNetworkAdvancedServerOps-1617974249 tempest-TestNetworkAdvancedServerOps-1617974249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:23.752809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f8174655-15fc-4b5c-814a-b0ad7ed759fa tempest-TestNetworkAdvancedServerOps-1617974249 tempest-TestNetworkAdvancedServerOps-1617974249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 1093 time: 0.1816423 Apr 29 07:56:23.761455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49186) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:23.770227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:23.806296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting subnet f2eded2c-5493-44b0-9269-3ec51c06e48d {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:23.813088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.880046 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.899743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting port 8a00f0bd-4482-4bb5-854b-2531f1de09ee {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:23.900110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.901163 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:23.901479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:23.911688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-544240127'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:23.917913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:23.987538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:22Z', 'revision_number': 11, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:24.028390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e6f6dcc2-c44c-437e-b7ba-bc77879548cd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:24.035506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:24.041599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:24.045753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.048591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.072739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.086197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:24.087107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:24.088659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.089803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2683b211-35fa-414e-97d1-c6df0b3431b8 None None] Provisioning complete for port 8a00f0bd-4482-4bb5-854b-2531f1de09ee triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:24.090341 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2683b211-35fa-414e-97d1-c6df0b3431b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.109452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Calling delete_port for 8a00f0bd-4482-4bb5-854b-2531f1de09ee owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:24.142165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.167404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2683b211-35fa-414e-97d1-c6df0b3431b8 None None] Port 8a00f0bd-4482-4bb5-854b-2531f1de09ee cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:24.207279 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:24.253934 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:19Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:12Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc317aff-ac72-4701-90b6-0dcb25a3b5e2', 'name': '', 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:64:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '6766c634-4eed-4e1e-a22c-769cf2029fc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:18Z', 'updated_at': '2022-04-29T07:56:20Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '6766c634-4eed-4e1e-a22c-769cf2029fc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:24.269836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:22Z', 'revision_number': 11, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:24.270840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.273143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e6f6dcc2-c44c-437e-b7ba-bc77879548cd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:24.273143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.282538 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Allocated IP 172.26.2.177 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/722f7208-731d-41e3-b50e-38eaa7ec4900) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:24.296504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.298467 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Checking router: 4511b4e0-cadc-4e35-93f5-87f81773a6ee for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:24.301806 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Updating router 4511b4e0-cadc-4e35-93f5-87f81773a6ee port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:56:24.317772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051b070-aac5-48b2-9072-4c84e31db19c None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:22Z', 'revision_number': 11, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:24.337212 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.343379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Subnet': ['ID=f2eded2c-5493-44b0-9269-3ec51c06e48d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:24.399791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.404172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d3cf8-74ad-4507-aa89-86c50b5e5931 None None] Network 9175efc4-40b4-4acc-b950-e73fa07f5c54 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:24.431072 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1669a1e3-bc8c-4a84-a46a-b1caacdafbab,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:24.441646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.449865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49188) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:24.457031 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ae2179ef-f410-44f2-9516-ce67ed2af23c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/f2eded2c-5493-44b0-9269-3ec51c06e48d HTTP/1.1" status: 204 len: 168 time: 0.7490578 Apr 29 07:56:24.482458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.491187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:24.537875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.556479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Port': ['ID=8a00f0bd-4482-4bb5-854b-2531f1de09ee,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:24.558883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.559102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Added segment a707ad01-4b4b-465c-9db0-c6a722e82f07 of type vlan for network e2b3ef95-2dc0-435d-8326-98f52f9df812 Apr 29 07:56:24.651175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.657975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49190) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:24.671344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0dc8818a-6f7b-462b-8680-286d7c6e3efa tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/8a00f0bd-4482-4bb5-854b-2531f1de09ee HTTP/1.1" status: 204 len: 168 time: 0.9865253 Apr 29 07:56:24.688141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.697346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] DHCP port deletion for 9175efc4-40b4-4acc-b950-e73fa07f5c54 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:24.708678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.719616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.773375 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.784304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] Deleting port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:24.784823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.795513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:24.805291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:24.815788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:24.830582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf72556-f711-4784-b6d0-dc16465d98d1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:24.832744 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4cf72556-f711-4784-b6d0-dc16465d98d1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1737406 Apr 29 07:56:24.836613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49192) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:24.843147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Deleting port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:24.847201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.868004 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.873160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Port': ['ID=722f7208-731d-41e3-b50e-38eaa7ec4900,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:24.914225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.924137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:24.924788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:24.945438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c4189-c5b2-4ba3-a9ae-8d52edbb7e91 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:24.950458 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-104c4189-c5b2-4ba3-a9ae-8d52edbb7e91 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1071355 Apr 29 07:56:24.965260 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12b140-f047-4937-8840-2ae91a564367 None None] Pushing event updated for resources: {'Port': ['ID=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:24.973055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49194) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:25.055499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Network': ['ID=e2b3ef95-2dc0-435d-8326-98f52f9df812,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:25.070699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Attempting to bind port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:25.070699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Attempting to bind port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:25.070699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Attempting to bind port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 on network f759ef62-04e7-494c-aec3-9caf17bf3aec {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:25.071131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] For port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,segment=NetworkSegment(d0725d06-2ac4-4ad7-84f3-64bcc583ed08),segment_id=d0725d06-2ac4-4ad7-84f3-64bcc583ed08)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:25.071242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.077512 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:25.078158 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Checking segment: {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:25.078803 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.079350 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Bound using segment: {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:25.079980 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Bound port: dc317aff-ac72-4701-90b6-0dcb25a3b5e2, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743f49db-6c9f-4f85-9d7e-77b5a55dd623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:25.081109 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.094851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Calling delete_port for 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:25.111292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce4e5b-10f7-4b3c-a77a-9e17dcc296af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:25.113183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce4e5b-10f7-4b3c-a77a-9e17dcc296af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:25.114961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce4e5b-10f7-4b3c-a77a-9e17dcc296af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:25.116655 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-18ce4e5b-10f7-4b3c-a77a-9e17dcc296af tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1425016 Apr 29 07:56:25.118736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:25.120436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:25.142743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] For port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,segment=NetworkSegment(d0725d06-2ac4-4ad7-84f3-64bcc583ed08),segment_id=d0725d06-2ac4-4ad7-84f3-64bcc583ed08)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:25.143144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.157061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] Calling delete_port for 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:25.175877 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] For port dc317aff-ac72-4701-90b6-0dcb25a3b5e2, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:25.183331 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-825506f6-58f3-4479-885f-da1755453e80 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5401926 Apr 29 07:56:25.183675 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] For port dc317aff-ac72-4701-90b6-0dcb25a3b5e2, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:25.186596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49198) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:25.196715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'subnet': {'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:25.292309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet 3b2d07a0-5e4d-475d-a856-640228c3567e {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:25.298710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.302875 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.310946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b0f12e49-a6d3-4521-8597-a0d46b3210bb None None] Provisioning complete for port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:25.311331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e49-a6d3-4521-8597-a0d46b3210bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.335133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.365452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.366369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.397079 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:25.397808 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:25.398308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] Pushing event deleted for resources: {'Port': ['ID=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:25.401016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f90798-a5a4-465a-b538-100c9ca62d6e None None] No DVR routers for this DVR port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:25.404935 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12b140-f047-4937-8840-2ae91a564367 None None] Pushing event updated for resources: {'Port': ['ID=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:25.441350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Port': ['ID=6b4acad1-bea9-4e99-b156-8f61bf1be1c8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:25.456403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:25.470896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.476576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e49-a6d3-4521-8597-a0d46b3210bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.478847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.503401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No DVR routers for this DVR port 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:25.540839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b0f12e49-a6d3-4521-8597-a0d46b3210bb None None] For port dc317aff-ac72-4701-90b6-0dcb25a3b5e2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:25.556377 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:25.635343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.637522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e49-a6d3-4521-8597-a0d46b3210bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.658727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9175efc4-40b4-4acc-b950-e73fa07f5c54']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:25.676274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:25.676572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0725d06-2ac4-4ad7-84f3-64bcc583ed08') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:25.692292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.725083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.733908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:25.738555 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:25.761544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.764406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.771795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f12e49-a6d3-4521-8597-a0d46b3210bb None None] Pushing event updated for resources: {'Port': ['ID=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:25.781745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3fbefe16-b588-42a0-9f45-54e1af64c7f9 None None] Provisioning complete for port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:25.782794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fbefe16-b588-42a0-9f45-54e1af64c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.830654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d5c53705-4021-4057-97e6-796a64190e92 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:25.842543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2d07a0-5e4d-475d-a856-640228c3567e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:25.848939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.852925 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-41fab4e6-af00-49be-82cc-f74508d6113e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/3b2d07a0-5e4d-475d-a856-640228c3567e HTTP/1.1" status: 204 len: 168 time: 0.7316074 Apr 29 07:56:25.855647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49202) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:25.870469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927bf139-e360-41d6-b86e-76a6ce44b764 None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:25.874099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: d5c53705-4021-4057-97e6-796a64190e92 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:25.874609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d5c53705-4021-4057-97e6-796a64190e92 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:25.875118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:25.906093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:25.906627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6b4acad1-bea9-4e99-b156-8f61bf1be1c8 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:25.927547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.931200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Deleting subnet e7d9971a-f7bf-42af-bf41-8d5f06594abc {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:25.934925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.936904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:25.942778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/networks/9175efc4-40b4-4acc-b950-e73fa07f5c54 HTTP/1.1" status: 204 len: 168 time: 1.4891026 Apr 29 07:56:25.943042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49204) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:25.964887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'routes': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:26.014600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:19Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:12Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc317aff-ac72-4701-90b6-0dcb25a3b5e2', 'name': '', 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:64:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '6766c634-4eed-4e1e-a22c-769cf2029fc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:18Z', 'updated_at': '2022-04-29T07:56:25Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '6766c634-4eed-4e1e-a22c-769cf2029fc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:26.018277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.027004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1877c87-4fda-4470-a61f-e52b3af5184c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Pushing event deleted for resources: {'Network': ['ID=9175efc4-40b4-4acc-b950-e73fa07f5c54,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:26.057390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.063094 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35095df-3281-4312-a83d-ae964c4b7309 None None] The sync data for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv is: [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:19Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:12Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc317aff-ac72-4701-90b6-0dcb25a3b5e2', 'name': '', 'network_id': 'f759ef62-04e7-494c-aec3-9caf17bf3aec', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:64:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '6766c634-4eed-4e1e-a22c-769cf2029fc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:18Z', 'updated_at': '2022-04-29T07:56:25Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '6766c634-4eed-4e1e-a22c-769cf2029fc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:26.065396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.203444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Subnet': ['ID=2068597f-a0ef-40cc-aa6a-07271fe34835,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:26.277568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.extraroute_db [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Added routes are [] {{(pid=109782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:56:26.277952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.extraroute_db [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Removed routes are [] {{(pid=109782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:56:26.278338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.279111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.414585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Checking segment: {'id': 'a707ad01-4b4b-465c-9db0-c6a722e82f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:26.415463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network hostable DHCP agents. Network: e2b3ef95-2dc0-435d-8326-98f52f9df812, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:26.446319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.476067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.483739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.553547 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.571425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router 0b1e40a0-279d-478d-b63a-3158c5590713 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:26.633649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.636616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:26.696979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:26.704673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.709300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aba918a2-33ef-4273-8970-3b68135380e5 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 200 len: 704 time: 0.7460730 Apr 29 07:56:26.711147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, e2b3ef95-2dc0-435d-8326-98f52f9df812) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:26.711353 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] Sync routers for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:26.712731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49208) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:26.721174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e133d19-da1e-4eac-bef0-3622e3e6742e None None] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:26.728346 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:26.728969 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:26.746853 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-18fdf263-ac4f-445b-8590-cdf1c065ec36 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 200 len: 205 time: 0.0305779 Apr 29 07:56:26.746853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:26.746853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.748551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49210) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:26.757026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.765953 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/e7d9971a-f7bf-42af-bf41-8d5f06594abc HTTP/1.1" status: 204 len: 168 time: 0.9092500 Apr 29 07:56:26.770695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49212) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:26.776753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb769d0-aec3-4b61-a43b-19207bdebcf6 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d9971a-f7bf-42af-bf41-8d5f06594abc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:26.867188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.869041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event updated for resources: {'Port': ['ID=722f7208-731d-41e3-b50e-38eaa7ec4900,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:26.875774 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dafc5e71-c689-4e39-8603-eb3223bb72c3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852327 Apr 29 07:56:26.877517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49214) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:26.880369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75b9dc4-6adf-4919-b575-7cb67d7c07c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:26.905877 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:27.031641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-e2b3ef95-2dc0-435d-8326-98f52f9df812', 'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'tenant_id': 'f6a05db7f3b8461abc5e0187ec69981c', 'fixed_ips': [{'subnet_id': '2068597f-a0ef-40cc-aa6a-07271fe34835'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:56:27.033335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.049649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d4a87-bd37-419a-b934-82d164d454f9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:27.051538 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c62d4a87-bd37-419a-b934-82d164d454f9 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1744750 Apr 29 07:56:27.054218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49216) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.073701 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:22Z', 'revision_number': 11, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:27.120933 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] Checking router: 0b1e40a0-279d-478d-b63a-3158c5590713 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:27.145852 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] Routers {'0b1e40a0-279d-478d-b63a-3158c5590713'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:27.146851 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0b1e40a0-279d-478d-b63a-3158c5590713'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:27.169238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cabf590-3226-496c-82b8-3cf44b36ed7c None None] Network 82cc26d6-a369-4498-98e7-aa4095711705 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:27.176636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f3c1c-304a-43c9-aa4b-32b16917678c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:27.178292 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c93f3c1c-304a-43c9-aa4b-32b16917678c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230941 Apr 29 07:56:27.181006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49218) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.230257 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] Set router 0b1e40a0-279d-478d-b63a-3158c5590713 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:27.242717 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-621200e4-b2de-4978-8593-4c2e34fcf85d tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604687 Apr 29 07:56:27.254511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49220) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.286325 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Floating IP f2202387-d7df-4da2-8565-fa909019424b associated. External IP: 172.26.2.177, port: da3066d7-bfa0-4e8f-8485-26ce866bae40. Apr 29 07:56:27.290455 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-922e1472-b74a-427b-bf4b-4e84cab12e3f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.291434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922e1472-b74a-427b-bf4b-4e84cab12e3f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.298257 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-922e1472-b74a-427b-bf4b-4e84cab12e3f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/8a00f0bd-4482-4bb5-854b-2531f1de09ee HTTP/1.1" status: 404 len: 333 time: 0.0425401 Apr 29 07:56:27.299057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49222) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.351693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-214c10c0-94b2-4364-9f6b-ce7e9e2ac9fb None None] Provisioning complete for port e6f6dcc2-c44c-437e-b7ba-bc77879548cd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:27.352070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-214c10c0-94b2-4364-9f6b-ce7e9e2ac9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.375508 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebd3880-374c-42b4-aada-877b5c2f8e37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.376011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebd3880-374c-42b4-aada-877b5c2f8e37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.382094 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cebd3880-374c-42b4-aada-877b5c2f8e37 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/3b2d07a0-5e4d-475d-a856-640228c3567e HTTP/1.1" status: 404 len: 337 time: 0.0387106 Apr 29 07:56:27.382881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49224) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.401711 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:22Z', 'revision_number': 11, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:27.414081 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6319eeb3-f895-4049-8d81-f2610e7f5915 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.414720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6319eeb3-f895-4049-8d81-f2610e7f5915 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.421864 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6319eeb3-f895-4049-8d81-f2610e7f5915 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/e7d9971a-f7bf-42af-bf41-8d5f06594abc HTTP/1.1" status: 404 len: 337 time: 0.0358727 Apr 29 07:56:27.423022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49226) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.431941 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959487b-bc5d-4b89-ac1b-395d9fe02b7b None None] The sync data for ids ['0b1e40a0-279d-478d-b63a-3158c5590713'] in dv-neutron-839740-1-hyperv is: [{'id': '0b1e40a0-279d-478d-b63a-3158c5590713', 'name': 'tempest-RoutersIpV6Test-router-440645611', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:21Z', 'updated_at': '2022-04-29T07:56:22Z', 'revision_number': 11, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:27.445281 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8e8e9f2c-7390-4acb-be3e-7c2daf67887a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2573836 Apr 29 07:56:27.447828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49228) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.454792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'name': 'tempest-AllowedAddressPairTestJSON-729952639'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:27.460707 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb332ed0-a912-4656-9346-2f6410913de1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.461510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb332ed0-a912-4656-9346-2f6410913de1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.470972 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eb332ed0-a912-4656-9346-2f6410913de1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/73581dd0-4e68-4c9f-8077-c6d55a39b40b HTTP/1.1" status: 404 len: 333 time: 0.0445752 Apr 29 07:56:27.471613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49230) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.497169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Allocated IP 172.20.0.2 (e2b3ef95-2dc0-435d-8326-98f52f9df812/2068597f-a0ef-40cc-aa6a-07271fe34835/95592730-4055-4d07-8c70-528704990890) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:27.513995 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d7580a-c2cf-4454-8c8f-f3c5880d2947 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.514585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d7580a-c2cf-4454-8c8f-f3c5880d2947 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.516084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75b9dc4-6adf-4919-b575-7cb67d7c07c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.517761 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29d7580a-c2cf-4454-8c8f-f3c5880d2947 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/8ec7b56e-3691-4024-83b5-2d5ca2b2dd46 HTTP/1.1" status: 404 len: 337 time: 0.0411386 Apr 29 07:56:27.520243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49232) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.527246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75b9dc4-6adf-4919-b575-7cb67d7c07c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.582568 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6a5b71-999c-477c-b69f-3b41775b6cd1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.583023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6a5b71-999c-477c-b69f-3b41775b6cd1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.588407 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-db6a5b71-999c-477c-b69f-3b41775b6cd1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/cb7595de-e90f-40ce-a0c6-bad49df81431 HTTP/1.1" status: 404 len: 337 time: 0.0648799 Apr 29 07:56:27.588683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49234) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.596208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] DHCP port deletion for 82cc26d6-a369-4498-98e7-aa4095711705 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:27.621962 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-66353130-3597-4869-a9fa-1e523ec3c95e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.622672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66353130-3597-4869-a9fa-1e523ec3c95e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.628000 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-66353130-3597-4869-a9fa-1e523ec3c95e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/5c00fafb-aa8f-4509-95da-95eea4a297ec HTTP/1.1" status: 404 len: 333 time: 0.0317690 Apr 29 07:56:27.628198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49236) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.661232 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6be555-0494-4d6d-b432-f50d58fb6eb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.661687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6be555-0494-4d6d-b432-f50d58fb6eb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.667155 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6a6be555-0494-4d6d-b432-f50d58fb6eb3 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/a912757e-5823-46db-8737-2e7b2661da44 HTTP/1.1" status: 404 len: 337 time: 0.0356228 Apr 29 07:56:27.668963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49238) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.708921 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4b78a6-8591-4909-9677-3cc6f8a1147c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.712274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4b78a6-8591-4909-9677-3cc6f8a1147c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.718390 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8b4b78a6-8591-4909-9677-3cc6f8a1147c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/676d5b85-89ab-4d31-a5fa-2d75dd0d3f27 HTTP/1.1" status: 404 len: 337 time: 0.0448723 Apr 29 07:56:27.718691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49240) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.727597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75b9dc4-6adf-4919-b575-7cb67d7c07c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.728470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75b9dc4-6adf-4919-b575-7cb67d7c07c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1e40a0-279d-478d-b63a-3158c5590713 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:56:27.739384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a75b9dc4-6adf-4919-b575-7cb67d7c07c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.741362 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a75b9dc4-6adf-4919-b575-7cb67d7c07c3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 204 len: 168 time: 0.9910283 Apr 29 07:56:27.745030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49242) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.753150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] Deleting port e6f6dcc2-c44c-437e-b7ba-bc77879548cd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:27.753532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.761067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:27.765287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.769053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e91308e-bc02-4309-9de5-33bc735fb60a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.769855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e91308e-bc02-4309-9de5-33bc735fb60a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.773544 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3e91308e-bc02-4309-9de5-33bc735fb60a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/38822af2-8bc5-430c-aca4-fd1b67b7eeb7 HTTP/1.1" status: 404 len: 333 time: 0.0539017 Apr 29 07:56:27.781971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49244) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.803822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-77dfafe1-e1b0-4f8e-a087-69c6d204cf8b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1153437621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:27.822681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.844201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] For port e6f6dcc2-c44c-437e-b7ba-bc77879548cd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,segment=NetworkSegment(cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912),segment_id=cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:27.844599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.851705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Router f995a336-ab99-44c9-8983-d30f73988f90 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:27.857422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dc317aff-ac72-4701-90b6-0dcb25a3b5e2 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:27.868289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] device_id is not set on port 21ecf85e-773c-4fe5-8bd7-01c11219384c yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:27.892477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] Calling delete_port for e6f6dcc2-c44c-437e-b7ba-bc77879548cd owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:27.911965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.919296 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e835b8-abf3-49a0-a296-a228a941f0db tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.919826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e835b8-abf3-49a0-a296-a228a941f0db tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.923005 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-15e835b8-abf3-49a0-a296-a228a941f0db tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/6b1e3fb3-963b-4678-841b-bea8f9bee789 HTTP/1.1" status: 404 len: 337 time: 0.1398621 Apr 29 07:56:27.925662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49246) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:27.939903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77dfafe1-e1b0-4f8e-a087-69c6d204cf8b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.941178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77dfafe1-e1b0-4f8e-a087-69c6d204cf8b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:27.970465 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adb3491-9896-4b6c-8b6d-a231fcff08a0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:27.971202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adb3491-9896-4b6c-8b6d-a231fcff08a0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:27.974655 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4adb3491-9896-4b6c-8b6d-a231fcff08a0 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/a1b78450-1dd5-48f7-84a9-0f0e25808582 HTTP/1.1" status: 404 len: 337 time: 0.0476389 Apr 29 07:56:27.977241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49248) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.003377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:28.014558 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdfc0dc-bc61-4ebb-bb39-b43cd12cd7f7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.015335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdfc0dc-bc61-4ebb-bb39-b43cd12cd7f7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.017786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:28.018545 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-afdfc0dc-bc61-4ebb-bb39-b43cd12cd7f7 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/f17278f4-ca66-4e61-80a7-9161a5c5be64 HTTP/1.1" status: 404 len: 333 time: 0.0398448 Apr 29 07:56:28.020382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:28.021305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49250) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.029213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Pushing event updated for resources: {'Port': ['ID=95592730-4055-4d07-8c70-528704990890,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:28.053463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20e9a85-6c85-43c1-ad2f-3fbe908ee79f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.054111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20e9a85-6c85-43c1-ad2f-3fbe908ee79f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.057176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a20e9a85-6c85-43c1-ad2f-3fbe908ee79f tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/370d6ec2-ad38-48c9-be52-6099dc8a3cb0 HTTP/1.1" status: 404 len: 337 time: 0.0348678 Apr 29 07:56:28.059622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49252) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.069762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:28.070349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.093976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-257b6adf-9def-42c9-98ab-050640f1891a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.094945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257b6adf-9def-42c9-98ab-050640f1891a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.100587 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-257b6adf-9def-42c9-98ab-050640f1891a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/fe460e17-4a58-4706-91db-cb6a6e29105d HTTP/1.1" status: 404 len: 333 time: 0.0370138 Apr 29 07:56:28.100587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Allocated IP 172.20.0.7 (e2b3ef95-2dc0-435d-8326-98f52f9df812/2068597f-a0ef-40cc-aa6a-07271fe34835/21ecf85e-773c-4fe5-8bd7-01c11219384c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:28.101712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.133088 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Attempting to bind port 95592730-4055-4d07-8c70-528704990890 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:28.133455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Attempting to bind port 95592730-4055-4d07-8c70-528704990890 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'a707ad01-4b4b-465c-9db0-c6a722e82f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:28.133811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Attempting to bind port 95592730-4055-4d07-8c70-528704990890 on network e2b3ef95-2dc0-435d-8326-98f52f9df812 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:28.136408 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3c45d4-942d-4c19-ac23-05358b9ce9be tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.136950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3c45d4-942d-4c19-ac23-05358b9ce9be tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.142685 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cc3c45d4-942d-4c19-ac23-05358b9ce9be tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/c6b59ec3-d390-4cef-a9c9-483a0297c93a HTTP/1.1" status: 404 len: 337 time: 0.0376315 Apr 29 07:56:28.142888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:28.142888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Checking segment: {'id': 'a707ad01-4b4b-465c-9db0-c6a722e82f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:28.142888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.143216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Bound using segment: {'id': 'a707ad01-4b4b-465c-9db0-c6a722e82f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:28.143329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49256) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.144234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Bound port: 95592730-4055-4d07-8c70-528704990890, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a707ad01-4b4b-465c-9db0-c6a722e82f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:28.144234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.175942 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1ae882-40f9-44ff-aff7-702617b50408 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.176806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1ae882-40f9-44ff-aff7-702617b50408 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.182262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4e1ae882-40f9-44ff-aff7-702617b50408 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/bd272be1-74db-455f-ba0e-8de88bf4b98a HTTP/1.1" status: 404 len: 333 time: 0.0356925 Apr 29 07:56:28.183109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49258) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.203100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.225412 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b75936-df0e-4fa8-a33f-8d8919fd554b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.225948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b75936-df0e-4fa8-a33f-8d8919fd554b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.232279 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b6b75936-df0e-4fa8-a33f-8d8919fd554b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/8753b3a3-78eb-4a92-845e-2f0ca37f361a HTTP/1.1" status: 404 len: 337 time: 0.0453026 Apr 29 07:56:28.236426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49260) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.252181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] Pushing event deleted for resources: {'Port': ['ID=e6f6dcc2-c44c-437e-b7ba-bc77879548cd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:28.260343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d85b01-1cad-4d06-9990-9ca40f29020c None None] No DVR routers for this DVR port e6f6dcc2-c44c-437e-b7ba-bc77879548cd on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:28.273363 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-89856c14-8acc-436e-a645-b80d394a0105 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.273363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89856c14-8acc-436e-a645-b80d394a0105 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.280505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-89856c14-8acc-436e-a645-b80d394a0105 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/2524b5c1-ac91-4e49-ba03-68a040b7b7f1 HTTP/1.1" status: 404 len: 333 time: 0.0432272 Apr 29 07:56:28.285372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49262) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.296032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-68acb034-4532-4632-bed9-2785e90f172d None None] For port 95592730-4055-4d07-8c70-528704990890, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:28.299685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-68acb034-4532-4632-bed9-2785e90f172d None None] For port 95592730-4055-4d07-8c70-528704990890, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=95592730-4055-4d07-8c70-528704990890,segment=NetworkSegment(a707ad01-4b4b-465c-9db0-c6a722e82f07),segment_id=a707ad01-4b4b-465c-9db0-c6a722e82f07)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:28.335536 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2354b2b5-a546-49b9-88e8-2fb0252f1d01 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.336094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2354b2b5-a546-49b9-88e8-2fb0252f1d01 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.342305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2354b2b5-a546-49b9-88e8-2fb0252f1d01 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/6e5705c1-2a91-47de-9e91-4a57344f117f HTTP/1.1" status: 404 len: 337 time: 0.0529723 Apr 29 07:56:28.343692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49266) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.347156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e6f6dcc2-c44c-437e-b7ba-bc77879548cd no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:28.369521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e6f6dcc2-c44c-437e-b7ba-bc77879548cd {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:28.369858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e6f6dcc2-c44c-437e-b7ba-bc77879548cd not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:28.393008 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc469c23-c92b-4816-97d5-a92a9671ec9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.393693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc469c23-c92b-4816-97d5-a92a9671ec9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.396708 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bc469c23-c92b-4816-97d5-a92a9671ec9a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/e33a109e-0fca-4311-98e2-33f6a8269a20 HTTP/1.1" status: 404 len: 333 time: 0.0521009 Apr 29 07:56:28.399327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49268) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.416109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:28.418699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77dfafe1-e1b0-4f8e-a087-69c6d204cf8b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.428548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.429262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aac5065-76b4-491b-b2b9-7727ef5d0a86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.429842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aac5065-76b4-491b-b2b9-7727ef5d0a86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.432709 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3aac5065-76b4-491b-b2b9-7727ef5d0a86 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/b9d99ae3-3290-49e4-b2a9-a3e8caee7ce0 HTTP/1.1" status: 404 len: 337 time: 0.0324852 Apr 29 07:56:28.434592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] Sync routers for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:28.435586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49270) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.469219 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66c49b6-0f36-4388-9fdd-edb2b33f819e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.469864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66c49b6-0f36-4388-9fdd-edb2b33f819e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.472883 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a66c49b6-0f36-4388-9fdd-edb2b33f819e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/69fc6d7e-3b7b-454f-a6c7-86fb1b120dd5 HTTP/1.1" status: 404 len: 333 time: 0.0364194 Apr 29 07:56:28.475623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49272) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.488632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:28.489273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:28.509691 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ae5aae-7bf3-4a50-878a-08e08936670b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.510160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ae5aae-7bf3-4a50-878a-08e08936670b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.513524 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c9ae5aae-7bf3-4a50-878a-08e08936670b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/36b76689-16e9-4c6e-93a6-e724bbe55f51 HTTP/1.1" status: 404 len: 337 time: 0.0355480 Apr 29 07:56:28.516382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49274) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.516657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77dfafe1-e1b0-4f8e-a087-69c6d204cf8b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.525644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.532213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.557207 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-867e497e-4e54-4692-bb26-07a3b4060565 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.557711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867e497e-4e54-4692-bb26-07a3b4060565 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.560882 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-867e497e-4e54-4692-bb26-07a3b4060565 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/0eb150d6-718f-4ac9-ad40-291d4d595b98 HTTP/1.1" status: 404 len: 337 time: 0.0431874 Apr 29 07:56:28.563669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49276) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.573961 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cadd8cc9-f32f-4244-8322-116de4b82466 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8091254 Apr 29 07:56:28.573961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:28.576092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9920325c-d6d9-466d-94a9-72fc7fe369cb" -d '{"events": [{"name": "network-changed", "server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:28.627405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a8a54-9207-4e20-a006-c78b8e188227 x-openstack-request-id: req-2d4a8a54-9207-4e20-a006-c78b8e188227 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:28.628551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:28.628999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d4a8a54-9207-4e20-a006-c78b8e188227 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:28.629651 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4a8a54-9207-4e20-a006-c78b8e188227'] response: {'name': 'network-changed', 'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'status': 'completed', 'code': 200} Apr 29 07:56:28.659610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3be44e-e04b-4a2a-81d8-d7cee4e788b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.659610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3be44e-e04b-4a2a-81d8-d7cee4e788b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.659915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-77dfafe1-e1b0-4f8e-a087-69c6d204cf8b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.660018 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bd3be44e-e04b-4a2a-81d8-d7cee4e788b5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/d2606521-ee9a-4e49-9e73-aaaa928e2540 HTTP/1.1" status: 404 len: 333 time: 0.0938144 Apr 29 07:56:28.665863 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-77dfafe1-e1b0-4f8e-a087-69c6d204cf8b tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9110315 Apr 29 07:56:28.665863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49282) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.665863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49284) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.686282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0dda6ba2-720c-445f-b404-0c2ec3559f08 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:28.738041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:28.740515 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acb034-4532-4632-bed9-2785e90f172d None None] Pushing event updated for resources: {'Port': ['ID=95592730-4055-4d07-8c70-528704990890,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:28.830681 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4062cd5-7831-4f66-a9cd-2f5cdf850af2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.831166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4062cd5-7831-4f66-a9cd-2f5cdf850af2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.835801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:28.840766 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b4062cd5-7831-4f66-a9cd-2f5cdf850af2 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/172b4cc7-b4a3-4c20-985f-ce3fd8af1211 HTTP/1.1" status: 404 len: 337 time: 0.1484392 Apr 29 07:56:28.844699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49286) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.885789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:28.891009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:28.897676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:28.902503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=21ecf85e-773c-4fe5-8bd7-01c11219384c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:28.936913 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe0d044-7360-4e5e-9e25-3709f7a60aae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.938543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe0d044-7360-4e5e-9e25-3709f7a60aae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.946066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:28.948636 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7fe0d044-7360-4e5e-9e25-3709f7a60aae tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/a19deeb9-58c6-4a76-9f9b-a7c7e714c57a HTTP/1.1" status: 404 len: 337 time: 0.0975561 Apr 29 07:56:28.987829 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2accf3-7e10-4cc1-8bd4-98783f3e0695 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:28.988503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2accf3-7e10-4cc1-8bd4-98783f3e0695 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:28.993955 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a2accf3-7e10-4cc1-8bd4-98783f3e0695 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/f74a1d8b-ad71-4e34-9c63-f71bf6329b9d HTTP/1.1" status: 404 len: 333 time: 0.0444829 Apr 29 07:56:29.002247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b731d14-d005-436c-9701-78b6fdda1312 req-dc2f1a70-0ce3-48c2-8886-0145efd682f5 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:29.003069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49290) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.003793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1b731d14-d005-436c-9701-78b6fdda1312 req-dc2f1a70-0ce3-48c2-8886-0145efd682f5 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.1793864 Apr 29 07:56:29.011987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:29.012611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:29.043141 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a16613c-0902-48a7-89fb-31971c7d0fff tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.043604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a16613c-0902-48a7-89fb-31971c7d0fff tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.047214 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3a16613c-0902-48a7-89fb-31971c7d0fff tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/30bbf00f-b881-4a8a-af41-60e17df4c8d1 HTTP/1.1" status: 404 len: 337 time: 0.0424478 Apr 29 07:56:29.051761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49292) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.069928 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1b731d14-d005-436c-9701-78b6fdda1312 req-68ac2df2-e3f1-4dde-b49a-632e94529dc9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535741 Apr 29 07:56:29.081923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-3e45558b-fc9f-4ac9-b4ee-61c81dbe67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:29.083512 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-3e45558b-fc9f-4ac9-b4ee-61c81dbe67e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38b36d00a1204f4680e18de3747eb0af&device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 1098 time: 0.4172769 Apr 29 07:56:29.098938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49294) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.107573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dae0363-aac5-4984-9abf-45a7aa0dca1a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.108940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dae0363-aac5-4984-9abf-45a7aa0dca1a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.117223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3dae0363-aac5-4984-9abf-45a7aa0dca1a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/1decacc1-34f8-41dd-93f6-aeee38746ec4 HTTP/1.1" status: 404 len: 337 time: 0.0593972 Apr 29 07:56:29.125844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49296) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.134065 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f2202387-d7df-4da2-8565-fa909019424b', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'port_id': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'mac_address': 'fa:16:3e:9e:37:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:25Z', 'updated_at': '2022-04-29T07:56:25Z', 'revision_number': 0, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:11Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:29.148499 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6ca838bf-d77e-4ce4-9b76-ebe8858624ad tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6967728 Apr 29 07:56:29.148692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49298) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.155236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'name': 'tempest-AllowedAddressPairTestJSON-783503992', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:9e:ab:f6'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:29.163004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] Checking router: f995a336-ab99-44c9-8983-d30f73988f90 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:29.166404 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec9003c-40ef-4934-9d10-fb98d009dca5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.167252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec9003c-40ef-4934-9d10-fb98d009dca5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.170456 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8ec9003c-40ef-4934-9d10-fb98d009dca5 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/f7a50871-9ad6-4f63-92a0-35bc486f1d8d HTTP/1.1" status: 404 len: 333 time: 0.0435827 Apr 29 07:56:29.173947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49300) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.174932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:29.175743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:29.199436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0dda6ba2-720c-445f-b404-0c2ec3559f08 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:29.243871 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-22660aa9-2898-41b7-b556-a7cac5920a28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.244319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22660aa9-2898-41b7-b556-a7cac5920a28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.247890 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-22660aa9-2898-41b7-b556-a7cac5920a28 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/f88e3218-d03c-4908-8bef-4bd0b00531e3 HTTP/1.1" status: 404 len: 337 time: 0.0708957 Apr 29 07:56:29.250620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49302) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.260502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a0210394-54d9-478e-b9cd-b3225afe71c3 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/floatingips/f2202387-d7df-4da2-8565-fa909019424b HTTP/1.1" status: 200 len: 991 time: 0.1603839 Apr 29 07:56:29.275969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-4958ce8c-9a53-4fe6-93c9-01d1ce896e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:29.277426 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-4958ce8c-9a53-4fe6-93c9-01d1ce896e01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2708400-f177-4bc7-823d-35c20779d832 HTTP/1.1" status: 200 len: 897 time: 0.1591070 Apr 29 07:56:29.286764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-fece5f63-0888-4ced-a147-22b7dd7f79db tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.287223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fece5f63-0888-4ced-a147-22b7dd7f79db tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.290261 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fece5f63-0888-4ced-a147-22b7dd7f79db tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/32433a20-d744-4217-8db1-1e5437c1db79 HTTP/1.1" status: 404 len: 337 time: 0.0385900 Apr 29 07:56:29.292938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49304) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.295860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:29.325893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0dda6ba2-720c-445f-b404-0c2ec3559f08 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:29.327559 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-872a9d6a-f737-4cd0-8da3-8fb42358e76b tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports?device_id=8da539f4-e052-4b39-bcd1-a030bed22351 HTTP/1.1" status: 200 len: 205 time: 0.0335648 Apr 29 07:56:29.330052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49306) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.383240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-489b55fd-0eb9-4d37-82db-241baa086ccd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] delete failed (client error): The resource could not be found. Apr 29 07:56:29.386882 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-489b55fd-0eb9-4d37-82db-241baa086ccd tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/routers/8da539f4-e052-4b39-bcd1-a030bed22351 HTTP/1.1" status: 404 len: 336 time: 0.0533009 Apr 29 07:56:29.387104 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-9932b6e0-92da-424f-9573-f268859786ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40 HTTP/1.1" status: 200 len: 999 time: 0.1031392 Apr 29 07:56:29.387528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49308) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.440522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-90059b88-1a0f-437f-98bc-a127f149b933 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.441710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90059b88-1a0f-437f-98bc-a127f149b933 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.449723 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-90059b88-1a0f-437f-98bc-a127f149b933 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/4dfcb9c5-6dc3-4909-8ca8-7d50b734ac16 HTTP/1.1" status: 404 len: 337 time: 0.0609336 Apr 29 07:56:29.451505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49310) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.485232 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-3429b7da-c2ae-4dd7-a17b-9081532be95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:29.489409 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-3429b7da-c2ae-4dd7-a17b-9081532be95d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d510a9a6-aada-42b2-a2da-d72e82142c94 HTTP/1.1" status: 200 len: 835 time: 0.0673099 Apr 29 07:56:29.489556 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cc822b0e-67e6-4751-9f57-96b83672df56 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "GET /v2.0/ports?device_id=8356bf5f-0ade-4672-82df-4e664a1d055b HTTP/1.1" status: 200 len: 205 time: 0.0343797 Apr 29 07:56:29.495271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49312) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.509006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:29.556658 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-9684fff3-f4fa-4f3f-a141-4a049d46a7d1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] delete failed (client error): The resource could not be found. Apr 29 07:56:29.560058 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9684fff3-f4fa-4f3f-a141-4a049d46a7d1 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/routers/8356bf5f-0ade-4672-82df-4e664a1d055b HTTP/1.1" status: 404 len: 336 time: 0.0672700 Apr 29 07:56:29.560997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f2202387-d7df-4da2-8565-fa909019424b', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'port_id': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'mac_address': 'fa:16:3e:9e:37:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:25Z', 'updated_at': '2022-04-29T07:56:25Z', 'revision_number': 0, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:11Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:29.562344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49314) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.590745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89a1c6-e698-4882-955c-259bdc757225 None None] The sync data for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv is: [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f2202387-d7df-4da2-8565-fa909019424b', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'port_id': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'mac_address': 'fa:16:3e:9e:37:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:25Z', 'updated_at': '2022-04-29T07:56:25Z', 'revision_number': 0, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:11Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:29.596352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dda6ba2-720c-445f-b404-0c2ec3559f08 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Router cbd493e4-fe0c-4b03-934a-2686f41ac5ee is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:56:29.599028 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36661fc-bff6-4aaf-80a5-6d0d92d33feb tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.599794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36661fc-bff6-4aaf-80a5-6d0d92d33feb tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.603001 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b36661fc-bff6-4aaf-80a5-6d0d92d33feb tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/4dc798bf-d463-4b63-a3d8-05d57d8ea747 HTTP/1.1" status: 404 len: 337 time: 0.0395696 Apr 29 07:56:29.605784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49316) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.621349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-6b4db944-2c7b-4ff9-8e7d-19186667303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:29.623473 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-6b4db944-2c7b-4ff9-8e7d-19186667303d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2708400-f177-4bc7-823d-35c20779d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1272252 Apr 29 07:56:29.666660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:29.677255 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfcd5f5-f335-4b81-8cae-935b1e0b922e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.680232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfcd5f5-f335-4b81-8cae-935b1e0b922e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.680937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6cfcd5f5-f335-4b81-8cae-935b1e0b922e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/9ee723fb-1e93-432b-ac2b-6f5328b7177e HTTP/1.1" status: 404 len: 337 time: 0.0696380 Apr 29 07:56:29.685283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49318) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.720407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dda6ba2-720c-445f-b404-0c2ec3559f08 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:29.726462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ca8287-dd6f-4a8a-9320-f0196f761b81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.727179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ca8287-dd6f-4a8a-9320-f0196f761b81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.730472 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-09ca8287-dd6f-4a8a-9320-f0196f761b81 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/23d08b10-992e-4483-b504-aae0be55134f HTTP/1.1" status: 404 len: 333 time: 0.0440812 Apr 29 07:56:29.731785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] device_id is not set on port 063d4292-425e-4cd7-92c0-b3d7781f008c yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:29.736789 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0dda6ba2-720c-445f-b404-0c2ec3559f08 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:29.740578 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0dda6ba2-720c-445f-b404-0c2ec3559f08 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "PUT /v2.0/routers/cbd493e4-fe0c-4b03-934a-2686f41ac5ee HTTP/1.1" status: 200 len: 698 time: 1.0595281 Apr 29 07:56:29.740578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49320) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.742488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49322) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.748658 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] Sync routers for ids ['cbd493e4-fe0c-4b03-934a-2686f41ac5ee'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:29.765008 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] Routers {'cbd493e4-fe0c-4b03-934a-2686f41ac5ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:29.765926 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cbd493e4-fe0c-4b03-934a-2686f41ac5ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:29.852302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95592730-4055-4d07-8c70-528704990890 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:29.862239 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4f6367-d410-4d5e-bbc7-735ceac53503 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.862733 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4f6367-d410-4d5e-bbc7-735ceac53503 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.865692 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-aa4f6367-d410-4d5e-bbc7-735ceac53503 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/38426e5b-1871-4f46-b079-9ba816246fec HTTP/1.1" status: 404 len: 337 time: 0.1052787 Apr 29 07:56:29.868379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49324) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.900966 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcee5436-0a84-48e2-8cee-b927fd110189 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.901695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcee5436-0a84-48e2-8cee-b927fd110189 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.904794 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dcee5436-0a84-48e2-8cee-b927fd110189 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/af04b67a-102e-4dec-95da-92fbe730155f HTTP/1.1" status: 404 len: 333 time: 0.0354981 Apr 29 07:56:29.908064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49326) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.913178 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] Set router cbd493e4-fe0c-4b03-934a-2686f41ac5ee gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:29.945595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a736b-ebc1-4f6c-8f08-f75116d64b8a None None] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:29.955308 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81ee5ee-3100-4d93-a688-0b99a7e2206e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:29.955759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81ee5ee-3100-4d93-a688-0b99a7e2206e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:29.961239 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b81ee5ee-3100-4d93-a688-0b99a7e2206e tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/e8bb15dd-ea70-4abc-8bea-25e268b27132 HTTP/1.1" status: 404 len: 337 time: 0.0521646 Apr 29 07:56:29.968668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49328) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:29.993174 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-25716777-bb9b-4f4d-9f00-73f134f57a59 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/routers/cbd493e4-fe0c-4b03-934a-2686f41ac5ee HTTP/1.1" status: 200 len: 704 time: 0.2495918 Apr 29 07:56:29.998128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49330) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.004931 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-2e2bdc8a-b8bb-4f7d-924b-230eb86ff098 service neutron] 10.222.0.39 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858703 Apr 29 07:56:30.025444 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd493e4-fe0c-4b03-934a-2686f41ac5ee', 'name': 'tempest-RoutersIpV6Test-router-1153437621', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:56:27Z', 'updated_at': '2022-04-29T07:56:29Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:30.033895 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-34f64fea-0906-4627-bbd3-4108f7613c5f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd493e4-fe0c-4b03-934a-2686f41ac5ee HTTP/1.1" status: 200 len: 205 time: 0.0341988 Apr 29 07:56:30.037798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49332) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.042784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69c0410-809e-455c-83cc-281fbf21c509 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.043562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69c0410-809e-455c-83cc-281fbf21c509 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.052478 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b69c0410-809e-455c-83cc-281fbf21c509 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/5f48e817-3e1c-4a9c-ae1f-46e4925abd02 HTTP/1.1" status: 404 len: 333 time: 0.0827448 Apr 29 07:56:30.053252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49334) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.058730 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] Checking router: cbd493e4-fe0c-4b03-934a-2686f41ac5ee for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:30.064986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117a0a2-3f25-4564-85d4-4c4fb0d1a719 None None] New status for floating IP f2202387-d7df-4da2-8565-fa909019424b: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:56:30.077880 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] Routers {'cbd493e4-fe0c-4b03-934a-2686f41ac5ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:30.078911 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cbd493e4-fe0c-4b03-934a-2686f41ac5ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:30.086195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Allocated IP 172.20.0.14 (e2b3ef95-2dc0-435d-8326-98f52f9df812/2068597f-a0ef-40cc-aa6a-07271fe34835/063d4292-425e-4cd7-92c0-b3d7781f008c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:30.104938 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3789125f-2e60-4ea9-aaa1-43dd80080153 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.106288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3789125f-2e60-4ea9-aaa1-43dd80080153 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.113231 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3789125f-2e60-4ea9-aaa1-43dd80080153 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/13180ee7-26d1-4a3f-afd2-9390c8be4ccc HTTP/1.1" status: 404 len: 337 time: 0.0579967 Apr 29 07:56:30.113882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49336) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.149550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-836dda97-f0f2-44bb-8801-3d5b48d6813a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.173765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 95592730-4055-4d07-8c70-528704990890 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:30.174329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.175574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f852e87c-a928-4459-8bf7-92366f990f7d None None] Provisioning complete for port 95592730-4055-4d07-8c70-528704990890 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:30.175924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f852e87c-a928-4459-8bf7-92366f990f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.193035 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] Set router cbd493e4-fe0c-4b03-934a-2686f41ac5ee gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:30.202505 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b1d4b2-8058-45d5-a608-2958756f8852 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.203785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b1d4b2-8058-45d5-a608-2958756f8852 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.211242 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e9b1d4b2-8058-45d5-a608-2958756f8852 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/43408c37-b0dd-4b54-8887-67f9d4fca5e7 HTTP/1.1" status: 404 len: 333 time: 0.0929706 Apr 29 07:56:30.216045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49338) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.259638 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd493e4-fe0c-4b03-934a-2686f41ac5ee', 'name': 'tempest-RoutersIpV6Test-router-1153437621', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:56:27Z', 'updated_at': '2022-04-29T07:56:29Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:30.265053 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-952d5466-b1d6-4708-be2b-4b3289dc9f03 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.265525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952d5466-b1d6-4708-be2b-4b3289dc9f03 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.272665 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-952d5466-b1d6-4708-be2b-4b3289dc9f03 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/10028e23-3b26-4e36-bec6-06eb5c523e62 HTTP/1.1" status: 404 len: 337 time: 0.0550146 Apr 29 07:56:30.275592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49340) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.275824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49342) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.291474 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b632811-e756-4bb3-86ad-e4c05ea0604c None None] The sync data for ids ['cbd493e4-fe0c-4b03-934a-2686f41ac5ee'] in dv-neutron-839740-1-hyperv is: [{'id': 'cbd493e4-fe0c-4b03-934a-2686f41ac5ee', 'name': 'tempest-RoutersIpV6Test-router-1153437621', 'tenant_id': '434ca6f3b25e4dbe8d505bf503581371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:56:27Z', 'updated_at': '2022-04-29T07:56:29Z', 'revision_number': 2, 'project_id': '434ca6f3b25e4dbe8d505bf503581371', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:30.373019 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b00eab2-04ce-449b-9b71-2a90c4ad1348 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.374050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b00eab2-04ce-449b-9b71-2a90c4ad1348 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.378113 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3b00eab2-04ce-449b-9b71-2a90c4ad1348 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/cb26d4fb-c4e1-4c05-bbea-64209406b572 HTTP/1.1" status: 404 len: 333 time: 0.0999756 Apr 29 07:56:30.386892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49346) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.439678 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-65324457-c935-4368-807d-adcd64ba1031 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.440192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65324457-c935-4368-807d-adcd64ba1031 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.446140 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-65324457-c935-4368-807d-adcd64ba1031 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/da5a8aae-df57-4c54-af10-c5616998b684 HTTP/1.1" status: 404 len: 337 time: 0.0530000 Apr 29 07:56:30.453266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-836dda97-f0f2-44bb-8801-3d5b48d6813a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.455625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49348) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.460793 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9aabc5e9-0032-45ea-b6d4-e07b313899a3 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/floatingips/f2202387-d7df-4da2-8565-fa909019424b HTTP/1.1" status: 200 len: 991 time: 0.1826105 Apr 29 07:56:30.467259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-836dda97-f0f2-44bb-8801-3d5b48d6813a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.467738 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9920325c-d6d9-466d-94a9-72fc7fe369cb req-967e137e-a8d9-4db1-bbb5-3fe27991f4b6 service neutron] 10.222.0.39 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394174 Apr 29 07:56:30.489142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f852e87c-a928-4459-8bf7-92366f990f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.547457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.556978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-95884406-9650-4772-9680-bb7984366161 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.557703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95884406-9650-4772-9680-bb7984366161 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.563978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-95884406-9650-4772-9680-bb7984366161 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/2700db61-0bf3-41f2-bb22-bd020e8a9c36 HTTP/1.1" status: 404 len: 333 time: 0.1042941 Apr 29 07:56:30.564610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49350) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.567598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f852e87c-a928-4459-8bf7-92366f990f7d None None] For port 95592730-4055-4d07-8c70-528704990890, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=95592730-4055-4d07-8c70-528704990890,segment=NetworkSegment(a707ad01-4b4b-465c-9db0-c6a722e82f07),segment_id=a707ad01-4b4b-465c-9db0-c6a722e82f07)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:30.611435 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8182ef-f6e3-4527-abcc-07bcfd11c611 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.612211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8182ef-f6e3-4527-abcc-07bcfd11c611 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.618406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49352) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.619449 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bc8182ef-f6e3-4527-abcc-07bcfd11c611 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/1409a2ef-9fb0-4c19-b9fd-e6f1b48a2296 HTTP/1.1" status: 404 len: 337 time: 0.0529921 Apr 29 07:56:30.654912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f852e87c-a928-4459-8bf7-92366f990f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.664049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-836dda97-f0f2-44bb-8801-3d5b48d6813a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.664888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836dda97-f0f2-44bb-8801-3d5b48d6813a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Fanout notify agent at l3_agent the message router_deleted on router cbd493e4-fe0c-4b03-934a-2686f41ac5ee {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:56:30.673574 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-836dda97-f0f2-44bb-8801-3d5b48d6813a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.681703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49354) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.682691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-836dda97-f0f2-44bb-8801-3d5b48d6813a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/cbd493e4-fe0c-4b03-934a-2686f41ac5ee HTTP/1.1" status: 204 len: 168 time: 0.6434486 Apr 29 07:56:30.685604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.689938 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe4feb7-4a87-4006-9e81-fde541271a1c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.690844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe4feb7-4a87-4006-9e81-fde541271a1c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.696994 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7fe4feb7-4a87-4006-9e81-fde541271a1c tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/ports/1e101851-0f0e-4ecc-a8b9-2724fe1b8665 HTTP/1.1" status: 404 len: 333 time: 0.0748446 Apr 29 07:56:30.698922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49358) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.733795 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29695635-b8ec-4cf0-889f-a266f4ebc2e4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd493e4-fe0c-4b03-934a-2686f41ac5ee HTTP/1.1" status: 200 len: 205 time: 0.0503938 Apr 29 07:56:30.738277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49360) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.748783 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e9eb77-346a-45ff-b964-bc78d4ffd88a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.749356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e9eb77-346a-45ff-b964-bc78d4ffd88a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.752291 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98e9eb77-346a-45ff-b964-bc78d4ffd88a tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/subnets/add6f31f-782f-4eed-820c-49b5d8b3f530 HTTP/1.1" status: 404 len: 337 time: 0.0519552 Apr 29 07:56:30.755112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49362) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.758164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852e87c-a928-4459-8bf7-92366f990f7d None None] Pushing event updated for resources: {'Port': ['ID=95592730-4055-4d07-8c70-528704990890,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:30.762683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:56:30.762683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:56:30.784681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2d54a7dd-1d00-48e0-9554-ee86ad0dc1b8 None None] Provisioning complete for port 21ecf85e-773c-4fe5-8bd7-01c11219384c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:30.785106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d54a7dd-1d00-48e0-9554-ee86ad0dc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.805601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-31007e09-c39c-4e9f-af07-ed23fbafcdbe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] delete failed (client error): The resource could not be found. Apr 29 07:56:30.807938 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-31007e09-c39c-4e9f-af07-ed23fbafcdbe tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/cbd493e4-fe0c-4b03-934a-2686f41ac5ee HTTP/1.1" status: 404 len: 336 time: 0.0664108 Apr 29 07:56:30.810517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49364) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.837075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2d54a7dd-1d00-48e0-9554-ee86ad0dc1b8 None None] Port 21ecf85e-773c-4fe5-8bd7-01c11219384c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:30.840522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b6f2b7-a750-48ed-a68d-54782e24920a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.840978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b6f2b7-a750-48ed-a68d-54782e24920a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.844643 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-36b6f2b7-a750-48ed-a68d-54782e24920a tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/d68c3ec5-9154-4f6b-b045-2262a927f92d HTTP/1.1" status: 404 len: 337 time: 0.0331900 Apr 29 07:56:30.848549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49366) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.853407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.859235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2d54a7dd-1d00-48e0-9554-ee86ad0dc1b8 None None] Provisioning complete for port 95592730-4055-4d07-8c70-528704990890 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:30.860412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d54a7dd-1d00-48e0-9554-ee86ad0dc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.881188 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa57713a-9d31-4589-aee3-950e09f42e38 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.881188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa57713a-9d31-4589-aee3-950e09f42e38 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.884190 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aa57713a-9d31-4589-aee3-950e09f42e38 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/97c3d053-8880-40bb-aa29-98921b096974 HTTP/1.1" status: 404 len: 337 time: 0.0347130 Apr 29 07:56:30.887634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49368) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.925333 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cefd63-f7b0-4013-b125-7f9f129926a3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.925782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cefd63-f7b0-4013-b125-7f9f129926a3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.931286 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a8cefd63-f7b0-4013-b125-7f9f129926a3 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/ec115216-4d7a-422e-85b1-a0c8216f8fa9 HTTP/1.1" status: 404 len: 337 time: 0.0405691 Apr 29 07:56:30.931286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:30.935677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49370) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:30.963444 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a1c0c5-8d03-42fb-b867-4fd9f76fb08f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:30.963896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a1c0c5-8d03-42fb-b867-4fd9f76fb08f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:30.967596 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-25a1c0c5-8d03-42fb-b867-4fd9f76fb08f tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/f2eded2c-5493-44b0-9269-3ec51c06e48d HTTP/1.1" status: 404 len: 337 time: 0.0345113 Apr 29 07:56:30.970244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49372) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.005375 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f158e03c-63d8-48b7-8e43-5edf94eae126 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 200 len: 205 time: 0.0337787 Apr 29 07:56:31.008169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49374) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.014777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:31.018307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:31.018630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.022470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:31.037241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=063d4292-425e-4cd7-92c0-b3d7781f008c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:31.056741 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-4a62f36d-bd18-4c5f-9093-6f80364e4f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] delete failed (client error): The resource could not be found. Apr 29 07:56:31.060454 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4a62f36d-bd18-4c5f-9093-6f80364e4f3c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/0b1e40a0-279d-478d-b63a-3158c5590713 HTTP/1.1" status: 404 len: 336 time: 0.0489004 Apr 29 07:56:31.062198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49376) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.072952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cc26d6-a369-4498-98e7-aa4095711705']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:31.089558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:31.089558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda233a5-2fb7-4fb1-88f0-5d3f9dc4e912') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:31.099969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.102458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49378) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.102950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a3e34256-23bf-4d78-ab23-a54d45a79de4 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a506b00-c38f-49ac-948b-95cd54b651f4 HTTP/1.1" status: 200 len: 205 time: 0.0395432 Apr 29 07:56:31.110063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:31.110667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.148027 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-6a6efbba-d823-465d-b73b-b43b903e892e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] delete failed (client error): The resource could not be found. Apr 29 07:56:31.149083 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6a6efbba-d823-465d-b73b-b43b903e892e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/9a506b00-c38f-49ac-948b-95cd54b651f4 HTTP/1.1" status: 404 len: 336 time: 0.0457466 Apr 29 07:56:31.151984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49380) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.160351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.184512 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c972d6aa-b2c8-4ff4-ac69-589530b9720e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:31.185010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c972d6aa-b2c8-4ff4-ac69-589530b9720e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:31.188092 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c972d6aa-b2c8-4ff4-ac69-589530b9720e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/8fb303d5-4a29-4bcc-8a74-6ef4618706f4 HTTP/1.1" status: 404 len: 337 time: 0.0351746 Apr 29 07:56:31.192386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:31.192386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.192614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49382) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:31.192822 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:31.202452 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-511022b9-559d-47ac-822c-d4968077dcba None None] Provisioning complete for port 21ecf85e-773c-4fe5-8bd7-01c11219384c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:31.203350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-511022b9-559d-47ac-822c-d4968077dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.230607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6b56eb78-5a4c-46ce-8267-dd3fead60d5e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b732f-23d2-4775-b7fb-613918e25fde HTTP/1.1" status: 200 len: 205 time: 0.0379333 Apr 29 07:56:31.232816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49384) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.246145 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ae4a6702-68db-454b-9851-337cae828fd8 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0958171 Apr 29 07:56:31.248695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49386) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.255913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-511022b9-559d-47ac-822c-d4968077dcba None None] Port 21ecf85e-773c-4fe5-8bd7-01c11219384c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:31.301183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-c2770b56-4081-4e9d-a320-dffd97658b09 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] delete failed (client error): The resource could not be found. Apr 29 07:56:31.304989 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c2770b56-4081-4e9d-a320-dffd97658b09 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/6a7b732f-23d2-4775-b7fb-613918e25fde HTTP/1.1" status: 404 len: 336 time: 0.0679395 Apr 29 07:56:31.305104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49388) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.337443 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-780b978a-ddef-408c-9aab-827398fc1271 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9 HTTP/1.1" status: 200 len: 205 time: 0.0310473 Apr 29 07:56:31.339919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49390) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.348484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1342c184-129d-4be6-a833-2f16b4e5562b tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:31.355168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1342c184-129d-4be6-a833-2f16b4e5562b tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:31.362458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1342c184-129d-4be6-a833-2f16b4e5562b tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:31.364792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1342c184-129d-4be6-a833-2f16b4e5562b tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1145520 Apr 29 07:56:31.367266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49392) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.374915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0d32f45d-97c2-4bdc-a747-160c020e3bab None None] Provisioning complete for port 063d4292-425e-4cd7-92c0-b3d7781f008c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:31.375338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d32f45d-97c2-4bdc-a747-160c020e3bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.386648 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-c691e9e4-1e8c-4c2a-87b0-11b76d792c84 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] delete failed (client error): The resource could not be found. Apr 29 07:56:31.388303 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c691e9e4-1e8c-4c2a-87b0-11b76d792c84 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/b0b89dc6-75ed-44f7-b6d0-015a8c73f7f9 HTTP/1.1" status: 404 len: 336 time: 0.0474977 Apr 29 07:56:31.389988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.394357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49394) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.396472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.400684 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] 10.222.0.16 "DELETE /v2.0/networks/82cc26d6-a369-4498-98e7-aa4095711705 HTTP/1.1" status: 204 len: 168 time: 0.6443238 Apr 29 07:56:31.414283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0d32f45d-97c2-4bdc-a747-160c020e3bab None None] Port 063d4292-425e-4cd7-92c0-b3d7781f008c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:31.420397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bc6f4-a04b-4c62-b7b6-556e206b3b41 tempest-NetworksTestDHCPv6-2080696842 tempest-NetworksTestDHCPv6-2080696842-project] Pushing event deleted for resources: {'Network': ['ID=82cc26d6-a369-4498-98e7-aa4095711705,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:31.436312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b323d7-f105-49d5-8792-1b9b39f9050c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:31.436787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b323d7-f105-49d5-8792-1b9b39f9050c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:31.439952 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f3b323d7-f105-49d5-8792-1b9b39f9050c tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/cedfaaba-185b-4337-b7fd-1a131e1ae337 HTTP/1.1" status: 404 len: 337 time: 0.0437858 Apr 29 07:56:31.443286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49398) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.467866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49400) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.481512 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6e032f8b-7c36-425a-b287-e145ba0c4542 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=a34b39b0-5134-4511-9b11-f3162d82cb8d HTTP/1.1" status: 200 len: 205 time: 0.0355766 Apr 29 07:56:31.484851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49402) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.525718 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-69eeacf4-fbcb-4168-8b59-b2711cb3bc63 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] delete failed (client error): The resource could not be found. Apr 29 07:56:31.526807 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-69eeacf4-fbcb-4168-8b59-b2711cb3bc63 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/a34b39b0-5134-4511-9b11-f3162d82cb8d HTTP/1.1" status: 404 len: 336 time: 0.0410407 Apr 29 07:56:31.530096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49404) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.547971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f8b1bd1b-4b29-40de-bae9-de13418e0b3a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/floatingips/f2202387-d7df-4da2-8565-fa909019424b HTTP/1.1" status: 200 len: 993 time: 0.0780427 Apr 29 07:56:31.555123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting port 063d4292-425e-4cd7-92c0-b3d7781f008c {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:31.556489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.562637 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e945b547-8e20-4153-96f0-7b662d95f656 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:31.563337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e945b547-8e20-4153-96f0-7b662d95f656 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:31.566678 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e945b547-8e20-4153-96f0-7b662d95f656 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/1a63eaa5-eddd-4a99-bb17-f56a66be174a HTTP/1.1" status: 404 len: 337 time: 0.0352316 Apr 29 07:56:31.569421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49406) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.597413 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-15f7a424-51e4-4dac-87d7-9d9503868f8e tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 HTTP/1.1" status: 200 len: 205 time: 0.0268836 Apr 29 07:56:31.599936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49408) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.646479 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-9413ed89-44d0-4fc8-b57b-39359927f0ed tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] delete failed (client error): The resource could not be found. Apr 29 07:56:31.647745 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9413ed89-44d0-4fc8-b57b-39359927f0ed tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/routers/d36dc7b3-6ed1-4b4c-b887-b95d70689ff3 HTTP/1.1" status: 404 len: 336 time: 0.0464623 Apr 29 07:56:31.650230 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49410) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.657774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.672421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Calling delete_port for 063d4292-425e-4cd7-92c0-b3d7781f008c owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:31.679049 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c44c87-4ab4-4c1a-86c4-afbe6e071168 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:31.679519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c44c87-4ab4-4c1a-86c4-afbe6e071168 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:31.682530 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-91c44c87-4ab4-4c1a-86c4-afbe6e071168 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/343ceb5b-5139-4302-8b49-90f41f0182ab HTTP/1.1" status: 404 len: 337 time: 0.0313196 Apr 29 07:56:31.685178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49412) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.711407 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-876a68d4-f988-4c7c-b9c0-bc48e8513094 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:31.711874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876a68d4-f988-4c7c-b9c0-bc48e8513094 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:31.717554 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-876a68d4-f988-4c7c-b9c0-bc48e8513094 tempest-RoutersIpV6Test-1720516404 tempest-RoutersIpV6Test-1720516404-project] 10.222.0.16 "DELETE /v2.0/subnets/2887aae5-452c-471f-bbd0-86f9bcaeb5fe HTTP/1.1" status: 404 len: 337 time: 0.0288320 Apr 29 07:56:31.762123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95592730-4055-4d07-8c70-528704990890 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:31.812495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 95592730-4055-4d07-8c70-528704990890 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:31.812935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.923853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:31.939998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49418) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:31.957591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Port': ['ID=063d4292-425e-4cd7-92c0-b3d7781f008c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:32.109187 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ec1b2fc2-f33f-4c74-943c-6fd3fa803846 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6c516c1d76d44f1a05c79a9070be790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680281 Apr 29 07:56:32.112950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49424) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:32.186979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e5103909-febf-4145-bade-41ccf4fc4a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.225377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e5103909-febf-4145-bade-41ccf4fc4a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.250745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49426) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:32.399153 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dc60d835-1642-4c20-8494-88a223acdb23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=434ca6f3b25e4dbe8d505bf503581371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470017 Apr 29 07:56:32.401605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49430) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:32.451692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2aacb970-bffc-4d6b-a7da-9c7e1d95d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.474965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2aacb970-bffc-4d6b-a7da-9c7e1d95d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.505050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.510462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-811235d0-9f05-44b5-9dc2-515dd95830a9 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/ports/063d4292-425e-4cd7-92c0-b3d7781f008c HTTP/1.1" status: 204 len: 168 time: 1.1402261 Apr 29 07:56:32.511126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49432) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:32.525833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e5103909-febf-4145-bade-41ccf4fc4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.525833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e5103909-febf-4145-bade-41ccf4fc4a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.526222 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e5103909-febf-4145-bade-41ccf4fc4a58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c164ebbe-8ae7-48a5-8ba4-474675965169 HTTP/1.1" status: 204 len: 168 time: 0.4114773 Apr 29 07:56:32.555522 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c365241-a0e2-4567-a686-c8e29216ae68 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] GET failed (client error): The resource could not be found. Apr 29 07:56:32.555522 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9c365241-a0e2-4567-a686-c8e29216ae68 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "GET /v2.0/ports/063d4292-425e-4cd7-92c0-b3d7781f008c HTTP/1.1" status: 404 len: 333 time: 0.0374594 Apr 29 07:56:32.555706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49436) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:32.555802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5103909-febf-4145-bade-41ccf4fc4a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c164ebbe-8ae7-48a5-8ba4-474675965169,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:32.560261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'name': 'tempest-AllowedAddressPairTestJSON-430665379'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:32.642527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2aacb970-bffc-4d6b-a7da-9c7e1d95d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.645145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2aacb970-bffc-4d6b-a7da-9c7e1d95d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.648861 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2aacb970-bffc-4d6b-a7da-9c7e1d95d0b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de70681b-7c79-4d3b-ad78-45ed8ef34550 HTTP/1.1" status: 204 len: 168 time: 0.2437778 Apr 29 07:56:32.656516 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacb970-bffc-4d6b-a7da-9c7e1d95d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de70681b-7c79-4d3b-ad78-45ed8ef34550,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:32.770098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:32.773878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:32.796627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] device_id is not set on port 2876e4d7-9cec-4457-a053-4b99c984d75a yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:32.909947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Allocated IP 172.20.0.10 (e2b3ef95-2dc0-435d-8326-98f52f9df812/2068597f-a0ef-40cc-aa6a-07271fe34835/2876e4d7-9cec-4457-a053-4b99c984d75a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:33.071894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.159247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.203399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:33.206570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:33.210411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:33.243559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=2876e4d7-9cec-4457-a053-4b99c984d75a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:33.270936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:33.271689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.399610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5c2046ab-6090-4951-9026-a5fbd166bc76 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8447087 Apr 29 07:56:33.402052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49468) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:33.409236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:9e:ab:f6'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:33.458860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-dcba31cd-846b-4f55-aff6-57c23ef3b859 None None] Provisioning complete for port 2876e4d7-9cec-4457-a053-4b99c984d75a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:33.458860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcba31cd-846b-4f55-aff6-57c23ef3b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.497205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dcba31cd-846b-4f55-aff6-57c23ef3b859 None None] Port 2876e4d7-9cec-4457-a053-4b99c984d75a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:33.574077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.629435 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49478) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:33.766589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.798930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49484) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:33.836662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-298213352'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:33.848122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-502135025-network', 'tenant_id': '5bca668e48ac458ea6524bd9dadb7c69'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:33.852794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.933270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=2876e4d7-9cec-4457-a053-4b99c984d75a,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:33.944752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] In _notify_port_updated(), no bound segment for port 2876e4d7-9cec-4457-a053-4b99c984d75a on network e2b3ef95-2dc0-435d-8326-98f52f9df812 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:56:33.950277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:33.957652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.958101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:33.958200 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2d43a793-103c-4f8d-8d06-d45aaf81b210 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "PUT /v2.0/ports/2876e4d7-9cec-4457-a053-4b99c984d75a HTTP/1.1" status: 200 len: 993 time: 0.5497139 Apr 29 07:56:33.958293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.958394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49488) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:33.964737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Made reservation on behalf of 5bca668e48ac458ea6524bd9dadb7c69 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:33.967621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.969496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:33.992659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.056390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting port 2876e4d7-9cec-4457-a053-4b99c984d75a {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:34.056730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.121338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.122518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b664b573-02c6-414f-b0d8-de2a77f5e18b None None] Provisioning complete for port 2876e4d7-9cec-4457-a053-4b99c984d75a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:34.123089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b664b573-02c6-414f-b0d8-de2a77f5e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.135955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.147037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.159977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Calling delete_port for 2876e4d7-9cec-4457-a053-4b99c984d75a owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:34.161046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b664b573-02c6-414f-b0d8-de2a77f5e18b None None] Port 2876e4d7-9cec-4457-a053-4b99c984d75a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:34.198572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.226416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:34.237232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49eaa1ea-954d-4b51-a24b-24b40ccb4823,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:34.243057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.243397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Added segment e6d26dd8-68eb-426f-be08-bbeed1d0167d of type vlan for network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 Apr 29 07:56:34.244974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.287409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:34.312453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.320259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.320592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Added segment 98345ff1-d586-4ddf-bb4d-4e7e11fb62bb of type vlan for network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 Apr 29 07:56:34.321743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:34.369929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.380854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.397903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Port': ['ID=2876e4d7-9cec-4457-a053-4b99c984d75a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:34.470698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.477745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:34.478462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.504732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.511540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:34.511540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.559013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Network': ['ID=d8b113fc-9f21-4997-8caa-69a96b4ce1e0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:34.564637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.571038 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-589c240c-eca2-4a59-8d29-c970d5c0b03a tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/ports/2876e4d7-9cec-4457-a053-4b99c984d75a HTTP/1.1" status: 204 len: 168 time: 0.6139684 Apr 29 07:56:34.571648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49490) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:34.574691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:34.591780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4ccbafd5-ac6f-4087-b5bf-e092f9d9c92c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9585054 Apr 29 07:56:34.595601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49492) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:34.600333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'subnet': {'network_id': 'd8b113fc-9f21-4997-8caa-69a96b4ce1e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:34.601559 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd3cfb1-277f-432d-92ec-dbddbafa5b99 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] GET failed (client error): The resource could not be found. Apr 29 07:56:34.604301 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1bd3cfb1-277f-432d-92ec-dbddbafa5b99 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "GET /v2.0/ports/2876e4d7-9cec-4457-a053-4b99c984d75a HTTP/1.1" status: 404 len: 333 time: 0.0316634 Apr 29 07:56:34.612050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49494) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:34.616828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'name': 'tempest-AllowedAddressPairTestJSON-974557505'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:34.701337 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9006827 Apr 29 07:56:34.707764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49496) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:34.714831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Request body: {'subnet': {'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-502135025-subnet', 'tenant_id': '5bca668e48ac458ea6524bd9dadb7c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:34.720503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3929e2-9db7-4dd6-ba51-ff8e2657035e admin admin] Pushing event updated for resources: {'Network': ['ID=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:34.732634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:34.808238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Made reservation on behalf of 5bca668e48ac458ea6524bd9dadb7c69 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:34.811472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.827669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:34.831283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:34.831691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.832178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:34.890129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] device_id is not set on port 4bf99a49-390a-4f40-978d-655e4706a5c3 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:35.049562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Allocated IP 172.20.0.11 (e2b3ef95-2dc0-435d-8326-98f52f9df812/2068597f-a0ef-40cc-aa6a-07271fe34835/4bf99a49-390a-4f40-978d-655e4706a5c3) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:35.108702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.173363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Subnet': ['ID=f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:35.180664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.183380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Checking segment: {'id': 'e6d26dd8-68eb-426f-be08-bbeed1d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd8b113fc-9f21-4997-8caa-69a96b4ce1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:35.186597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network hostable DHCP agents. Network: d8b113fc-9f21-4997-8caa-69a96b4ce1e0, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:35.244543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:35.333999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d8b113fc-9f21-4997-8caa-69a96b4ce1e0) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:35.338276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:35.338905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.344366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685f10d-2f6f-4382-b252-83b2e9e5fb7d None None] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:35.430842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-238b8b0e-795b-440e-89d5-c854bd17ec45 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8316259 Apr 29 07:56:35.431070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49502) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:35.435760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2071961902', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:35.477444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088436e4-f112-4121-8982-f47b55395041 None None] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:35.516893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.519178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.576899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a08344-4340-4b32-88a0-f44cea943a41,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:35.579156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.596908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Checking segment: {'id': '98345ff1-d586-4ddf-bb4d-4e7e11fb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:35.601929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Network hostable DHCP agents. Network: efc61f51-e3ad-4219-9fb8-ba6888c6d6c9, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:35.602083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.718899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:35.724981 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, efc61f51-e3ad-4219-9fb8-ba6888c6d6c9) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:35.729639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:35.730230 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.735545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b1781-3b4e-4b14-b187-64f703a847bd None None] Network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:35.770840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.808583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.819571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:35.822795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:35.827497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:35.831528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=4bf99a49-390a-4f40-978d-655e4706a5c3,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:35.872070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86719f36-1e4a-40d1-802c-bfa1a20963b7 None None] Network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:35.886329 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3345dda4-d56d-4767-8c73-c1e2eb914388 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1700206 Apr 29 07:56:35.886329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:35.886329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:35.980820 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5ec09231-9ef5-437d-8a12-168479689901 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3676238 Apr 29 07:56:35.989369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49506) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:35.995109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9e:ab:f6'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:36.095852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2587f225-57b2-4b42-85d5-5a1d810318e9 None None] Provisioning complete for port 4bf99a49-390a-4f40-978d-655e4706a5c3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:36.096232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2587f225-57b2-4b42-85d5-5a1d810318e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.134401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2587f225-57b2-4b42-85d5-5a1d810318e9 None None] Port 4bf99a49-390a-4f40-978d-655e4706a5c3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:36.223834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.252589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.325840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.435531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.26.2.86 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/7c81113f-6b7b-40ac-b3e6-cc2a9d1a0707) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:36.638564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.638842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49520) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:36.643715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.647665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-128711120-network', 'tenant_id': '46ac54d53ae4436aba0e679b52985197'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:36.718592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.739437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Made reservation on behalf of 46ac54d53ae4436aba0e679b52985197 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:36.742312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.748624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.751051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.803573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=4bf99a49-390a-4f40-978d-655e4706a5c3,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:36.808963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:36.816834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:36.844067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:36.847402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.850106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] In _notify_port_updated(), no bound segment for port 4bf99a49-390a-4f40-978d-655e4706a5c3 on network e2b3ef95-2dc0-435d-8326-98f52f9df812 {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:56:36.855608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:36.856228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.858384 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-eb83efbe-8a91-42a9-977f-b0d97a9750da tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "PUT /v2.0/ports/4bf99a49-390a-4f40-978d-655e4706a5c3 HTTP/1.1" status: 200 len: 996 time: 0.8675218 Apr 29 07:56:36.861427 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49522) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:36.895849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=7c81113f-6b7b-40ac-b3e6-cc2a9d1a0707,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:36.964797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting port 4bf99a49-390a-4f40-978d-655e4706a5c3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:36.966852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:36.986655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.042779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:37.059358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d21520b8-474d-4de9-a0de-34eaf38bca5f None None] Provisioning complete for port 4bf99a49-390a-4f40-978d-655e4706a5c3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:37.064394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d21520b8-474d-4de9-a0de-34eaf38bca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.064653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd49ac-bcc4-4a6e-9af6-481eb3097629,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:37.078234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.078465 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Added segment 4b81b969-e0cf-4243-81d9-9a0520da126b of type vlan for network 3796cafb-0682-46c4-ba19-bee2092fbd0d Apr 29 07:56:37.096147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d21520b8-474d-4de9-a0de-34eaf38bca5f None None] Port 4bf99a49-390a-4f40-978d-655e4706a5c3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:37.115960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.136931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Calling delete_port for 4bf99a49-390a-4f40-978d-655e4706a5c3 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:37.139943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.233974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.283459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.284388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:37.284953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.367112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] Pushing event updated for resources: {'Network': ['ID=3796cafb-0682-46c4-ba19-bee2092fbd0d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:37.377864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 3796cafb-0682-46c4-ba19-bee2092fbd0d details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:37.383910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.419837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49526) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:37.420110 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bf9566b9-c74d-458c-9123-57038d7ece16 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7798491 Apr 29 07:56:37.422407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Port': ['ID=4bf99a49-390a-4f40-978d-655e4706a5c3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:37.428407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Request body: {'subnet': {'network_id': '3796cafb-0682-46c4-ba19-bee2092fbd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-128711120-subnet', 'tenant_id': '46ac54d53ae4436aba0e679b52985197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:37.462214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.494985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.501216 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-32e6bf74-4eb4-4c70-96c5-8217278dd285 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/ports/4bf99a49-390a-4f40-978d-655e4706a5c3 HTTP/1.1" status: 204 len: 168 time: 0.6362379 Apr 29 07:56:37.501406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49528) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:37.528212 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d2116d-61d4-44be-8bd6-5db8c05ad853 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] GET failed (client error): The resource could not be found. Apr 29 07:56:37.530484 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c5d2116d-61d4-44be-8bd6-5db8c05ad853 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "GET /v2.0/ports/4bf99a49-390a-4f40-978d-655e4706a5c3 HTTP/1.1" status: 404 len: 333 time: 0.0275376 Apr 29 07:56:37.533559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49530) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:37.538921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'name': 'tempest-AllowedAddressPairTestJSON-596858749'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:37.557120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Made reservation on behalf of 46ac54d53ae4436aba0e679b52985197 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:37.559399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.733929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:37.737467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:37.755644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] device_id is not set on port 5ef2ea04-93fd-4eec-b2f4-fda7a2997490 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:37.761161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:56:37.864807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Allocated IP 172.20.0.10 (e2b3ef95-2dc0-435d-8326-98f52f9df812/2068597f-a0ef-40cc-aa6a-07271fe34835/5ef2ea04-93fd-4eec-b2f4-fda7a2997490) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:38.028062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.108222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.154378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:38.157673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:38.161914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:38.188893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.202979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=5ef2ea04-93fd-4eec-b2f4-fda7a2997490,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:38.230374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:38.231398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.239515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:38.251292 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:38.261079 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:38.261689 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:38.263855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3653bf7e-1673-4cba-87f7-7fa52c675a04,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:38.283259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Checking segment: {'id': '4b81b969-e0cf-4243-81d9-9a0520da126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3796cafb-0682-46c4-ba19-bee2092fbd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:38.283529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Network hostable DHCP agents. Network: 3796cafb-0682-46c4-ba19-bee2092fbd0d, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:38.317682 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:38.327270 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:38.327883 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:38.345386 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-afaba8b2-c0cc-4a9e-83d1-284514ef4166 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8102663 Apr 29 07:56:38.347823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49532) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:38.353535 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'network_id': 'e2b3ef95-2dc0-435d-8326-98f52f9df812', 'name': 'tempest-AllowedAddressPairTestJSON-1834423229'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:38.363278 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:38.369174 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5e42e-cad2-4ebc-a832-1ce009a3125f None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:38.382010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Network 3796cafb-0682-46c4-ba19-bee2092fbd0d is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:38.386887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.387301 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0f7b2af2-6368-40ce-a6eb-1d1c1d8cb07b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9552610 Apr 29 07:56:38.391302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49534) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:38.425965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-39828ba2-2b05-43d1-ade9-c8f526c397de None None] Provisioning complete for port 5ef2ea04-93fd-4eec-b2f4-fda7a2997490 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:38.426610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-39828ba2-2b05-43d1-ade9-c8f526c397de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.441815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 3796cafb-0682-46c4-ba19-bee2092fbd0d) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:38.452624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667fca9-6f9b-499e-8419-7af67f59d113 None None] Network 3796cafb-0682-46c4-ba19-bee2092fbd0d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:38.459340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:38.460617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.506632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-39828ba2-2b05-43d1-ade9-c8f526c397de None None] Port 5ef2ea04-93fd-4eec-b2f4-fda7a2997490 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:38.545077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Made reservation on behalf of f6a05db7f3b8461abc5e0187ec69981c for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:38.548505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.569179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] device_id is not set on port ed0b9dee-b394-4020-8f01-14b2b3e2358b yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:38.599585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8277606-1a1a-425b-992c-45a87f6da9fa None None] Network 3796cafb-0682-46c4-ba19-bee2092fbd0d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:38.618006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a1be791f-e4d2-40eb-86af-494648be231d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1913872 Apr 29 07:56:38.740359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Allocated IP 172.20.0.12 (e2b3ef95-2dc0-435d-8326-98f52f9df812/2068597f-a0ef-40cc-aa6a-07271fe34835/ed0b9dee-b394-4020-8f01-14b2b3e2358b) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:38.901234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:38.907206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.031570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.081197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:39.081197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:39.084345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:39.109680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=ed0b9dee-b394-4020-8f01-14b2b3e2358b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:39.138917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:39.139551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.224454 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-25e1c540-8588-4703-a87c-2dc3dc61db2c tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8752346 Apr 29 07:56:39.227042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49552) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:39.234145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:9e:ab:f6'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a0:d6:d4'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:39.243824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-6f321637-a623-4f7e-8696-ef6af9ba312d tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:39.245329 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-6f321637-a623-4f7e-8696-ef6af9ba312d tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/networks?id=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 HTTP/1.1" status: 200 len: 811 time: 0.1834555 Apr 29 07:56:39.267234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.1 (d8b113fc-9f21-4997-8caa-69a96b4ce1e0/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1/02faf74d-8493-4b87-8b1b-6db0a02fd038) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:39.275782 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-3c2f1c76-10de-46d7-8efd-194407c73ed2 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/quotas/5bca668e48ac458ea6524bd9dadb7c69 HTTP/1.1" status: 200 len: 375 time: 0.0171449 Apr 29 07:56:39.325612 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-e6e082f7-69f5-4a9c-8941-b21fe4cc3759 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bca668e48ac458ea6524bd9dadb7c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412061 Apr 29 07:56:39.338835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6062039d-74bc-4704-aed8-a30ae354a592 None None] Provisioning complete for port ed0b9dee-b394-4020-8f01-14b2b3e2358b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:39.339204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6062039d-74bc-4704-aed8-a30ae354a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.376234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6062039d-74bc-4704-aed8-a30ae354a592 None None] Port ed0b9dee-b394-4020-8f01-14b2b3e2358b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:39.407283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.417868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.538944 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-e95151ef-8031-4100-a4ea-9c9848b82150 service neutron] 10.222.0.16 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849294 Apr 29 07:56:39.541833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.603536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.630229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:39.639668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:39.645239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:39.672182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=02faf74d-8493-4b87-8b1b-6db0a02fd038,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:39.705324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.718764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-5bdc6208-f71b-4ed1-82a0-815efb26b6a4 service neutron] 10.222.0.16 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685092 Apr 29 07:56:39.719619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.801432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] In _notify_port_updated(), no bound segment for port ed0b9dee-b394-4020-8f01-14b2b3e2358b on network e2b3ef95-2dc0-435d-8326-98f52f9df812 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:56:39.807032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:39.810597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.810597 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "PUT /v2.0/ports/ed0b9dee-b394-4020-8f01-14b2b3e2358b HTTP/1.1" status: 200 len: 1057 time: 0.5814993 Apr 29 07:56:39.815278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49558) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:39.827450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da143f64-caf4-4c39-a5f1-d9f7a140f04d tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event updated for resources: {'Port': ['ID=ed0b9dee-b394-4020-8f01-14b2b3e2358b,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:39.948597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting port ed0b9dee-b394-4020-8f01-14b2b3e2358b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:39.949187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:39.962664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.004534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bb64b140-15fd-4cb7-84a8-96fed6e79946 None None] Provisioning complete for port ed0b9dee-b394-4020-8f01-14b2b3e2358b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:40.005118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb64b140-15fd-4cb7-84a8-96fed6e79946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.056393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c63d47f8-5f62-47c4-8b66-1618069efb6b req-cb2494fb-ad40-4109-85af-4105b24719f3 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 210 time: 0.0484576 Apr 29 07:56:40.062346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bb64b140-15fd-4cb7-84a8-96fed6e79946 None None] Port ed0b9dee-b394-4020-8f01-14b2b3e2358b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:56:40.078815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.091813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Calling delete_port for ed0b9dee-b394-4020-8f01-14b2b3e2358b owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:40.287854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.301011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.322415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Port': ['ID=ed0b9dee-b394-4020-8f01-14b2b3e2358b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:40.364281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.454974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.457931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=02faf74d-8493-4b87-8b1b-6db0a02fd038,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:40.531981 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.535433 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-839a769b-7676-49e2-9cd6-c1620aaf2643 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/ports/ed0b9dee-b394-4020-8f01-14b2b3e2358b HTTP/1.1" status: 204 len: 168 time: 0.7193947 Apr 29 07:56:40.537878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49568) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:40.563913 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-39291f1d-6223-4189-8198-3cf8f8375f8b tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] GET failed (client error): The resource could not be found. Apr 29 07:56:40.565518 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-39291f1d-6223-4189-8198-3cf8f8375f8b tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "GET /v2.0/ports/ed0b9dee-b394-4020-8f01-14b2b3e2358b HTTP/1.1" status: 404 len: 333 time: 0.0266979 Apr 29 07:56:40.568047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:40.568450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49570) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:40.569594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:40.656188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting port 5ef2ea04-93fd-4eec-b2f4-fda7a2997490 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:40.656414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.697110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:40.756150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:40.770727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Calling delete_port for 5ef2ea04-93fd-4eec-b2f4-fda7a2997490 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:40.808430 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:40.813622 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-adbae063-b3cb-4f25-9d56-cd4b85678832 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/routers/9555c17c-7cbb-4506-a49c-4f3abac701bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212930 Apr 29 07:56:40.816121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49574) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:40.819231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:40.821937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'port': {'network_id': 'd8b113fc-9f21-4997-8caa-69a96b4ce1e0', 'name': 'tempest-FloatingIPTestJSON-1829551375'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:40.830248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:40.830945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:40.867658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:40.876310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:40.876912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:40.911108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:40.911676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae07c1-b949-4c7b-afc7-99b153d56e62 None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:41.107143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:41.111049 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.129962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] device_id is not set on port 2188c729-ed1f-4bdf-a2b1-eb43f105fadb yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:41.140222 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8aa3b5cf-d86f-433b-9755-3e62b66ee12b req-7272be19-de9a-4958-b822-cd7a9e22143a tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 210 time: 0.0273786 Apr 29 07:56:41.150701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bedad127-ea27-4779-954a-e30cb45c4bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.172441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.207450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Port': ['ID=5ef2ea04-93fd-4eec-b2f4-fda7a2997490,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:41.323531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.10 (d8b113fc-9f21-4997-8caa-69a96b4ce1e0/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1/2188c729-ed1f-4bdf-a2b1-eb43f105fadb) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:41.326511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.329641 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-734a0fc7-f05a-4988-9d2d-08970dd80af5 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/ports/5ef2ea04-93fd-4eec-b2f4-fda7a2997490 HTTP/1.1" status: 204 len: 168 time: 0.7601206 Apr 29 07:56:41.332475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49578) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:41.358908 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-47faf04c-020f-409f-9ca6-589ed0227942 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] GET failed (client error): The resource could not be found. Apr 29 07:56:41.365594 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-47faf04c-020f-409f-9ca6-589ed0227942 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "GET /v2.0/ports/5ef2ea04-93fd-4eec-b2f4-fda7a2997490 HTTP/1.1" status: 404 len: 333 time: 0.0320220 Apr 29 07:56:41.366372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49580) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:41.476225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting port 21ecf85e-773c-4fe5-8bd7-01c11219384c {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:41.476494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.491257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.562404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.573900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Calling delete_port for 21ecf85e-773c-4fe5-8bd7-01c11219384c owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:41.630941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.681443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:41.685387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:41.690700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:41.714903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=2188c729-ed1f-4bdf-a2b1-eb43f105fadb,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:41.744333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:41.744869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.819189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.847618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Port': ['ID=21ecf85e-773c-4fe5-8bd7-01c11219384c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:41.918707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:41.922216 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c2f71c58-7c27-4223-a558-380e90f30497 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1044130 Apr 29 07:56:41.924760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49582) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:41.927090 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fbd9045b-1627-4fa1-8514-455786764faa tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/ports/21ecf85e-773c-4fe5-8bd7-01c11219384c HTTP/1.1" status: 204 len: 168 time: 0.5586460 Apr 29 07:56:41.928662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49584) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:41.929815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'port': {'network_id': 'd8b113fc-9f21-4997-8caa-69a96b4ce1e0', 'name': 'tempest-FloatingIPTestJSON-1029316865'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:41.982523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting subnet 2068597f-a0ef-40cc-aa6a-07271fe34835 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:41.986187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.033264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.119992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.146981 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:42.150794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.169900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] device_id is not set on port 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:42.223659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.246758 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6effae4a-2873-45bb-bafe-1f182a4993ff req-e1e5987c-1900-4480-ad34-48cb58b9d5c0 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 210 time: 0.0365002 Apr 29 07:56:42.269914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Subnet': ['ID=2068597f-a0ef-40cc-aa6a-07271fe34835,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:42.271937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.280930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22a92c-e7b4-46dc-81df-82a5457fe153 None None] Network e2b3ef95-2dc0-435d-8326-98f52f9df812 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:42.289555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5be68a60-fbd6-4ab6-957a-30699cbd3586 tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/subnets/2068597f-a0ef-40cc-aa6a-07271fe34835 HTTP/1.1" status: 204 len: 168 time: 0.3597894 Apr 29 07:56:42.294254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49590) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:42.306939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.2 (d8b113fc-9f21-4997-8caa-69a96b4ce1e0/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1/2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:42.396185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.458878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Deleting port 95592730-4055-4d07-8c70-528704990890 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:42.459209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.508050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bd716-a346-4088-accc-30003e96607b None None] DHCP port deletion for e2b3ef95-2dc0-435d-8326-98f52f9df812 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:42.521887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49592) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:42.550832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] For port 95592730-4055-4d07-8c70-528704990890, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=95592730-4055-4d07-8c70-528704990890,segment=NetworkSegment(a707ad01-4b4b-465c-9db0-c6a722e82f07),segment_id=a707ad01-4b4b-465c-9db0-c6a722e82f07)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:42.551327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.566852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Calling delete_port for 95592730-4055-4d07-8c70-528704990890 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:42.575600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d08bd716-a346-4088-accc-30003e96607b None None] Deleting port 95592730-4055-4d07-8c70-528704990890 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:42.575984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d08bd716-a346-4088-accc-30003e96607b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.598805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.611616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-f6866016-e5e4-4d6a-90db-6fb5e2a578df tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:42.613069 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-f6866016-e5e4-4d6a-90db-6fb5e2a578df tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.39 "GET /v2.0/networks?id=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 HTTP/1.1" status: 200 len: 811 time: 0.2285075 Apr 29 07:56:42.640978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d08bd716-a346-4088-accc-30003e96607b None None] For port 95592730-4055-4d07-8c70-528704990890, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=95592730-4055-4d07-8c70-528704990890,segment=NetworkSegment(a707ad01-4b4b-465c-9db0-c6a722e82f07),segment_id=a707ad01-4b4b-465c-9db0-c6a722e82f07)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:42.641444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d08bd716-a346-4088-accc-30003e96607b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.649624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Request body: {'port': {'device_id': 'f144112b-092f-4faf-b2a0-affe62cad911', 'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9', 'admin_state_up': True, 'tenant_id': '5bca668e48ac458ea6524bd9dadb7c69'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:42.658316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d08bd716-a346-4088-accc-30003e96607b None None] Calling delete_port for 95592730-4055-4d07-8c70-528704990890 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:42.662378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.764714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.790882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.804691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d08bd716-a346-4088-accc-30003e96607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.821390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Port': ['ID=95592730-4055-4d07-8c70-528704990890,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:42.822818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bd716-a346-4088-accc-30003e96607b None None] No DVR routers for this DVR port 95592730-4055-4d07-8c70-528704990890 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:42.830791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] No DVR routers for this DVR port 95592730-4055-4d07-8c70-528704990890 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:42.856291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bd716-a346-4088-accc-30003e96607b None None] Pushing event deleted for resources: {'Port': ['ID=95592730-4055-4d07-8c70-528704990890,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:42.894026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:42.906806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:42.908650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:42.914388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:42.930441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.951670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b3ef95-2dc0-435d-8326-98f52f9df812']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:42.961320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a707ad01-4b4b-465c-9db0-c6a722e82f07') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:42.961612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a707ad01-4b4b-465c-9db0-c6a722e82f07') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:42.973064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.988731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:42.999316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:42.999723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:43.003493 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:43.164581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.170618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.173967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] 10.222.0.16 "DELETE /v2.0/networks/e2b3ef95-2dc0-435d-8326-98f52f9df812 HTTP/1.1" status: 204 len: 168 time: 0.8786743 Apr 29 07:56:43.190256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b961e-2717-4ccc-a1e9-5898ded89d1f tempest-AllowedAddressPairTestJSON-850478474 tempest-AllowedAddressPairTestJSON-850478474-project] Pushing event deleted for resources: {'Network': ['ID=e2b3ef95-2dc0-435d-8326-98f52f9df812,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:43.263756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b1bda32-5b82-41cf-89fc-35b3416c2530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.287079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Made reservation on behalf of 5bca668e48ac458ea6524bd9dadb7c69 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:43.291085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.344523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:43.345127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.349604 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fffbbdf8-e793-4581-ad7f-d34687e66187 req-30e31897-e75a-4da5-8c5f-af01515521f3 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 210 time: 0.0280058 Apr 29 07:56:43.517739 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-710edd2e-b9b3-463c-a641-c41fb3e10f6a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5919113 Apr 29 07:56:43.519745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Allocated IP 172.20.0.9 (efc61f51-e3ad-4219-9fb8-ba6888c6d6c9/10a08344-4340-4b32-88a0-f44cea943a41/ff8e6997-8953-41ca-9699-ecdfa981d1ac) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:43.521141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49604) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:43.526360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:43.608806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.650948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49608) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:43.687116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.746013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.770283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:43.780724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95592730-4055-4d07-8c70-528704990890 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:43.802646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 95592730-4055-4d07-8c70-528704990890 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:43.808556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 95592730-4055-4d07-8c70-528704990890 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:43.880913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.26.2.96 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/64339ba7-bd11-4ced-8731-9948c2c4a495) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:43.918568 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d8eecf43-fb7d-4981-b82d-f269647074a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6a05db7f3b8461abc5e0187ec69981c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664697 Apr 29 07:56:43.924599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49612) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:43.981309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.036932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-71fd4709-4ca3-4077-9e1e-c1d41a8e136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.063697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-71fd4709-4ca3-4077-9e1e-c1d41a8e136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.074128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.111358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.156228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:44.160716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:44.165105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:44.168206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=64339ba7-bd11-4ced-8731-9948c2c4a495,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:44.173697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:44.180288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:44.184470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Pushing event updated for resources: {'Port': ['ID=ff8e6997-8953-41ca-9699-ecdfa981d1ac,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:44.190727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:44.260436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:44.260961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.285955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port dc317aff-ac72-4701-90b6-0dcb25a3b5e2 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:44.286332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.334565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-71fd4709-4ca3-4077-9e1e-c1d41a8e136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.337127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-71fd4709-4ca3-4077-9e1e-c1d41a8e136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.338571 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-71fd4709-4ca3-4077-9e1e-c1d41a8e136c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1669a1e3-bc8c-4a84-a46a-b1caacdafbab HTTP/1.1" status: 204 len: 168 time: 0.4079766 Apr 29 07:56:44.354698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd4709-4ca3-4077-9e1e-c1d41a8e136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1669a1e3-bc8c-4a84-a46a-b1caacdafbab,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:44.389963 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-614a2ad6-d7f3-4358-9410-cbfd6e0af560 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7466538 Apr 29 07:56:44.406857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Request body: {'port': {'device_id': 'f144112b-092f-4faf-b2a0-affe62cad911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:44.483173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port dc317aff-ac72-4701-90b6-0dcb25a3b5e2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:44.483567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.496014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.507016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for dc317aff-ac72-4701-90b6-0dcb25a3b5e2 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:44.548733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4c715-b837-4345-bf04-03950044ac6a req-c977d887-008d-49d4-8938-b91f4a3a4e6b tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:44.550340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cae4c715-b837-4345-bf04-03950044ac6a req-c977d887-008d-49d4-8938-b91f4a3a4e6b tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 931 time: 0.0989058 Apr 29 07:56:44.620455 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cae4c715-b837-4345-bf04-03950044ac6a req-29d75a06-11cd-488b-87dd-704ad32ca21d tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633056 Apr 29 07:56:44.621492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.755984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.934029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8e6997-8953-41ca-9699-ecdfa981d1ac {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:56:44.943764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.968334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Transition to ACTIVE for port object ff8e6997-8953-41ca-9699-ecdfa981d1ac will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:56:44.969857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:44.990543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.002164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=dc317aff-ac72-4701-90b6-0dcb25a3b5e2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:45.066395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.183737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e6997-8953-41ca-9699-ecdfa981d1ac,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:45.310187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.310972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Attempting to bind port ff8e6997-8953-41ca-9699-ecdfa981d1ac on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:45.311312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Attempting to bind port ff8e6997-8953-41ca-9699-ecdfa981d1ac by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '98345ff1-d586-4ddf-bb4d-4e7e11fb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:45.311639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Attempting to bind port ff8e6997-8953-41ca-9699-ecdfa981d1ac on network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:45.316028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.318398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Port ff8e6997-8953-41ca-9699-ecdfa981d1ac on network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:56:45.318737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Attempting to bind port ff8e6997-8953-41ca-9699-ecdfa981d1ac on network efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:45.339001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:45.339001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Checking segment: {'id': '98345ff1-d586-4ddf-bb4d-4e7e11fb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:45.339001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Bound using segment: {'id': '98345ff1-d586-4ddf-bb4d-4e7e11fb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:45.339001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Bound port: ff8e6997-8953-41ca-9699-ecdfa981d1ac, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98345ff1-d586-4ddf-bb4d-4e7e11fb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:45.339001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.368088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.443590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=64339ba7-bd11-4ced-8731-9948c2c4a495,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:45.455150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.468693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49636) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:45.493465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] For port ff8e6997-8953-41ca-9699-ecdfa981d1ac, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:45.498183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] For port ff8e6997-8953-41ca-9699-ecdfa981d1ac, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac,segment=NetworkSegment(98345ff1-d586-4ddf-bb4d-4e7e11fb62bb),segment_id=98345ff1-d586-4ddf-bb4d-4e7e11fb62bb)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:45.564172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP 701da1ef-d663-4ea1-a9a1-f868cab4d7e6 associated. External IP: 172.26.2.96, port: 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5. Apr 29 07:56:45.601445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-18039744'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:45.608066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.678848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:45.678848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.678848 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] 10.222.0.39 "PUT /v2.0/ports/ff8e6997-8953-41ca-9699-ecdfa981d1ac HTTP/1.1" status: 200 len: 1093 time: 1.2752416 Apr 29 07:56:45.680026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f144112b-092f-4faf-b2a0-affe62cad911', 'tag': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:45.682362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5797adde-92f8-49fd-a401-8d2adf3b2448" -d '{"events": [{"name": "network-changed", "server_uuid": "f144112b-092f-4faf-b2a0-affe62cad911", "tag": "ff8e6997-8953-41ca-9699-ecdfa981d1ac"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:45.695282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 4511b4e0-cadc-4e35-93f5-87f81773a6ee has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:45.725264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95721b3a-1283-4add-a410-80c7ccdac026 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e6997-8953-41ca-9699-ecdfa981d1ac,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:45.773456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a07027-a964-4f17-8130-eb36f199a026 x-openstack-request-id: req-01a07027-a964-4f17-8130-eb36f199a026 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:45.773735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f144112b-092f-4faf-b2a0-affe62cad911", "tag": "ff8e6997-8953-41ca-9699-ecdfa981d1ac", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:45.773985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01a07027-a964-4f17-8130-eb36f199a026 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:45.774383 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a07027-a964-4f17-8130-eb36f199a026'] response: {'name': 'network-changed', 'server_uuid': 'f144112b-092f-4faf-b2a0-affe62cad911', 'tag': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac', 'status': 'completed', 'code': 200} Apr 29 07:56:45.776498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:45.780040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.800022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:45.881768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a4ab2-98be-4d0a-91ce-64183878eabf req-becec2d2-fcaa-4a2e-8141-89f8b0404d64 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:45.883372 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e8a4ab2-98be-4d0a-91ce-64183878eabf req-becec2d2-fcaa-4a2e-8141-89f8b0404d64 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 943 time: 0.0928805 Apr 29 07:56:45.885149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:45.903851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797adde-92f8-49fd-a401-8d2adf3b2448 req-0161ffc8-6af2-4e53-8aa0-a582eb77726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:45.905347 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-5797adde-92f8-49fd-a401-8d2adf3b2448 req-0161ffc8-6af2-4e53-8aa0-a582eb77726d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bca668e48ac458ea6524bd9dadb7c69&device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 1096 time: 0.1223705 Apr 29 07:56:45.929497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:45.941846 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] Sync routers for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:45.947754 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5d4de8d7-fb7e-4e5e-85aa-af2d53d3da23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/4511b4e0-cadc-4e35-93f5-87f81773a6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4249132 Apr 29 07:56:45.959024 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:45.960088 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:45.971297 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e8a4ab2-98be-4d0a-91ce-64183878eabf req-fc345b75-8de6-436c-8064-f0e98b13541e tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790346 Apr 29 07:56:46.027836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:46.043069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:46.050870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.063288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797adde-92f8-49fd-a401-8d2adf3b2448 req-838c866b-75da-4b5a-83fc-4725dba9e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:46.065830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:46.070003 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-5797adde-92f8-49fd-a401-8d2adf3b2448 req-838c866b-75da-4b5a-83fc-4725dba9e9e9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5bca668e48ac458ea6524bd9dadb7c69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1498263 Apr 29 07:56:46.070148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:46.113776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:46.124075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:46.124697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:46.140455 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:46.158151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.163684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:46.163684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec4545-1b24-46df-85ac-34600fab3e09 None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:46.182330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.193663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:46.196053 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797adde-92f8-49fd-a401-8d2adf3b2448 req-86efdd0a-2402-47ac-8317-8c56fdc45412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:46.197582 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-5797adde-92f8-49fd-a401-8d2adf3b2448 req-86efdd0a-2402-47ac-8317-8c56fdc45412 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235118 Apr 29 07:56:46.209818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.212308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c260a3d-65cb-4a85-bcab-cb127a191cb5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:46.228243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.228679 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5 of type vlan for network b2bc5f74-12eb-411b-a760-561aeb89a592 Apr 29 07:56:46.234408 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-66923245-93aa-4ede-81af-69dea93848ec tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7114270 Apr 29 07:56:46.238205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49646) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:46.244001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:46.299722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.312501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.333589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-0f6c6612-1e7e-43da-b979-a5afaa9c31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:46.335158 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-0f6c6612-1e7e-43da-b979-a5afaa9c31f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bca668e48ac458ea6524bd9dadb7c69&device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 1096 time: 0.0688841 Apr 29 07:56:46.386895 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-08cc487d-2ec8-4923-ab4d-0bfa112b133a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac HTTP/1.1" status: 200 len: 217 time: 0.0387850 Apr 29 07:56:46.403085 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:44Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:12Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:46.430002 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.430298 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] Checking router: 4511b4e0-cadc-4e35-93f5-87f81773a6ee for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:46.439779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:46.440408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.443774 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:46.443774 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:46.489795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.511873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-6bf6d456-8f4c-4d6d-a1d3-d6eba65a7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:46.513977 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-6bf6d456-8f4c-4d6d-a1d3-d6eba65a7df3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a08344-4340-4b32-88a0-f44cea943a41 HTTP/1.1" status: 200 len: 851 time: 0.1162741 Apr 29 07:56:46.533500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=b2bc5f74-12eb-411b-a760-561aeb89a592,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:46.542542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:46.552050 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-8aba5acd-bba5-454c-8ef7-616727b25c7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295551 Apr 29 07:56:46.562124 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:46.563061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59694753-1f63-49aa-bc57-72216cd751d6 req-0a552c41-b204-46d5-984c-2fab50450d48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:46.565961 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-59694753-1f63-49aa-bc57-72216cd751d6 req-0a552c41-b204-46d5-984c-2fab50450d48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 946 time: 0.0667586 Apr 29 07:56:46.594660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.595190 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP 701da1ef-d663-4ea1-a9a1-f868cab4d7e6 disassociated. External IP: 172.26.2.96, port: 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5. Apr 29 07:56:46.658833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-59694753-1f63-49aa-bc57-72216cd751d6 req-466bf784-09b7-4b82-9dc4-e0d0fbbfd892 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813541 Apr 29 07:56:46.659540 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c7c12755-c657-4fd3-b2ed-f9ad339128f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1897848 Apr 29 07:56:46.662239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49650) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:46.680601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'name': 'tempest-PortsTestJSON-100649079'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:46.705514 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-df895050-f779-4053-b09a-1c9f6f22dedb service neutron] 10.222.0.39 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448045 Apr 29 07:56:46.718476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:46.813363 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-3223dcd6-e08f-4bc3-8b2a-5fb7abc643c0 req-f3ca60ec-0aa0-46d2-9ef0-456c1821cfdc service neutron] 10.222.0.39 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975869 Apr 29 07:56:46.918283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:46.921234 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:44Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:12Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:46.950949 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae55b6c9-fe60-401c-a6be-164f24be6b33 None None] The sync data for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv is: [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:44Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2f1eae8e-293a-402b-95ed-c0b97a0489ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'port_id': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'mac_address': 'fa:16:3e:21:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:55:07Z', 'updated_at': '2022-04-29T07:55:12Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:46.965695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:46.969147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.023563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 178a6d74-ffe4-4b03-8831-8cb50f554c08 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:47.081474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:47.086190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.094961 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:47.103977 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:47.104576 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:47.137055 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:47.145405 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:47.145975 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:47.163032 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-05a0789e-5925-425d-a0eb-8c4fd0b87f06 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/floatingips/701da1ef-d663-4ea1-a9a1-f868cab4d7e6 HTTP/1.1" status: 200 len: 687 time: 0.9232550 Apr 29 07:56:47.165823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49654) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:47.182290 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:47.182890 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12d13a-6b44-463c-ac62-0edfb7060b9c None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:47.209566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033121f-41d7-4812-9e65-e5609d43c00d req-89e2bf8d-12dd-4db1-bd57-d9683bbb3551 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:47.211054 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c033121f-41d7-4812-9e65-e5609d43c00d req-89e2bf8d-12dd-4db1-bd57-d9683bbb3551 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 943 time: 0.1195083 Apr 29 07:56:47.297650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 64339ba7-bd11-4ced-8731-9948c2c4a495 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:47.297650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.301153 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c033121f-41d7-4812-9e65-e5609d43c00d req-c7d62034-61c8-4538-9890-0ffa3ba3cd47 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638733 Apr 29 07:56:47.304059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.427661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.494300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=178a6d74-ffe4-4b03-8831-8cb50f554c08,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:47.502301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': 'cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:47.505615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: b2bc5f74-12eb-411b-a760-561aeb89a592, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:47.573544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:47.693274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b2bc5f74-12eb-411b-a760-561aeb89a592) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:47.703203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.710142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.710232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2eecc-b497-4431-8733-1a441796e307 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:47.714933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:47.722344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 64339ba7-bd11-4ced-8731-9948c2c4a495 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:47.725187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dc317aff-ac72-4701-90b6-0dcb25a3b5e2 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:47.729826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:47.739374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.780731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: dc317aff-ac72-4701-90b6-0dcb25a3b5e2 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:47.781483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device dc317aff-ac72-4701-90b6-0dcb25a3b5e2 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:47.831600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d901e07-eed2-4455-bfda-e740e2c436e4 req-608f2513-8bd1-4f0d-948b-124c15f19573 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:47.839169 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d901e07-eed2-4455-bfda-e740e2c436e4 req-608f2513-8bd1-4f0d-948b-124c15f19573 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 946 time: 0.0704780 Apr 29 07:56:47.849601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-238f088e-44a3-4c44-aad7-80e8ddd353a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1747046 Apr 29 07:56:47.850272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49658) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:47.868258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1735901931'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:47.897473 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d901e07-eed2-4455-bfda-e740e2c436e4 req-9080ffd8-a326-4183-89d4-abda8045145e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=577255ac-94ac-4aaf-8cac-9081f8cdd2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574768 Apr 29 07:56:47.930039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.964092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:47.964649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=64339ba7-bd11-4ced-8731-9948c2c4a495,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:47.967709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:47.996590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:48.011706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.012136 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment e9f5eb94-c7a8-4649-ba0d-0049cbc5991b of type vlan for network deaaa663-3ff1-48da-acfa-2e8ac5460ef4 Apr 29 07:56:48.051806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.055548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-38dd15a6-08b2-49f0-bc2e-fcc8d6267686 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:48.057006 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-38dd15a6-08b2-49f0-bc2e-fcc8d6267686 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 946 time: 0.1019909 Apr 29 07:56:48.064967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.067500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.068570 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0a4eae6-c98c-4616-9252-ace162e9a378 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/floatingips/701da1ef-d663-4ea1-a9a1-f868cab4d7e6 HTTP/1.1" status: 204 len: 168 time: 0.9016867 Apr 29 07:56:48.073177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49660) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:48.079188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '2188c729-ed1f-4bdf-a2b1-eb43f105fadb'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:48.127741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.133391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:48.139763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.161543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 06911d6f-bacf-452a-b742-21423039f33e {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:48.161543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.161877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.212708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=deaaa663-3ff1-48da-acfa-2e8ac5460ef4,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:48.223716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network deaaa663-3ff1-48da-acfa-2e8ac5460ef4 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:48.253936 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-09036a34-9a57-4256-8d54-5da2697426f9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3906410 Apr 29 07:56:48.256342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49662) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:48.258259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 06911d6f-bacf-452a-b742-21423039f33e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=06911d6f-bacf-452a-b742-21423039f33e,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:48.258771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.261516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'ports': [{'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592'}, {'network_id': 'deaaa663-3ff1-48da-acfa-2e8ac5460ef4'}]} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:48.261927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:48.262526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'deaaa663-3ff1-48da-acfa-2e8ac5460ef4'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:48.273593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 06911d6f-bacf-452a-b742-21423039f33e owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:48.472197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.490831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab54f0d-f09d-4093-a799-3d0b6dd50dd5 req-8f6ee065-b7c0-4ed1-a967-7bc3fda77f28 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:48.492292 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fab54f0d-f09d-4093-a799-3d0b6dd50dd5 req-8f6ee065-b7c0-4ed1-a967-7bc3fda77f28 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 943 time: 0.1005132 Apr 29 07:56:48.539166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.572932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=06911d6f-bacf-452a-b742-21423039f33e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:48.575048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fab54f0d-f09d-4093-a799-3d0b6dd50dd5 req-643780bb-c10c-4121-a58c-b145fe196730 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527520 Apr 29 07:56:48.592964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 2} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:48.597447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.616050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port 06911d6f-bacf-452a-b742-21423039f33e on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:48.620663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.621402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.624464 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a9c95594-6758-4305-8e1f-e218273d7bd4 req-2ba0ade8-65e4-46c6-bdc3-bc8bb1c97b92 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/06911d6f-bacf-452a-b742-21423039f33e HTTP/1.1" status: 204 len: 173 time: 0.5605664 Apr 29 07:56:48.624918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'name': 'network-vif-deleted', 'tag': '06911d6f-bacf-452a-b742-21423039f33e'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:48.627546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa1cadd-4b7a-4fb8-8953-0ddd75ac0db5" -d '{"events": [{"server_uuid": "f5ca4c3c-09a2-4b6c-90a3-aa4c24877667", "name": "network-vif-deleted", "tag": "06911d6f-bacf-452a-b742-21423039f33e"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:48.674474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bc38db-becb-40a2-b0cc-9ba3a9e22756 x-openstack-request-id: req-08bc38db-becb-40a2-b0cc-9ba3a9e22756 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:48.674918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ca4c3c-09a2-4b6c-90a3-aa4c24877667", "name": "network-vif-deleted", "tag": "06911d6f-bacf-452a-b742-21423039f33e", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:48.675169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08bc38db-becb-40a2-b0cc-9ba3a9e22756 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:48.675566 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bc38db-becb-40a2-b0cc-9ba3a9e22756'] response: {'server_uuid': 'f5ca4c3c-09a2-4b6c-90a3-aa4c24877667', 'name': 'network-vif-deleted', 'tag': '06911d6f-bacf-452a-b742-21423039f33e', 'status': 'completed', 'code': 200} Apr 29 07:56:48.679712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.26.2.101 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/6080eb46-edce-44c2-a809-3aaa1cb846c8) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:48.833210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 818b7971-a649-41bd-8f44-02fb0db167f2 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:48.882285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:48.910597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device ff8e6997-8953-41ca-9699-ecdfa981d1ac details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:56:48.976720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:49.029902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:49.035532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port ff8e6997-8953-41ca-9699-ecdfa981d1ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac,segment=NetworkSegment(98345ff1-d586-4ddf-bb4d-4e7e11fb62bb),segment_id=98345ff1-d586-4ddf-bb4d-4e7e11fb62bb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:49.048967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac', 'network_id': 'efc61f51-e3ad-4219-9fb8-ba6888c6d6c9', 'port_id': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac', 'mac_address': 'fa:16:3e:d9:5d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a08344-4340-4b32-88a0-f44cea943a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:56:49.103780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:49.106779 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-28e0084b-ed09-44e4-9302-3d5bf5ceb38c req-ea27b698-a1ad-4255-920a-695546a7f01a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5ca4c3c-09a2-4b6c-90a3-aa4c24877667 HTTP/1.1" status: 200 len: 210 time: 0.0788171 Apr 29 07:56:49.112488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port d33316cf-20a6-4bf4-ac77-a4872e35d7ec yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:49.119694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8e6997-8953-41ca-9699-ecdfa981d1ac {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:56:49.123380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:49.132417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:49.140525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:49.153161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port ff8e6997-8953-41ca-9699-ecdfa981d1ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac,segment=NetworkSegment(98345ff1-d586-4ddf-bb4d-4e7e11fb62bb),segment_id=98345ff1-d586-4ddf-bb4d-4e7e11fb62bb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:49.163906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=6080eb46-edce-44c2-a809-3aaa1cb846c8,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:49.215552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:49.257369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=ff8e6997-8953-41ca-9699-ecdfa981d1ac,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:49.333824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:49.455436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['ff8e6997-8953-41ca-9699-ecdfa981d1ac'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:56:49.508307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:49.902364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:49.941068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:49.947433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:49.948272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:49.967591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=818b7971-a649-41bd-8f44-02fb0db167f2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:50.007870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.045670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7217316-25ba-42a1-a81e-eb7244711ffd req-4e7da290-f128-41d8-a801-ba06793c1766 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:50.047170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c7217316-25ba-42a1-a81e-eb7244711ffd req-4e7da290-f128-41d8-a801-ba06793c1766 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 944 time: 0.1914704 Apr 29 07:56:50.090588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=d33316cf-20a6-4bf4-ac77-a4872e35d7ec,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:50.113817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': 'e9f5eb94-c7a8-4649-ba0d-0049cbc5991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'deaaa663-3ff1-48da-acfa-2e8ac5460ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:50.114176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: deaaa663-3ff1-48da-acfa-2e8ac5460ef4, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:50.128004 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c7217316-25ba-42a1-a81e-eb7244711ffd req-02a48a4d-3314-43bb-af32-e6a2ad1b9563 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702994 Apr 29 07:56:50.180533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49678) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:50.227005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network deaaa663-3ff1-48da-acfa-2e8ac5460ef4 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:50.243999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.300567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c672482-329d-4af4-bf45-d016b7468f36 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.335479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, deaaa663-3ff1-48da-acfa-2e8ac5460ef4) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:50.343726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6807af-7fae-4311-a944-da4612019880 None None] Network deaaa663-3ff1-48da-acfa-2e8ac5460ef4 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:50.369502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c672482-329d-4af4-bf45-d016b7468f36 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.372647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:50.378276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:50.383209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:50.384800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.475164 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a6be7d07-3fbb-491d-a9a5-7e9d368726b5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2176991 Apr 29 07:56:50.478089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49680) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:50.488157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.564177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.569300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port d33316cf-20a6-4bf4-ac77-a4872e35d7ec {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:50.569696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.598179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c672482-329d-4af4-bf45-d016b7468f36 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.600674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c672482-329d-4af4-bf45-d016b7468f36 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.601801 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5c672482-329d-4af4-bf45-d016b7468f36 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/577255ac-94ac-4aaf-8cac-9081f8cdd2f3 HTTP/1.1" status: 204 len: 168 time: 0.4202330 Apr 29 07:56:50.642952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.643364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=6080eb46-edce-44c2-a809-3aaa1cb846c8,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:50.647408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c672482-329d-4af4-bf45-d016b7468f36 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577255ac-94ac-4aaf-8cac-9081f8cdd2f3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:50.658073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.658599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for d33316cf-20a6-4bf4-ac77-a4872e35d7ec owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:50.703528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49684) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:50.791339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet 6766c634-4eed-4e1e-a22c-769cf2029fc8 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:50.797116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.825448 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.842459 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP c169b3a9-cbcb-4c14-983c-e2cbd8b136fc associated. External IP: 172.26.2.101, port: 2188c729-ed1f-4bdf-a2b1-eb43f105fadb. Apr 29 07:56:50.856067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=d33316cf-20a6-4bf4-ac77-a4872e35d7ec,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:50.864263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.867680 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5214db8e-c8b9-4c0f-a39d-999236611802 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/d33316cf-20a6-4bf4-ac77-a4872e35d7ec HTTP/1.1" status: 204 len: 168 time: 0.3868377 Apr 29 07:56:50.870200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49686) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:50.879049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:50.919497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2075df-e985-47e0-bdcc-892e0b66c52f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:50.923610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device ff8e6997-8953-41ca-9699-ecdfa981d1ac up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:50.925556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2075df-e985-47e0-bdcc-892e0b66c52f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:50.927161 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1a2075df-e985-47e0-bdcc-892e0b66c52f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0559866 Apr 29 07:56:50.930018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49688) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.041733 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port ff8e6997-8953-41ca-9699-ecdfa981d1ac completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:56:51.046380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port ff8e6997-8953-41ca-9699-ecdfa981d1ac triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:51.046961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.076632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.131726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.155364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144112b-092f-4faf-b2a0-affe62cad911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:51.157844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6316aa-98f5-4301-8e79-1e712e927403" -d '{"events": [{"server_uuid": "f144112b-092f-4faf-b2a0-affe62cad911", "name": "network-vif-plugged", "status": "completed", "tag": "ff8e6997-8953-41ca-9699-ecdfa981d1ac"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:51.181211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port ff8e6997-8953-41ca-9699-ecdfa981d1ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac,segment=NetworkSegment(98345ff1-d586-4ddf-bb4d-4e7e11fb62bb),segment_id=98345ff1-d586-4ddf-bb4d-4e7e11fb62bb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:51.189394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 818b7971-a649-41bd-8f44-02fb0db167f2 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:51.189716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.207245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4852fc6-60fc-4f17-b274-fcf297632ee6 x-openstack-request-id: req-d4852fc6-60fc-4f17-b274-fcf297632ee6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:51.207625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144112b-092f-4faf-b2a0-affe62cad911", "name": "network-vif-plugged", "status": "completed", "tag": "ff8e6997-8953-41ca-9699-ecdfa981d1ac", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:51.207965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4852fc6-60fc-4f17-b274-fcf297632ee6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:51.208521 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4852fc6-60fc-4f17-b274-fcf297632ee6'] response: {'server_uuid': 'f144112b-092f-4faf-b2a0-affe62cad911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac', 'code': 200} Apr 29 07:56:51.264628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.265488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 06911d6f-bacf-452a-b742-21423039f33e no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:51.301802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 06911d6f-bacf-452a-b742-21423039f33e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:51.302147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 06911d6f-bacf-452a-b742-21423039f33e not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:51.306322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.328505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=ff8e6997-8953-41ca-9699-ecdfa981d1ac,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:51.353163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.365340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=6766c634-4eed-4e1e-a22c-769cf2029fc8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:51.373838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.373838 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a019ceff-a856-46ad-baae-135e6fd538e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/6766c634-4eed-4e1e-a22c-769cf2029fc8 HTTP/1.1" status: 204 len: 168 time: 0.6680350 Apr 29 07:56:51.374273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975c26e-5979-47ff-a94a-c1488ad34d72 None None] Network f759ef62-04e7-494c-aec3-9caf17bf3aec requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:51.376070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49696) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.379331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 818b7971-a649-41bd-8f44-02fb0db167f2 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:51.381988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:51.413953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8255-cf71-4ce2-af49-87f1969e09a2 req-58f47972-31a7-4392-a477-0f40c3054381 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:51.415469 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-20ea8255-cf71-4ce2-af49-87f1969e09a2 req-58f47972-31a7-4392-a477-0f40c3054381 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1842415 Apr 29 07:56:51.465361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.541976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde2fc-9e13-4e81-9235-0a03f7bfe149 req-5e349b1b-e881-4823-9452-a7b9409b688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:51.542648 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-20ea8255-cf71-4ce2-af49-87f1969e09a2 req-0cb36cb0-332b-484b-bdd1-77297652f8db tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Apr 29 07:56:51.543783 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-26bde2fc-9e13-4e81-9235-0a03f7bfe149 req-5e349b1b-e881-4823-9452-a7b9409b688a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 1098 time: 0.0749440 Apr 29 07:56:51.604203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 7d390ec7-3b8d-4333-8801-0d078b7010dc {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:51.604807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.604938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:51.609610 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-26bde2fc-9e13-4e81-9235-0a03f7bfe149 req-e5de6de9-ccea-4427-b4a1-a6a3f5babeb0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569062 Apr 29 07:56:51.619857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] DHCP port deletion for f759ef62-04e7-494c-aec3-9caf17bf3aec request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:51.622524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:51.636191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:51.636822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:51.666490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.676455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 7d390ec7-3b8d-4333-8801-0d078b7010dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7d390ec7-3b8d-4333-8801-0d078b7010dc,segment=NetworkSegment(743f49db-6c9f-4f85-9d7e-77b5a55dd623),segment_id=743f49db-6c9f-4f85-9d7e-77b5a55dd623)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:51.676823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.687242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:51.700016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:51.701137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:51.705889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 7d390ec7-3b8d-4333-8801-0d078b7010dc owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:51.725187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.732486 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/818b7971-a649-41bd-8f44-02fb0db167f2 HTTP/1.1" status: 204 len: 168 time: 0.8013902 Apr 29 07:56:51.736075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.739414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49698) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.740333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa4b53-6fcc-4b05-be9b-7615ed9b94e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=818b7971-a649-41bd-8f44-02fb0db167f2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:51.806556 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b17d8844-d103-4594-b54a-89b3c61120b5 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7322950 Apr 29 07:56:51.809864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49700) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.823691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b32769-9ef0-4734-9dfc-e6067bfa693d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:51.829592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c2b32769-9ef0-4734-9dfc-e6067bfa693d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0857260 Apr 29 07:56:51.830341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49702) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.856042 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-694aaea1-974d-4ea3-a548-21480ab9a233 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:56:51.860664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.861080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-694aaea1-974d-4ea3-a548-21480ab9a233 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/d33316cf-20a6-4bf4-ac77-a4872e35d7ec HTTP/1.1" status: 404 len: 333 time: 0.0295289 Apr 29 07:56:51.861817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49704) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.888502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-42130a11-0b1e-4cae-999e-d36c9cf089ee tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:56:51.893078 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-42130a11-0b1e-4cae-999e-d36c9cf089ee tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/818b7971-a649-41bd-8f44-02fb0db167f2 HTTP/1.1" status: 404 len: 333 time: 0.0301945 Apr 29 07:56:51.893747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49706) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.898973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=7d390ec7-3b8d-4333-8801-0d078b7010dc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:51.907123 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a6981b6a-751a-4e14-a1b1-ef51ad4d37ff tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "GET /v2.0/floatingips/c169b3a9-cbcb-4c14-983c-e2cbd8b136fc HTTP/1.1" status: 200 len: 979 time: 0.0910857 Apr 29 07:56:51.907248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7d390ec7-3b8d-4333-8801-0d078b7010dc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:51.907358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port 7d390ec7-3b8d-4333-8801-0d078b7010dc on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:51.908747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49708) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:51.916025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:51.916663 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c785e9-e1e1-4fd8-9464-bec344a2179a None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:51.938538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 7d390ec7-3b8d-4333-8801-0d078b7010dc {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:51.941427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7d390ec7-3b8d-4333-8801-0d078b7010dc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:51.947831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] Deleting port 7d390ec7-3b8d-4333-8801-0d078b7010dc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:51.948235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:51.983213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.026467 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] For port 7d390ec7-3b8d-4333-8801-0d078b7010dc, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:52.026941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.042167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] Calling delete_port for 7d390ec7-3b8d-4333-8801-0d078b7010dc owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:52.045386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] Port 7d390ec7-3b8d-4333-8801-0d078b7010dc was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:56:52.046640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.072043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] Pushing event deleted for resources: {'Port': ['ID=7d390ec7-3b8d-4333-8801-0d078b7010dc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:52.076506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328cd9e-700f-41b1-a0b7-404f9585f4d2 None None] No DVR routers for this DVR port 7d390ec7-3b8d-4333-8801-0d078b7010dc on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:52.080042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.084902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.097232 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-87488b7e-74d4-4fa0-b5b3-e852ab326747 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1874108 Apr 29 07:56:52.100990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49710) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:52.106288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'port_id': '2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:52.108961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f759ef62-04e7-494c-aec3-9caf17bf3aec']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:52.124055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743f49db-6c9f-4f85-9d7e-77b5a55dd623') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:52.124459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743f49db-6c9f-4f85-9d7e-77b5a55dd623') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:52.133465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.146958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deaaa663-3ff1-48da-acfa-2e8ac5460ef4']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:52.147556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.153942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:52.156705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:52.157325 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:52.160396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f5eb94-c7a8-4649-ba0d-0049cbc5991b') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:52.160396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f5eb94-c7a8-4649-ba0d-0049cbc5991b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:52.175400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.194075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.199060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.234117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:52.234531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:52.237378 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:52.324302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.336786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.336786 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/f759ef62-04e7-494c-aec3-9caf17bf3aec HTTP/1.1" status: 204 len: 168 time: 0.9592681 Apr 29 07:56:52.346371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49714) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:52.353681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba500-53e6-4c7d-9c6b-1e22503a209b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=f759ef62-04e7-494c-aec3-9caf17bf3aec,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:52.415190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.425205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.428429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/deaaa663-3ff1-48da-acfa-2e8ac5460ef4 HTTP/1.1" status: 204 len: 168 time: 0.5336010 Apr 29 07:56:52.438858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49716) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:52.444018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-398581581'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:52.448387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121d434-bc9f-499b-9cf7-3e3d7b36dc7d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=deaaa663-3ff1-48da-acfa-2e8ac5460ef4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:52.504727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 8a8d34a8-283a-4762-84ce-ae0999a64d74 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:52.505071 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.577829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:52.581581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.586980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.587456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.600181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 8a8d34a8-283a-4762-84ce-ae0999a64d74 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:52.695773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:52.739816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.740182 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment 24021451-d0d4-4249-b4bb-298cf5afe405 of type vlan for network d248664d-6e2e-43bb-b765-7bff572bddbd Apr 29 07:56:52.764794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322023-643f-4094-89a2-411d0963645e req-9ff987f9-38c4-4340-953b-0289ff8474ee tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:52.766284 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e322023-643f-4094-89a2-411d0963645e req-9ff987f9-38c4-4340-953b-0289ff8474ee tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1294832 Apr 29 07:56:52.845529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.878292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.904121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=8a8d34a8-283a-4762-84ce-ae0999a64d74,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:52.915170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e322023-643f-4094-89a2-411d0963645e req-5b41d400-404c-470c-83bc-b3cfe99da6eb tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229844 Apr 29 07:56:52.943815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.971164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:52.971501 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 2f1eae8e-293a-402b-95ed-c0b97a0489ea disassociated (deleted). External IP: 172.26.2.174, port: 7b71775c-b639-475f-9a2b-9e13812f9de0. Apr 29 07:56:53.009480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:53.015366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:53.015948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:53.067204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:53.122183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=d248664d-6e2e-43bb-b765-7bff572bddbd,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:53.131897 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-de2cfb9d-6d48-4e72-b2cc-d78388c417a8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6917834 Apr 29 07:56:53.134636 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network d248664d-6e2e-43bb-b765-7bff572bddbd details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:53.135137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49720) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:53.139298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:53.179414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 4511b4e0-cadc-4e35-93f5-87f81773a6ee has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:53.293919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:53.298661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:53.305096 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] Sync routers for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:53.317747 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:53.318505 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:53.333122 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-134010f6-eda7-4af3-a14a-2c3324f327a3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f1eae8e-293a-402b-95ed-c0b97a0489ea HTTP/1.1" status: 204 len: 168 time: 0.9831536 Apr 29 07:56:53.333122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:53.334824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:53.376015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f917905-9e9c-4f20-a083-ab4e637baaa3 x-openstack-request-id: req-4f917905-9e9c-4f20-a083-ab4e637baaa3 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:53.376310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:53.377055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f917905-9e9c-4f20-a083-ab4e637baaa3 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:53.377485 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f917905-9e9c-4f20-a083-ab4e637baaa3'] response: {'name': 'network-changed', 'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'status': 'completed', 'code': 200} Apr 29 07:56:53.436891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:53.443488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-964a4bce-e846-4c4f-ad69-2f5f682b8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:53.445080 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-964a4bce-e846-4c4f-ad69-2f5f682b8b1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 1098 time: 0.0451431 Apr 29 07:56:53.546969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-420d8db9-73d8-4d49-84ad-857405535941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:53.548384 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-420d8db9-73d8-4d49-84ad-857405535941 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e8bda5-b443-4316-a00b-2f88617ad7c8 HTTP/1.1" status: 200 len: 897 time: 0.0958998 Apr 29 07:56:53.597245 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-1d4cbb47-a73e-4415-aeaf-275468d214d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b71775c-b639-475f-9a2b-9e13812f9de0 HTTP/1.1" status: 200 len: 217 time: 0.0413637 Apr 29 07:56:53.618981 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP c169b3a9-cbcb-4c14-983c-e2cbd8b136fc associated. External IP: 172.26.2.101, port: 2188c729-ed1f-4bdf-a2b1-eb43f105fadb. Apr 29 07:56:53.654969 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:44Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:53.669703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-91e3278c-7f1d-48e4-a033-8d3c73e46fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:53.671710 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-91e3278c-7f1d-48e4-a033-8d3c73e46fbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=540e5285-0025-45d4-9735-6a0a774af150 HTTP/1.1" status: 200 len: 834 time: 0.0588083 Apr 29 07:56:53.687499 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] Checking router: 4511b4e0-cadc-4e35-93f5-87f81773a6ee for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:53.696505 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:53.697855 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:53.772418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:53.777460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:53.822855 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:53.859379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-05eddf09-7adf-421e-b7fe-f947fa4e5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:53.860868 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-05eddf09-7adf-421e-b7fe-f947fa4e5ebe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e8bda5-b443-4316-a00b-2f88617ad7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418830 Apr 29 07:56:53.877396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_backend_mixin [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Performing IP validity checks on allocation pools {{(pid=109782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:56:53.878018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.ipam_backend_mixin [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:56:53.948399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc5054-7802-4a9b-a91b-0537c699d0f6 req-7ff576b4-79aa-4528-a659-a3db0c7db72f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:53.950059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2cfc5054-7802-4a9b-a91b-0537c699d0f6 req-7ff576b4-79aa-4528-a659-a3db0c7db72f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 945 time: 0.1663964 Apr 29 07:56:53.989098 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-d9a12f6d-8e71-4f6c-badd-738c5d5b1ac5 service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197174 Apr 29 07:56:53.991427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:54.053249 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:44Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.067895 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2cfc5054-7802-4a9b-a91b-0537c699d0f6 req-a2193a4e-9de5-4cef-91bd-6d5954f43a34 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042383 Apr 29 07:56:54.091708 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaf44-05d0-47d0-a863-42d74b029d7f None None] The sync data for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv is: [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:56:44Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '0535b864-c686-48dc-9b90-8c8d0316541a', 'name': '', 'network_id': '71e8bda5-b443-4316-a00b-2f88617ad7c8', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:75:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '540e5285-0025-45d4-9735-6a0a774af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:23Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '540e5285-0025-45d4-9735-6a0a774af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:54.107900 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ff5d0b0c-9c19-44c6-8d04-9d543c1df7a3 req-db5ffe08-3d7f-4e3e-a10f-93a603bf2f88 service neutron] 10.222.0.39 "GET /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107910 Apr 29 07:56:54.177993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9000de-69b0-4193-b133-1de1d130c068 req-7ecf2c3e-a892-4906-a1dd-22c72a3c1b71 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:54.179550 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ce9000de-69b0-4193-b133-1de1d130c068 req-7ecf2c3e-a892-4906-a1dd-22c72a3c1b71 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1866915 Apr 29 07:56:54.279809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ce9000de-69b0-4193-b133-1de1d130c068 req-3f5132fe-b6b5-47fb-bddc-26ece8f6924d tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931723 Apr 29 07:56:54.281007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:54.308916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:54.318160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:54.318512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:54.319137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.355709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.365591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:54.366499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.379376 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841d707-78ff-4519-bfe2-13c48ad0e8ff None None] New status for floating IP 2f1eae8e-293a-402b-95ed-c0b97a0489ea: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:56:54.399501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.400415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a478dd-c2f1-4bc3-b7bd-0e9d211e15ed None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:54.444444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=b873ba9a-24b3-4b61-81a9-36aa10b02629,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:54.484508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': '24021451-d0d4-4249-b4bb-298cf5afe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:54.484870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: d248664d-6e2e-43bb-b765-7bff572bddbd, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:56:54.494669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26323-d0a0-4f83-bb7f-181be550db87 req-ca5fb1d7-1861-44be-9a67-e4888fb8f141 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:54.496137 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1a26323-d0a0-4f83-bb7f-181be550db87 req-ca5fb1d7-1861-44be-9a67-e4888fb8f141 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1299412 Apr 29 07:56:54.585286 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1a26323-d0a0-4f83-bb7f-181be550db87 req-7541640d-3936-4067-9b73-7e3b5c612913 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511549 Apr 29 07:56:54.635323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:54.639590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network d248664d-6e2e-43bb-b765-7bff572bddbd is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:56:54.683238 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:56:54.748971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:54.753341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:54.758619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:54.773104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:54.773738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.776201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, d248664d-6e2e-43bb-b765-7bff572bddbd) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:54.782981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:54.783558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:54.810541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.816034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2919f-1db6-44d7-b2a3-6bcf40d30454 None None] Network d248664d-6e2e-43bb-b765-7bff572bddbd requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:54.818217 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-508da42b-2007-45ca-927f-eeb7a8e9f038 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/floatingips/c169b3a9-cbcb-4c14-983c-e2cbd8b136fc HTTP/1.1" status: 200 len: 978 time: 2.7160273 Apr 29 07:56:54.821042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49734) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:54.825976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:54.871487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:54.872543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.876251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8c4f03ef-6847-41ff-a6b0-cb956165d72b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7408612 Apr 29 07:56:54.879644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49736) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:54.882918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:54.885550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd', 'name': 'tempest-PortsTestJSON-231061457'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:54.911463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:54.912124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d74f421-b845-41d9-a3ff-a3c3c364702f None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:55.028249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-d248664d-6e2e-43bb-b765-7bff572bddbd', 'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd', 'tenant_id': '4db94a8637434b16b58256099d77e699', 'fixed_ips': [{'subnet_id': 'b873ba9a-24b3-4b61-81a9-36aa10b02629'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:56:55.029257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.050831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.095555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:55.100672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.123191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 56deafd8-37b1-4bf7-8568-0bcf80497217 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:55.128979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.134114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP c169b3a9-cbcb-4c14-983c-e2cbd8b136fc disassociated. External IP: 172.26.2.101, port: 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5. Apr 29 07:56:55.177197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836422d-0b92-4a73-9c1a-b5912d26a6e0 req-cfb4955b-8b71-465f-948c-8153881d101b tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:55.178743 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7836422d-0b92-4a73-9c1a-b5912d26a6e0 req-cfb4955b-8b71-465f-948c-8153881d101b tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1051152 Apr 29 07:56:55.185291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Allocated IP 172.20.0.2 (d248664d-6e2e-43bb-b765-7bff572bddbd/b873ba9a-24b3-4b61-81a9-36aa10b02629/37f41d6c-515b-4b59-8b6d-cb7babb81999) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:55.294404 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7836422d-0b92-4a73-9c1a-b5912d26a6e0 req-4a62a27a-6262-47b2-a10d-d6c74be09b2c tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006877 Apr 29 07:56:55.315654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80643d94-bbdc-483f-92b9-1b1122004cfd req-c2d8291b-2f8b-43ee-a879-c2704b9a664b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:55.317215 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80643d94-bbdc-483f-92b9-1b1122004cfd req-c2d8291b-2f8b-43ee-a879-c2704b9a664b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 945 time: 0.1375818 Apr 29 07:56:55.335066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.357256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67280034-cedc-4d4e-b86f-f148cec3294b req-936a94b6-cafd-4d48-a92e-238fab527d3b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:55.361083 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-67280034-cedc-4d4e-b86f-f148cec3294b req-936a94b6-cafd-4d48-a92e-238fab527d3b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 945 time: 0.0651100 Apr 29 07:56:55.399386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.416849 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80643d94-bbdc-483f-92b9-1b1122004cfd req-58f0814e-3881-4cf6-a587-bfaffcff92eb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d122fd-0886-4a37-a898-e4d36a32badd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923567 Apr 29 07:56:55.468333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Network d248664d-6e2e-43bb-b765-7bff572bddbd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:55.472060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:55.476722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:55.478822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Pushing event updated for resources: {'Port': ['ID=37f41d6c-515b-4b59-8b6d-cb7babb81999,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:55.488411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.11 (d248664d-6e2e-43bb-b765-7bff572bddbd/b873ba9a-24b3-4b61-81a9-36aa10b02629/56deafd8-37b1-4bf7-8568-0bcf80497217) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:55.502670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:55.529881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 7b71775c-b639-475f-9a2b-9e13812f9de0 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:55.530220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.540750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Attempting to bind port 37f41d6c-515b-4b59-8b6d-cb7babb81999 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:56:55.541116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Attempting to bind port 37f41d6c-515b-4b59-8b6d-cb7babb81999 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '24021451-d0d4-4249-b4bb-298cf5afe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:56:55.541474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Attempting to bind port 37f41d6c-515b-4b59-8b6d-cb7babb81999 on network d248664d-6e2e-43bb-b765-7bff572bddbd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:56:55.547690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:56:55.550587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Checking segment: {'id': '24021451-d0d4-4249-b4bb-298cf5afe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:55.550587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.550587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Bound using segment: {'id': '24021451-d0d4-4249-b4bb-298cf5afe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:56:55.550587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Bound port: 37f41d6c-515b-4b59-8b6d-cb7babb81999, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24021451-d0d4-4249-b4bb-298cf5afe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd248664d-6e2e-43bb-b765-7bff572bddbd'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:56:55.550587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.625889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] For port 37f41d6c-515b-4b59-8b6d-cb7babb81999, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:56:55.632534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] For port 37f41d6c-515b-4b59-8b6d-cb7babb81999, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=37f41d6c-515b-4b59-8b6d-cb7babb81999,segment=NetworkSegment(24021451-d0d4-4249-b4bb-298cf5afe405),segment_id=24021451-d0d4-4249-b4bb-298cf5afe405)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:56:55.639379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:55.644118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.654688 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:55.668413 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:55.669946 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:55.671844 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4de56f2c-8b62-4d83-b087-5efcab0a0cfc tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/floatingips/c169b3a9-cbcb-4c14-983c-e2cbd8b136fc HTTP/1.1" status: 200 len: 688 time: 0.8495770 Apr 29 07:56:55.674164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49742) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:55.695616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.707289 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:55.722176 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:55.723282 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:55.736124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 7b71775c-b639-475f-9a2b-9e13812f9de0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b71775c-b639-475f-9a2b-9e13812f9de0,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:55.736591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.764176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 7b71775c-b639-475f-9a2b-9e13812f9de0 owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:55.781107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.796325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a93205-cb9b-4de5-9601-b77308226f1e None None] Pushing event updated for resources: {'Port': ['ID=37f41d6c-515b-4b59-8b6d-cb7babb81999,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:55.804386 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:55.805022 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa5bee-f77d-482c-b6e3-37d8ef2c457b None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:55.860297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 6080eb46-edce-44c2-a809-3aaa1cb846c8 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:55.860784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.942259 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.943818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.944246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:55.958062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 6080eb46-edce-44c2-a809-3aaa1cb846c8 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:55.985452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network d248664d-6e2e-43bb-b765-7bff572bddbd is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:55.991909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:56.009236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:56.036712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.055819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=56deafd8-37b1-4bf7-8568-0bcf80497217,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:56.097245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=7b71775c-b639-475f-9a2b-9e13812f9de0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:56.117490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:56.118110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.140267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port 7b71775c-b639-475f-9a2b-9e13812f9de0 on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:56.142682 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.146014 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-67280034-cedc-4d4e-b86f-f148cec3294b req-2779c9f8-731e-47c4-a7a6-c3d313e8c05c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/7b71775c-b639-475f-9a2b-9e13812f9de0 HTTP/1.1" status: 204 len: 173 time: 0.7781525 Apr 29 07:56:56.146474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'name': 'network-vif-deleted', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:56.148744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3add49-ad45-4516-b9fe-1da2ee2ce90d" -d '{"events": [{"server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "name": "network-vif-deleted", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:56.194230 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb9e184-1637-4ab1-9ee1-0dd2b79ec161 x-openstack-request-id: req-3bb9e184-1637-4ab1-9ee1-0dd2b79ec161 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:56.194626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc781226-804f-410c-b5e2-5cf3b2917f38", "name": "network-vif-deleted", "tag": "7b71775c-b639-475f-9a2b-9e13812f9de0", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:56.194891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bb9e184-1637-4ab1-9ee1-0dd2b79ec161 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:56.195287 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb9e184-1637-4ab1-9ee1-0dd2b79ec161'] response: {'server_uuid': 'fc781226-804f-410c-b5e2-5cf3b2917f38', 'name': 'network-vif-deleted', 'tag': '7b71775c-b639-475f-9a2b-9e13812f9de0', 'status': 'completed', 'code': 200} Apr 29 07:56:56.242092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.267575 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-96ece937-4a9a-4d2d-9f4c-c9c64d60eb1b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3867323 Apr 29 07:56:56.270088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49748) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:56.279223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=6080eb46-edce-44c2-a809-3aaa1cb846c8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:56.353023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.355994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.357202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e14191e6-0a68-446b-bf72-a6157f0f3092 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/floatingips/c169b3a9-cbcb-4c14-983c-e2cbd8b136fc HTTP/1.1" status: 204 len: 168 time: 0.6820633 Apr 29 07:56:56.360114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49752) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:56.382849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 56deafd8-37b1-4bf7-8568-0bcf80497217 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:56.383190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.411468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-e5a8a9db-2fae-406d-824b-854f1950e3a8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] delete failed (client error): The resource could not be found. Apr 29 07:56:56.412480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e5a8a9db-2fae-406d-824b-854f1950e3a8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/floatingips/c169b3a9-cbcb-4c14-983c-e2cbd8b136fc HTTP/1.1" status: 404 len: 345 time: 0.0514097 Apr 29 07:56:56.428198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49754) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:56.463128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850dc89-6487-4285-9c5a-697a5d101b9b req-c2d07848-1ad6-4823-bbff-f99c8ac6cf43 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:56.464689 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d850dc89-6487-4285-9c5a-697a5d101b9b req-c2d07848-1ad6-4823-bbff-f99c8ac6cf43 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.0895152 Apr 29 07:56:56.516138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d850dc89-6487-4285-9c5a-697a5d101b9b req-99ba1a59-8a24-4a90-b061-84044d45e460 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Apr 29 07:56:56.597437 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff611f03-a5f4-4a64-a01c-2796995c8e94 req-681fb730-27f3-4800-b589-049142d31594 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc781226-804f-410c-b5e2-5cf3b2917f38 HTTP/1.1" status: 200 len: 210 time: 0.0477879 Apr 29 07:56:56.906955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be183a1a-d7e0-4681-ad90-e1579a7d092f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:56.913319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be183a1a-d7e0-4681-ad90-e1579a7d092f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:56.926028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1728c3-2882-4b6d-8252-c190042e11bd req-51aecfdd-c437-4415-be37-73fdece4647f tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:56.927115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be183a1a-d7e0-4681-ad90-e1579a7d092f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:56.927744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2c1728c3-2882-4b6d-8252-c190042e11bd req-51aecfdd-c437-4415-be37-73fdece4647f tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.0596151 Apr 29 07:56:56.935645 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-be183a1a-d7e0-4681-ad90-e1579a7d092f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "GET /v2.0/ports?network_id=d8b113fc-9f21-4997-8caa-69a96b4ce1e0 HTTP/1.1" status: 200 len: 2359 time: 0.5036416 Apr 29 07:56:56.936597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49762) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:56.949366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:56.974397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2c1728c3-2882-4b6d-8252-c190042e11bd req-4cbc86b1-59e9-4912-bb7d-7e5c1414ecfb tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384951 Apr 29 07:56:56.984786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626614c-ce29-4e38-b363-ecb8219f8446 None None] Network d248664d-6e2e-43bb-b765-7bff572bddbd requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:56.995919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 56deafd8-37b1-4bf7-8568-0bcf80497217 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:57.077382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdded9a-c9b9-4ce4-be38-b3d646a80de8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:57.078765 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4cdded9a-c9b9-4ce4-be38-b3d646a80de8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "GET /v2.0/subnets/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1 HTTP/1.1" status: 200 len: 797 time: 0.1407678 Apr 29 07:56:57.084395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49764) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:57.091934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'port': {'network_id': 'd8b113fc-9f21-4997-8caa-69a96b4ce1e0', 'name': 'tempest-FloatingIPTestJSON-482112885', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:57.092141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9344f1ce-4a7e-4434-a4cb-ea63fc205652 None None] Provisioning complete for port 37f41d6c-515b-4b59-8b6d-cb7babb81999 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:57.095873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9344f1ce-4a7e-4434-a4cb-ea63fc205652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.096023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-bb5d1294-921f-48a3-a8cd-e80d12a75610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:57.096023 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-bb5d1294-921f-48a3-a8cd-e80d12a75610 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bca668e48ac458ea6524bd9dadb7c69&device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 1098 time: 0.1176939 Apr 29 07:56:57.240085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9344f1ce-4a7e-4434-a4cb-ea63fc205652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.241482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-03df09bb-ead7-404b-9721-6ed4234493d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:57.242992 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-03df09bb-ead7-404b-9721-6ed4234493d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 HTTP/1.1" status: 200 len: 912 time: 0.1387510 Apr 29 07:56:57.276383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9344f1ce-4a7e-4434-a4cb-ea63fc205652 None None] For port 37f41d6c-515b-4b59-8b6d-cb7babb81999, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=37f41d6c-515b-4b59-8b6d-cb7babb81999,segment=NetworkSegment(24021451-d0d4-4249-b4bb-298cf5afe405),segment_id=24021451-d0d4-4249-b4bb-298cf5afe405)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:57.287943 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-5dd02409-0032-4c03-901d-1246e1accf8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac HTTP/1.1" status: 200 len: 217 time: 0.0365736 Apr 29 07:56:57.316038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:57.345119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9344f1ce-4a7e-4434-a4cb-ea63fc205652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.365296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-2d2e3e15-1e23-4307-bfe9-05e37c32a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:57.368645 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-2d2e3e15-1e23-4307-bfe9-05e37c32a792 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a08344-4340-4b32-88a0-f44cea943a41 HTTP/1.1" status: 200 len: 851 time: 0.0717847 Apr 29 07:56:57.370087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.404380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344f1ce-4a7e-4434-a4cb-ea63fc205652 None None] Pushing event updated for resources: {'Port': ['ID=37f41d6c-515b-4b59-8b6d-cb7babb81999,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:57.409044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.426033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=56deafd8-37b1-4bf7-8568-0bcf80497217,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:57.433073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] device_id is not set on port a8d5579b-6014-41c6-887b-e03f78736409 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:56:57.444762 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-117e2e01-bbdd-4bf9-a42a-ed95bf92ec21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600679 Apr 29 07:56:57.457757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-01e2ffa9-1eaf-456f-95fe-06cd6ba17c1d None None] Could not find standard attr ID for object 56deafd8-37b1-4bf7-8568-0bcf80497217. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:56:57.475087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-01e2ffa9-1eaf-456f-95fe-06cd6ba17c1d None None] Provisioning complete for port 37f41d6c-515b-4b59-8b6d-cb7babb81999 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:57.475605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01e2ffa9-1eaf-456f-95fe-06cd6ba17c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.569464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.572671 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d4232c97-1d9a-484c-a74c-fd56d3893217 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/56deafd8-37b1-4bf7-8568-0bcf80497217 HTTP/1.1" status: 204 len: 168 time: 1.3013725 Apr 29 07:56:57.576832 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49766) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:57.611792 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d548831c-2099-41e0-aae9-afb7569958e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:56:57.612516 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d548831c-2099-41e0-aae9-afb7569958e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:56:57.618020 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d548831c-2099-41e0-aae9-afb7569958e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/56deafd8-37b1-4bf7-8568-0bcf80497217 HTTP/1.1" status: 404 len: 333 time: 0.0379274 Apr 29 07:56:57.621085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49770) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:57.636641 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-97759e1c-0f94-49bc-86b7-f1aa13c4086f service neutron] 10.222.0.39 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666484 Apr 29 07:56:57.651421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49772) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:57.690885 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b39b2b6-dbdb-4f55-a5c8-916b4cb61200 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:56:57.695172 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7b39b2b6-dbdb-4f55-a5c8-916b4cb61200 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/56deafd8-37b1-4bf7-8568-0bcf80497217 HTTP/1.1" status: 404 len: 333 time: 0.0733545 Apr 29 07:56:57.697214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49774) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:57.780021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1b42a1f1-ea65-40af-9063-a41dfddb285c None None] Could not find standard attr ID for object 56deafd8-37b1-4bf7-8568-0bcf80497217. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:56:57.824134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 37f41d6c-515b-4b59-8b6d-cb7babb81999 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:57.827449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.14 (d8b113fc-9f21-4997-8caa-69a96b4ce1e0/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1/a8d5579b-6014-41c6-887b-e03f78736409) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:57.836098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.13 (d8b113fc-9f21-4997-8caa-69a96b4ce1e0/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1/a8d5579b-6014-41c6-887b-e03f78736409) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:57.853792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet b873ba9a-24b3-4b61-81a9-36aa10b02629 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:56:57.857975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.896740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57b3c1c9-c4e1-446a-aa26-a8c69248ad44 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.898231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 37f41d6c-515b-4b59-8b6d-cb7babb81999 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:56:57.898629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.905685 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a6536a64-67af-4be5-88dd-fd457ca62562 req-30292c7a-1048-4256-b11b-8f451217cc25 service neutron] 10.222.0.39 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527153 Apr 29 07:56:57.921574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:57.960328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57b3c1c9-c4e1-446a-aa26-a8c69248ad44 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.016850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.055651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.109606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feda909-79d8-4e7a-b530-e307f65d78f9 req-38927ba8-4b34-4c51-a773-a7a0a2140e4c tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:58.111163 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4feda909-79d8-4e7a-b530-e307f65d78f9 req-38927ba8-4b34-4c51-a773-a7a0a2140e4c tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.0504262 Apr 29 07:56:58.148241 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4feda909-79d8-4e7a-b530-e307f65d78f9 req-5f6e8789-ecc2-4ec8-ad12-d19b837cfba6 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309587 Apr 29 07:56:58.163881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.193035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.195054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57b3c1c9-c4e1-446a-aa26-a8c69248ad44 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.197634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-57b3c1c9-c4e1-446a-aa26-a8c69248ad44 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.198833 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-57b3c1c9-c4e1-446a-aa26-a8c69248ad44 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/52d122fd-0886-4a37-a898-e4d36a32badd HTTP/1.1" status: 204 len: 168 time: 0.5442371 Apr 29 07:56:58.208244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:58.211468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:58.215388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:58.233328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3c1c9-c4e1-446a-aa26-a8c69248ad44 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d122fd-0886-4a37-a898-e4d36a32badd,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:58.235101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=b873ba9a-24b3-4b61-81a9-36aa10b02629,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:58.238899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.243835 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab6caeb6-cba3-4b70-8e39-66ef2ac916d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/b873ba9a-24b3-4b61-81a9-36aa10b02629 HTTP/1.1" status: 204 len: 168 time: 0.5427983 Apr 29 07:56:58.243933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=a8d5579b-6014-41c6-887b-e03f78736409,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:58.244899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49780) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:58.250530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e654aa8-43d7-4666-a100-6e767ac396d9 None None] Network d248664d-6e2e-43bb-b765-7bff572bddbd requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:56:58.279311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:58.279992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.297055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49782) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:58.329769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.349323 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3afcfb7a-ac8a-4a5d-86c3-7e6730e10dc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2633493 Apr 29 07:56:58.353911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49784) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:58.360678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'a8d5579b-6014-41c6-887b-e03f78736409', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:58.393603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 37f41d6c-515b-4b59-8b6d-cb7babb81999 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:58.393922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.460770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] For port 37f41d6c-515b-4b59-8b6d-cb7babb81999, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=37f41d6c-515b-4b59-8b6d-cb7babb81999,segment=NetworkSegment(24021451-d0d4-4249-b4bb-298cf5afe405),segment_id=24021451-d0d4-4249-b4bb-298cf5afe405)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:58.461541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.467604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] DHCP port deletion for d248664d-6e2e-43bb-b765-7bff572bddbd request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:56:58.479006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 37f41d6c-515b-4b59-8b6d-cb7babb81999 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:58.495334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.515316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] Deleting port 37f41d6c-515b-4b59-8b6d-cb7babb81999 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:58.515689 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.581937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] For port 37f41d6c-515b-4b59-8b6d-cb7babb81999, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=37f41d6c-515b-4b59-8b6d-cb7babb81999,segment=NetworkSegment(24021451-d0d4-4249-b4bb-298cf5afe405),segment_id=24021451-d0d4-4249-b4bb-298cf5afe405)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:58.582488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.598538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] Calling delete_port for 37f41d6c-515b-4b59-8b6d-cb7babb81999 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:58.630234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.666690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No DVR routers for this DVR port 37f41d6c-515b-4b59-8b6d-cb7babb81999 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:58.679202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=37f41d6c-515b-4b59-8b6d-cb7babb81999,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:58.699346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.714646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] No DVR routers for this DVR port 37f41d6c-515b-4b59-8b6d-cb7babb81999 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:56:58.737586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37edb1f-2088-4a75-9c19-578585af11a8 None None] Pushing event deleted for resources: {'Port': ['ID=37f41d6c-515b-4b59-8b6d-cb7babb81999,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:58.776689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.801300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d248664d-6e2e-43bb-b765-7bff572bddbd']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:58.810843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24021451-d0d4-4249-b4bb-298cf5afe405') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:58.811137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24021451-d0d4-4249-b4bb-298cf5afe405') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:58.830099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.845323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.852535 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:56:58.854793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:56:58.856384 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:56:58.967591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7b71775c-b639-475f-9a2b-9e13812f9de0 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:58.980980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.986717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:58.994549 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/d248664d-6e2e-43bb-b765-7bff572bddbd HTTP/1.1" status: 204 len: 168 time: 0.7438452 Apr 29 07:56:58.994698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 7b71775c-b639-475f-9a2b-9e13812f9de0 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:58.994698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7b71775c-b639-475f-9a2b-9e13812f9de0 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:58.994909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49786) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:59.007781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-805560644'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:59.014896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d3f45-9d5a-482a-9cef-3b0c5d3a5fd6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=d248664d-6e2e-43bb-b765-7bff572bddbd,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:59.055563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.124263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:59.129790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.154931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:56:59.163428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.163776 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment 379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c of type vlan for network 8be87aa6-5683-42b8-a696-975d40c6e616 Apr 29 07:56:59.196480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.26.2.152 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/e350885b-44f9-4d76-981f-2f5050e5581a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:59.207538 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.210396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.310192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.316175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:59.316760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.387998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=8be87aa6-5683-42b8-a696-975d40c6e616,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:59.393923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a2f35-e7f4-43aa-a3bd-06c49ce45f1a req-79b23098-75b4-441d-bd13-4949257263da tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:56:59.395429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-592a2f35-e7f4-43aa-a3bd-06c49ce45f1a req-79b23098-75b4-441d-bd13-4949257263da tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1473141 Apr 29 07:56:59.398668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 8be87aa6-5683-42b8-a696-975d40c6e616 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:56:59.427467 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed710423-4f1a-451b-a600-8dfdba7bd9fe tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4324999 Apr 29 07:56:59.430244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49790) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:56:59.435739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:59.482745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.523686 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-592a2f35-e7f4-43aa-a3bd-06c49ce45f1a req-dbc1aa73-2a5e-45fb-b862-d0acd6cd8dfa tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185069 Apr 29 07:56:59.601970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:56:59.605979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.625100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.672474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:59.679868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:59.684446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:59.716224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=e350885b-44f9-4d76-981f-2f5050e5581a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:59.729659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 0535b864-c686-48dc-9b90-8c8d0316541a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:56:59.729998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.790144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 37f41d6c-515b-4b59-8b6d-cb7babb81999 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:56:59.818514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 37f41d6c-515b-4b59-8b6d-cb7babb81999 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:56:59.818859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 37f41d6c-515b-4b59-8b6d-cb7babb81999 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:56:59.882187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.888820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 0535b864-c686-48dc-9b90-8c8d0316541a, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0535b864-c686-48dc-9b90-8c8d0316541a,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:59.889199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:56:59.952040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 0535b864-c686-48dc-9b90-8c8d0316541a owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:56:59.953267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=ce3c19cd-b9cc-4601-b5f0-1914fada60c8,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:59.958599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': '379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:56:59.958957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: 8be87aa6-5683-42b8-a696-975d40c6e616, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:57:00.030102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 8be87aa6-5683-42b8-a696-975d40c6e616 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:57:00.096446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b3b1a-d5d8-49d0-a0b0-658c3096465d req-b91cb1ba-5a95-4573-ad92-dbc771ac259d tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:00.097912 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b3b3b1a-d5d8-49d0-a0b0-658c3096465d req-b91cb1ba-5a95-4573-ad92-dbc771ac259d tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1479218 Apr 29 07:57:00.101764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 8be87aa6-5683-42b8-a696-975d40c6e616) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:00.106946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:00.107817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.112143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57078f83-ead6-435b-9bb6-ba8d9ae9ed6e None None] Network 8be87aa6-5683-42b8-a696-975d40c6e616 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:00.202551 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ea073feb-fe8c-4e84-b237-fb9dca13e6a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7707729 Apr 29 07:57:00.204940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49796) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:00.209912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1264506450'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:00.224571 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b3b3b1a-d5d8-49d0-a0b0-658c3096465d req-6f13fd8a-ddfd-4ff5-986f-bf9659eabdf7 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905330 Apr 29 07:57:00.267469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-8be87aa6-5683-42b8-a696-975d40c6e616', 'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616', 'tenant_id': '4db94a8637434b16b58256099d77e699', 'fixed_ips': [{'subnet_id': 'ce3c19cd-b9cc-4601-b5f0-1914fada60c8'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:00.268874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.326016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.409512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Allocated IP 172.20.0.2 (8be87aa6-5683-42b8-a696-975d40c6e616/ce3c19cd-b9cc-4601-b5f0-1914fada60c8/73358423-43ac-4d0d-b86d-47be6bc38353) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:00.415263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:00.419357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.437167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 230414c1-33b5-49c2-b0e1-1f614a0d9298 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:00.498113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.525279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.528552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=0535b864-c686-48dc-9b90-8c8d0316541a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:00.568170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.674971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.749730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Network 8be87aa6-5683-42b8-a696-975d40c6e616 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:00.755524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:00.760338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:00.761186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.10 (8be87aa6-5683-42b8-a696-975d40c6e616/ce3c19cd-b9cc-4601-b5f0-1914fada60c8/230414c1-33b5-49c2-b0e1-1f614a0d9298) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:00.765990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Pushing event updated for resources: {'Port': ['ID=73358423-43ac-4d0d-b86d-47be6bc38353,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:00.831929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Attempting to bind port 73358423-43ac-4d0d-b86d-47be6bc38353 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:00.832727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Attempting to bind port 73358423-43ac-4d0d-b86d-47be6bc38353 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:00.833399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Attempting to bind port 73358423-43ac-4d0d-b86d-47be6bc38353 on network 8be87aa6-5683-42b8-a696-975d40c6e616 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:00.838707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:00.839150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Checking segment: {'id': '379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:00.839717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.840198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Bound using segment: {'id': '379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:00.841263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Bound port: 73358423-43ac-4d0d-b86d-47be6bc38353, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8be87aa6-5683-42b8-a696-975d40c6e616'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:00.841676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.851446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.917394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] For port 73358423-43ac-4d0d-b86d-47be6bc38353, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:00.922202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] For port 73358423-43ac-4d0d-b86d-47be6bc38353, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=73358423-43ac-4d0d-b86d-47be6bc38353,segment=NetworkSegment(379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c),segment_id=379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:00.928520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:00.932555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.033082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.055845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.072846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.172774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=e350885b-44f9-4d76-981f-2f5050e5581a,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:01.182133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 8be87aa6-5683-42b8-a696-975d40c6e616 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:01.185001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:01.188798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:01.196982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=230414c1-33b5-49c2-b0e1-1f614a0d9298,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:01.223994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43136fe-07c6-4df6-8836-bccad01554b6 req-f195809e-4334-41ba-99db-11efca7ca407 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:01.225500 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d43136fe-07c6-4df6-8836-bccad01554b6 req-f195809e-4334-41ba-99db-11efca7ca407 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.2123210 Apr 29 07:57:01.251609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.257219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:01.259226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.275742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c1e1b-d069-477d-88d9-2560c10b20ae None None] Pushing event updated for resources: {'Port': ['ID=73358423-43ac-4d0d-b86d-47be6bc38353,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:01.325244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 4511b4e0-cadc-4e35-93f5-87f81773a6ee has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:01.370490 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-51da9e6e-60fe-4e08-a7d9-f9a697ee7aeb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1644478 Apr 29 07:57:01.376873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49820) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:01.381929 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d43136fe-07c6-4df6-8836-bccad01554b6 req-3baedd96-7b33-4c79-9dea-9b3a8622d2a6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399536 Apr 29 07:57:01.504213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6afb6e-981a-4fb0-8184-77093ae5d519 req-a34cab8b-5ac3-4d40-87f2-11294cdcdbfe tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:01.515285 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9b6afb6e-981a-4fb0-8184-77093ae5d519 req-a34cab8b-5ac3-4d40-87f2-11294cdcdbfe tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1917205 Apr 29 07:57:01.533667 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP d3240619-a29f-4314-ace2-19b19301fa86 associated. External IP: 172.26.2.152, port: a8d5579b-6014-41c6-887b-e03f78736409. Apr 29 07:57:01.547043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 230414c1-33b5-49c2-b0e1-1f614a0d9298 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:01.547368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.666206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9b6afb6e-981a-4fb0-8184-77093ae5d519 req-e1afbacc-92a1-424e-ac18-9ee94c86e6e4 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453302 Apr 29 07:57:01.674093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:01.683436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:01.698925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 230414c1-33b5-49c2-b0e1-1f614a0d9298 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:01.706387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] Sync routers for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:01.718477 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0231dc40-6489-4f4e-9570-cb1018f9db40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/4511b4e0-cadc-4e35-93f5-87f81773a6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202673 Apr 29 07:57:01.721210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49828) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:01.727341 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:01.729813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:01.795513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet 540e5285-0025-45d4-9735-6a0a774af150 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:01.922099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:01.964497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 73358423-43ac-4d0d-b86d-47be6bc38353 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:02.109909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.146656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 73358423-43ac-4d0d-b86d-47be6bc38353 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:02.147057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.161906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=230414c1-33b5-49c2-b0e1-1f614a0d9298,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:02.216380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.298639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.305784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cbdd4358-f683-4234-a8e0-7c492c25590e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/230414c1-33b5-49c2-b0e1-1f614a0d9298 HTTP/1.1" status: 204 len: 168 time: 0.9234073 Apr 29 07:57:02.306196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49832) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:02.306381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:57:00Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:02.320101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-b1300748-defa-42b4-a071-d12f693d9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:02.321564 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-b1300748-defa-42b4-a071-d12f693d9438 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bca668e48ac458ea6524bd9dadb7c69&device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 1098 time: 0.1195180 Apr 29 07:57:02.326948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.343511 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] Checking router: 4511b4e0-cadc-4e35-93f5-87f81773a6ee for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:57:02.345469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.348652 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bb773b-cb48-415d-9548-d9fb7c99aead tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:02.353607 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a5bb773b-cb48-415d-9548-d9fb7c99aead tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/230414c1-33b5-49c2-b0e1-1f614a0d9298 HTTP/1.1" status: 404 len: 333 time: 0.0459938 Apr 29 07:57:02.354398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49834) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:02.374800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] Routers {'4511b4e0-cadc-4e35-93f5-87f81773a6ee'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:02.375474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:02.409459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5243-2177-424c-b1ed-ded8f34e70be req-bd406da7-165f-49aa-af73-31d0c4795898 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:02.415899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b2b5243-2177-424c-b1ed-ded8f34e70be req-bd406da7-165f-49aa-af73-31d0c4795898 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1957896 Apr 29 07:57:02.456585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 73358423-43ac-4d0d-b86d-47be6bc38353, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=73358423-43ac-4d0d-b86d-47be6bc38353,segment=NetworkSegment(379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c),segment_id=379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:02.499817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet ce3c19cd-b9cc-4601-b5f0-1914fada60c8 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:02.507366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.536443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:02.537956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.575504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.579119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-df85897e-ac68-471d-9a4b-7932104de81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:02.581010 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-df85897e-ac68-471d-9a4b-7932104de81f service neutron] 10.222.0.39 "GET /v2.0/networks?id=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 HTTP/1.1" status: 200 len: 912 time: 0.2421944 Apr 29 07:57:02.587181 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b2b5243-2177-424c-b1ed-ded8f34e70be req-2b66c3fd-b38b-4161-8c24-22189461fae8 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605914 Apr 29 07:57:02.604125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.618749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=73358423-43ac-4d0d-b86d-47be6bc38353,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:02.635034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d494c915-3a26-4e46-a8a4-2f8bd28f7843 None None] Network 8be87aa6-5683-42b8-a696-975d40c6e616 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:02.640330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] Set router 4511b4e0-cadc-4e35-93f5-87f81773a6ee gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:02.687694 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-f8d94f22-aa3e-4e14-b8fd-f6c57376ba32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac HTTP/1.1" status: 200 len: 217 time: 0.0842516 Apr 29 07:57:02.707269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb17a9-0954-41b6-bc26-d80a77f812c6 req-25e2afaf-a328-4602-a3c5-2ba9ebf70eb1 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:02.708903 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1efb17a9-0954-41b6-bc26-d80a77f812c6 req-25e2afaf-a328-4602-a3c5-2ba9ebf70eb1 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.1765285 Apr 29 07:57:02.778687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-46a3d4a9-3f23-46fb-9485-b101eb3e1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:02.780135 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-46a3d4a9-3f23-46fb-9485-b101eb3e1dc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a08344-4340-4b32-88a0-f44cea943a41 HTTP/1.1" status: 200 len: 851 time: 0.0843568 Apr 29 07:57:02.789175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.804659 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1efb17a9-0954-41b6-bc26-d80a77f812c6 req-740d7486-473b-46f1-a6f8-a5df6551b2cc tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855672 Apr 29 07:57:02.805918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:02.822890 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:02.841824 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-2f399e19-98f4-4d78-9b69-114eab97be13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542893 Apr 29 07:57:02.843531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-51b4b5f4-9146-42f2-9af6-7f7d90fb972a None None] Provisioning complete for port 73358423-43ac-4d0d-b86d-47be6bc38353 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:02.844089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51b4b5f4-9146-42f2-9af6-7f7d90fb972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.850916 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:02.851544 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:02.852465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.888914 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:02.896856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.899119 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:02.899946 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:02.906293 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/540e5285-0025-45d4-9735-6a0a774af150 HTTP/1.1" status: 204 len: 168 time: 1.1838260 Apr 29 07:57:02.907312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49838) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:02.939680 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:02.940862 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae1e8a-b354-4820-a82e-8d028c3b5dac None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:02.952655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:02.954716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec396ed-d941-4ca2-bf52-6f43dbc476a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=540e5285-0025-45d4-9735-6a0a774af150,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:02.971190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c1d1c-e474-4530-b1bb-4c2ab10720fc None None] Network 71e8bda5-b443-4316-a00b-2f88617ad7c8 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:02.973751 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-d90189a1-2a4d-47dd-8c31-8dde847c4299 service neutron] 10.222.0.39 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238620 Apr 29 07:57:03.030360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.031306 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bec54497-27e9-4675-b0f9-9ce807abb300 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6763413 Apr 29 07:57:03.034252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49840) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:03.038667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'port_id': 'a8d5579b-6014-41c6-887b-e03f78736409', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:03.070689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3c19cd-b9cc-4601-b5f0-1914fada60c8,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:03.080660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.083723 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/ce3c19cd-b9cc-4601-b5f0-1914fada60c8 HTTP/1.1" status: 204 len: 168 time: 0.7175953 Apr 29 07:57:03.095419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49842) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:03.105430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.106677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.106837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.107672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.107951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.108265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.108658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.109136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.109854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.109854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.110819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.110819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce06152-c93e-4e60-a913-e911978e1fc8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:03.179095 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-79f4dc3c-63e2-4f52-8f8b-46a2fb0b086e req-7d74f18f-feb0-4f03-82c4-bbb6c0ff251e service neutron] 10.222.0.39 "GET /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981890 Apr 29 07:57:03.180831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.207998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.267304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.276182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 73358423-43ac-4d0d-b86d-47be6bc38353 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:03.276542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.286856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:57:00Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:03.327061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2863d-108e-4ebe-9919-df7814ebdb00 None None] The sync data for ids ['4511b4e0-cadc-4e35-93f5-87f81773a6ee'] in dv-neutron-839740-1-hyperv is: [{'id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'name': 'tempest-TestNetworkBasicOps-router-2097760336', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:09Z', 'updated_at': '2022-04-29T07:57:00Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '02e62010-d3f7-4d4a-93ae-c838a5d06c74', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4511b4e0-cadc-4e35-93f5-87f81773a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:12Z', 'updated_at': '2022-04-29T07:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:03.393325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] For port 73358423-43ac-4d0d-b86d-47be6bc38353, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=73358423-43ac-4d0d-b86d-47be6bc38353,segment=NetworkSegment(379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c),segment_id=379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:03.394566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.415744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 73358423-43ac-4d0d-b86d-47be6bc38353 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:03.573005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.586790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9f044-c7fb-4644-b0ba-cb46f6541195 None None] Network 8be87aa6-5683-42b8-a696-975d40c6e616 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:03.655454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.678983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9a4a7ad7-ae01-4fd6-9830-cbea24bfa77d None None] Could not find standard attr ID for object 73358423-43ac-4d0d-b86d-47be6bc38353. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:57:03.706041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=73358423-43ac-4d0d-b86d-47be6bc38353,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:03.713241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No DVR routers for this DVR port 73358423-43ac-4d0d-b86d-47be6bc38353 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:03.730420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] DHCP port deletion for 71e8bda5-b443-4316-a00b-2f88617ad7c8 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:57:03.895676 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:03.967292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be87aa6-5683-42b8-a696-975d40c6e616']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:04.001045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:04.003718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379f3f16-9ae1-4a38-9a0a-278f9aa0fa1c') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:04.009386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703e57-9638-43bd-a11a-9b1a97fd8140 req-fa82b4d7-e783-45d6-925d-5da8cf2c891b tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:04.026482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f703e57-9638-43bd-a11a-9b1a97fd8140 req-fa82b4d7-e783-45d6-925d-5da8cf2c891b tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.2893875 Apr 29 07:57:04.032472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.040569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f16f65-a854-4eef-8cee-632b7f0f9ebd None None] DHCP port deletion for 8be87aa6-5683-42b8-a696-975d40c6e616 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:57:04.075388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e49b4e26-90f3-4ed3-aa90-45bcf507437e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:04.088851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.104847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:04.105167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:04.113438 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:04.128221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 02e62010-d3f7-4d4a-93ae-c838a5d06c74 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:04.128593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.129469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] Deleting port e49b4e26-90f3-4ed3-aa90-45bcf507437e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:04.129879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.222160 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] For port e49b4e26-90f3-4ed3-aa90-45bcf507437e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e49b4e26-90f3-4ed3-aa90-45bcf507437e,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:04.222621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.242081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] Calling delete_port for e49b4e26-90f3-4ed3-aa90-45bcf507437e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:04.248387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.251905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba6e1d-da97-4f4b-9ce1-8735247a95da req-1cc0357f-e0a5-471b-be4d-d229a10fcfb4 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:04.253460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-26ba6e1d-da97-4f4b-9ce1-8735247a95da req-1cc0357f-e0a5-471b-be4d-d229a10fcfb4 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.2216907 Apr 29 07:57:04.261277 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f703e57-9638-43bd-a11a-9b1a97fd8140 req-65e6f4fb-9013-4964-b2d7-454dc15725a9 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377677 Apr 29 07:57:04.289687 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.300436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.303894 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/8be87aa6-5683-42b8-a696-975d40c6e616 HTTP/1.1" status: 204 len: 168 time: 1.2076859 Apr 29 07:57:04.317774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49848) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:04.323263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'name': 'tempest-PortsTestJSON-1360954257'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:04.334490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port e49b4e26-90f3-4ed3-aa90-45bcf507437e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e49b4e26-90f3-4ed3-aa90-45bcf507437e,segment=NetworkSegment(5d837432-1387-4482-a8b7-3516a20fe639),segment_id=5d837432-1387-4482-a8b7-3516a20fe639)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:04.372989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ce16-327f-41ec-a1e7-01df6cfec034 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=8be87aa6-5683-42b8-a696-975d40c6e616,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:04.394894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 02e62010-d3f7-4d4a-93ae-c838a5d06c74, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=02e62010-d3f7-4d4a-93ae-c838a5d06c74,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:04.396069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.406357 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-26ba6e1d-da97-4f4b-9ce1-8735247a95da req-d12975c2-20cf-4afa-b0c6-d0975378cf7a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378653 Apr 29 07:57:04.414553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 02e62010-d3f7-4d4a-93ae-c838a5d06c74 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:04.416730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.417439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0535b864-c686-48dc-9b90-8c8d0316541a no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:04.420647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.456775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 0535b864-c686-48dc-9b90-8c8d0316541a {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:04.457669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0535b864-c686-48dc-9b90-8c8d0316541a not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:04.484082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=e49b4e26-90f3-4ed3-aa90-45bcf507437e,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:04.493395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:04.498316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.516662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port b0ed00e7-2dcf-481e-9d19-1ddb08d30e1c yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:04.544726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.544993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.571313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] Pushing event deleted for resources: {'Port': ['ID=e49b4e26-90f3-4ed3-aa90-45bcf507437e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:04.575571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f9e3c-6e78-494c-a6db-9f245d0119e4 None None] No DVR routers for this DVR port e49b4e26-90f3-4ed3-aa90-45bcf507437e on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:04.695559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.727318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.761536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=02e62010-d3f7-4d4a-93ae-c838a5d06c74,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:04.781499 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.811538 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.811876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.812199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.812530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.812851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.813172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.813488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.813812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.814116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.814447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.814763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.815075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:04.829804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:04.832862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:04.836668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:04.842142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:04.842754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.850764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=b0ed00e7-2dcf-481e-9d19-1ddb08d30e1c,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:04.874931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:04.878895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:04.938603 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-55c27437-96a3-441d-bd5d-f3c0a83924cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6191859 Apr 29 07:57:04.940815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49850) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:04.999970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.003487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.026705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port b0ed00e7-2dcf-481e-9d19-1ddb08d30e1c {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:05.027044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.095105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.100164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:05.104996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.112434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:05.123606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:05.124242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:05.157187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.157738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router 4511b4e0-cadc-4e35-93f5-87f81773a6ee {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:57:05.161350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:05.165922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.167074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-89f09e1d-b72b-43ee-b59a-5ed25946f2bf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/4511b4e0-cadc-4e35-93f5-87f81773a6ee HTTP/1.1" status: 204 len: 168 time: 2.2257307 Apr 29 07:57:05.171114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49852) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:05.171643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:05.172487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:05.200015 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-81b33911-2e1b-44a2-ba50-9cee3252a1d8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/floatingips/d3240619-a29f-4314-ace2-19b19301fa86 HTTP/1.1" status: 200 len: 978 time: 2.1648703 Apr 29 07:57:05.203295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49854) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:05.214902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:05.216121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29edac-3779-4557-b80f-16c1a5a8736c None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:05.299421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.487132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for b0ed00e7-2dcf-481e-9d19-1ddb08d30e1c owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:05.670850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.711540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=b0ed00e7-2dcf-481e-9d19-1ddb08d30e1c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:05.721047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.731310 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7aa5ecea-7c10-4e99-b7d6-0c0849e48097 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/b0ed00e7-2dcf-481e-9d19-1ddb08d30e1c HTTP/1.1" status: 204 len: 168 time: 0.7889764 Apr 29 07:57:05.731925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49860) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:05.737085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'mac_address': 'fa:16:3e:cb:4a:23', 'name': 'tempest-PortsTestJSON-321527721'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:05.781318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 02e62010-d3f7-4d4a-93ae-c838a5d06c74 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:05.807217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 02e62010-d3f7-4d4a-93ae-c838a5d06c74 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:05.812013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 02e62010-d3f7-4d4a-93ae-c838a5d06c74 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:05.812013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 73358423-43ac-4d0d-b86d-47be6bc38353 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:05.833605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 73358423-43ac-4d0d-b86d-47be6bc38353 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:05.834326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 73358423-43ac-4d0d-b86d-47be6bc38353 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:05.889711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.906347 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:05.916108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335098ab-540d-41c7-9dda-928a7f48e3e1 req-a1caaca1-d7dc-4bb0-b3be-2bb6d0bf120e tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:05.917578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-335098ab-540d-41c7-9dda-928a7f48e3e1 req-a1caaca1-d7dc-4bb0-b3be-2bb6d0bf120e tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.2122731 Apr 29 07:57:05.930667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8ca76-90f7-4215-951c-d7c7facac506 req-c81765eb-a128-42c2-9f06-5bd59a9a4ff0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:05.933721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01e8ca76-90f7-4215-951c-d7c7facac506 req-c81765eb-a128-42c2-9f06-5bd59a9a4ff0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.2256846 Apr 29 07:57:05.938204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e8bda5-b443-4316-a00b-2f88617ad7c8']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:05.966794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d837432-1387-4482-a8b7-3516a20fe639') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:05.967006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d837432-1387-4482-a8b7-3516a20fe639') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:05.971185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:05.991124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 845595f0-53e0-4096-afc6-b57451c98567 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:05.993531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.027962 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-335098ab-540d-41c7-9dda-928a7f48e3e1 req-244b3bd0-465c-4d80-8d31-4d3d3b26e4dd tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920224 Apr 29 07:57:06.033824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.043026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01e8ca76-90f7-4215-951c-d7c7facac506 req-4b5411ab-9c17-4927-a886-d53323a7e1ff tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930820 Apr 29 07:57:06.050819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port e350885b-44f9-4d76-981f-2f5050e5581a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:06.051291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.072228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:06.072228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:06.072519 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:06.164248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.185915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.186842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.197636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for e350885b-44f9-4d76-981f-2f5050e5581a owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:06.249556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.264003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.267129 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/71e8bda5-b443-4316-a00b-2f88617ad7c8 HTTP/1.1" status: 204 len: 168 time: 1.0950766 Apr 29 07:57:06.291776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49864) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:06.292851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3dd0b-18f4-44c4-9efe-05abc51f2578 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=71e8bda5-b443-4316-a00b-2f88617ad7c8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:06.297948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--2064684004', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:06.314665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.365569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:06.370717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:06.375461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:06.381636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:06.381636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.386578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:06.391638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.408367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=845595f0-53e0-4096-afc6-b57451c98567,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:06.467057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.472823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:57:06.480884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.481230 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 5addb2ad-4ef5-4637-ad98-8ea791debabb of type vlan for network 66bcb917-e47d-4e30-bdae-4e946b6bc76d Apr 29 07:57:06.492604 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-74d158ae-b2ae-45aa-9170-7b832314637d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7593446 Apr 29 07:57:06.502046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=e350885b-44f9-4d76-981f-2f5050e5581a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:06.503791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49868) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:06.525530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.607526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe4838-f393-4239-ad6a-2d8a242d91f6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:06.608859 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-debe4838-f393-4239-ad6a-2d8a242d91f6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/845595f0-53e0-4096-afc6-b57451c98567 HTTP/1.1" status: 200 len: 840 time: 0.1028719 Apr 29 07:57:06.611754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49870) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:06.624124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.629577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:06.630179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.634477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e092374-8ed9-48b5-8895-fe1c777771b7 req-1ea5d280-2edc-496a-bc35-725289b153d2 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:06.635933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e092374-8ed9-48b5-8895-fe1c777771b7 req-1ea5d280-2edc-496a-bc35-725289b153d2 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.1446989 Apr 29 07:57:06.640784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.641111 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP d3240619-a29f-4314-ace2-19b19301fa86 disassociated (deleted). External IP: 172.26.2.152, port: a8d5579b-6014-41c6-887b-e03f78736409. Apr 29 07:57:06.718629 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e092374-8ed9-48b5-8895-fe1c777771b7 req-f90a2402-f867-4307-8600-d0c25be52ce4 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753524 Apr 29 07:57:06.739911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=66bcb917-e47d-4e30-bdae-4e946b6bc76d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:06.751330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:57:06.792234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 845595f0-53e0-4096-afc6-b57451c98567 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:06.792605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.852511 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f784acc-39c9-4ed4-b9ea-9b3ae3ad4522 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5597734 Apr 29 07:57:06.855436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49872) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:06.863524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:06.880904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.887427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:06.897728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 845595f0-53e0-4096-afc6-b57451c98567 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:06.984595 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:06.985726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.004109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:07.008705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.014064 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e5744-64ea-434c-add3-95f71335154e None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:07.023078 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e5744-64ea-434c-add3-95f71335154e None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:07.023674 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b03e5744-64ea-434c-add3-95f71335154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:07.035719 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b30cbd0b-dfd0-4820-8521-81f32bbc65f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/floatingips/d3240619-a29f-4314-ace2-19b19301fa86 HTTP/1.1" status: 204 len: 168 time: 1.8319402 Apr 29 07:57:07.045499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49874) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:07.056580 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b03e5744-64ea-434c-add3-95f71335154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:07.065247 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e5744-64ea-434c-add3-95f71335154e None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:07.065815 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b03e5744-64ea-434c-add3-95f71335154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:07.091257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.142711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=845595f0-53e0-4096-afc6-b57451c98567,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:07.185896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.191905 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c659ffec-0fd0-41e0-8864-dc8c6b5ec974 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/845595f0-53e0-4096-afc6-b57451c98567 HTTP/1.1" status: 204 len: 168 time: 0.5765924 Apr 29 07:57:07.191905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.192143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c178b9-0186-4635-8e54-3ae07fd942b6 req-02513574-7ab7-448f-89b8-fc15898faa76 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:07.192524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49878) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:07.193309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c7c178b9-0186-4635-8e54-3ae07fd942b6 req-02513574-7ab7-448f-89b8-fc15898faa76 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.0704083 Apr 29 07:57:07.196708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port a8d5579b-6014-41c6-887b-e03f78736409 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:07.197049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.197357 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b03e5744-64ea-434c-add3-95f71335154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:07.198012 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e5744-64ea-434c-add3-95f71335154e None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:07.218607 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb895dc7-f24e-4cc3-85e0-1c1f90370ae9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:07.223660 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bb895dc7-f24e-4cc3-85e0-1c1f90370ae9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/845595f0-53e0-4096-afc6-b57451c98567 HTTP/1.1" status: 404 len: 333 time: 0.0267849 Apr 29 07:57:07.226582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49880) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:07.231409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'name': 'tempest-PortsTestJSON-1781167776'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:07.288102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c7c178b9-0186-4635-8e54-3ae07fd942b6 req-0fa7e2c4-19ba-4902-95f9-608f738ae635 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763478 Apr 29 07:57:07.311354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.323332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for a8d5579b-6014-41c6-887b-e03f78736409 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:07.445536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.511792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:07.515977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.551840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port d0e4a0d1-0ae0-4ccd-82b3-288209996109 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:07.615286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.644287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=a8d5579b-6014-41c6-887b-e03f78736409,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:07.734682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.737978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5fa1ef99-42a1-4f62-acb7-e7932d30535f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/ports/a8d5579b-6014-41c6-887b-e03f78736409 HTTP/1.1" status: 204 len: 168 time: 0.6986883 Apr 29 07:57:07.741735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49882) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:07.746208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:07.784981 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.823573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.837899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8b735-85c6-468a-ab8e-54e2921f9083 req-75edfede-912b-43a8-8bb7-6d6bb9edc27c tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:07.839490 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8df8b735-85c6-468a-ab8e-54e2921f9083 req-75edfede-912b-43a8-8bb7-6d6bb9edc27c tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.0500517 Apr 29 07:57:07.843332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.893666 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8df8b735-85c6-468a-ab8e-54e2921f9083 req-2b2f8877-ce9a-4c57-988f-22c21018efcb tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475430 Apr 29 07:57:07.926212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:07.970579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.002240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.227 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/6ca4031d-3241-49a3-98a7-f5d80339b871) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:08.081669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.152390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:08.158744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.162044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:08.163845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=d0e4a0d1-0ae0-4ccd-82b3-288209996109,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:08.165930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:08.171608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:08.172201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.275141 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d7303e44-fca8-4df8-8d1a-4d5bb61991e5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0474761 Apr 29 07:57:08.277662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49886) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:08.283081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:08.315857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.365095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.26.2.130 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/141b45fb-37c9-4892-a3a2-d77c3a9d2751) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:08.390059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.393081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:08.395000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6ca4031d-3241-49a3-98a7-f5d80339b871,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:08.404344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:08.408852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:08.465932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517053ce-4834-4fab-97aa-9d6ba7700f41 req-9738ce67-3419-4705-b4e6-468be4ba0c46 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:08.467436 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-517053ce-4834-4fab-97aa-9d6ba7700f41 req-9738ce67-3419-4705-b4e6-468be4ba0c46 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.1038525 Apr 29 07:57:08.533746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.538905 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-517053ce-4834-4fab-97aa-9d6ba7700f41 req-93811402-911d-45d3-9ee9-e703a672680c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638063 Apr 29 07:57:08.614044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-f99cdd1b-56dd-4ab5-a3de-5d365aefba06 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:08.615423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.615583 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-f99cdd1b-56dd-4ab5-a3de-5d365aefba06 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.39 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.2012217 Apr 29 07:57:08.655570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:08.658461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:08.666341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:08.666747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=141b45fb-37c9-4892-a3a2-d77c3a9d2751,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:08.752785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.793817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.813752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Deleting port ff8e6997-8953-41ca-9699-ecdfa981d1ac {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:08.814111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.904373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] For port ff8e6997-8953-41ca-9699-ecdfa981d1ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ff8e6997-8953-41ca-9699-ecdfa981d1ac,segment=NetworkSegment(98345ff1-d586-4ddf-bb4d-4e7e11fb62bb),segment_id=98345ff1-d586-4ddf-bb4d-4e7e11fb62bb)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:08.904717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.912598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.913829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:08.985830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Calling delete_port for ff8e6997-8953-41ca-9699-ecdfa981d1ac owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:08.997994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] In _notify_port_updated(), no bound segment for port d0e4a0d1-0ae0-4ccd-82b3-288209996109 on network b2bc5f74-12eb-411b-a760-561aeb89a592 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:57:09.003539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:09.004132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.005418 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "PUT /v2.0/ports/d0e4a0d1-0ae0-4ccd-82b3-288209996109 HTTP/1.1" status: 200 len: 818 time: 0.7265837 Apr 29 07:57:09.008528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49892) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:09.024043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d1b1d-deb6-4994-86fc-df7e396ff8d1 req-3471ad75-9697-46a9-a92b-7a50bdaf6d3c tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:09.025496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d1b1d-deb6-4994-86fc-df7e396ff8d1 req-3471ad75-9697-46a9-a92b-7a50bdaf6d3c tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 945 time: 0.0585532 Apr 29 07:57:09.068641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b2075-832f-40f3-bbe7-ba8d29b9645e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=d0e4a0d1-0ae0-4ccd-82b3-288209996109,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:09.134767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.162211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d1b1d-deb6-4994-86fc-df7e396ff8d1 req-8dd099fd-23a7-4f37-8fc1-ce6172cc3924 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131628 Apr 29 07:57:09.216333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port d0e4a0d1-0ae0-4ccd-82b3-288209996109 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:09.216665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.287934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.297983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.310423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for d0e4a0d1-0ae0-4ccd-82b3-288209996109 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:09.354138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.385387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.423482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.432481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=141b45fb-37c9-4892-a3a2-d77c3a9d2751,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:09.436959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['ff8e6997-8953-41ca-9699-ecdfa981d1ac'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:57:09.456477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.462758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Pushing event deleted for resources: {'Port': ['ID=ff8e6997-8953-41ca-9699-ecdfa981d1ac,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:09.540212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] No DVR routers for this DVR port ff8e6997-8953-41ca-9699-ecdfa981d1ac on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:09.542955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.547136 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a158c0c3-5044-4839-a06a-61faeb01fee5 req-6cad68a3-ba99-4926-91e2-cd953cfca839 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.39 "DELETE /v2.0/ports/ff8e6997-8953-41ca-9699-ecdfa981d1ac HTTP/1.1" status: 204 len: 173 time: 0.8815992 Apr 29 07:57:09.552096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144112b-092f-4faf-b2a0-affe62cad911', 'name': 'network-vif-deleted', 'tag': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:57:09.557134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183fae5a-e939-4954-8fc8-0f3ffd3e28ec" -d '{"events": [{"server_uuid": "f144112b-092f-4faf-b2a0-affe62cad911", "name": "network-vif-deleted", "tag": "ff8e6997-8953-41ca-9699-ecdfa981d1ac"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:57:09.557597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.598114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.602463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/d0e4a0d1-0ae0-4ccd-82b3-288209996109 HTTP/1.1" status: 204 len: 168 time: 0.5903449 Apr 29 07:57:09.602642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49898) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:09.617511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb5f241-442a-4ee3-a978-331fdafc9e3d x-openstack-request-id: req-5cb5f241-442a-4ee3-a978-331fdafc9e3d {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:57:09.618161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144112b-092f-4faf-b2a0-affe62cad911", "name": "network-vif-deleted", "tag": "ff8e6997-8953-41ca-9699-ecdfa981d1ac", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:57:09.618161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cb5f241-442a-4ee3-a978-331fdafc9e3d {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:57:09.618721 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb5f241-442a-4ee3-a978-331fdafc9e3d'] response: {'server_uuid': 'f144112b-092f-4faf-b2a0-affe62cad911', 'name': 'network-vif-deleted', 'tag': 'ff8e6997-8953-41ca-9699-ecdfa981d1ac', 'status': 'completed', 'code': 200} Apr 29 07:57:09.623156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.625872 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-27b10bc4-afa2-4338-82da-de63bbdc63bf tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8826334 Apr 29 07:57:09.627076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d0207-2902-493c-88c9-ba6594cfdfbd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=d0e4a0d1-0ae0-4ccd-82b3-288209996109,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:09.634060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49900) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:09.639249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'port': {'network_id': 'd8b113fc-9f21-4997-8caa-69a96b4ce1e0', 'name': 'tempest-FloatingIPTestJSON-448138011'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:09.660481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc956ab-8231-4bda-b4f6-459abd69c644 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:09.664607 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6cc956ab-8231-4bda-b4f6-459abd69c644 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0584905 Apr 29 07:57:09.665328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49902) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:09.723223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router cba9f72b-b76a-4b6b-aa7d-356a5143b86c is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:57:09.737533 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-10943bd3-114a-4b0e-a6c6-9b53356673b4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:09.739136 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-10943bd3-114a-4b0e-a6c6-9b53356673b4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/d0e4a0d1-0ae0-4ccd-82b3-288209996109 HTTP/1.1" status: 404 len: 333 time: 0.0731354 Apr 29 07:57:09.744079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49904) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:09.748502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1085593985'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:09.801381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf8fc-27f8-48e4-9877-54d90095a0c3 req-a57e8c85-6ade-4745-91d0-4274c6f23e54 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:09.802966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-82acf8fc-27f8-48e4-9877-54d90095a0c3 req-a57e8c85-6ade-4745-91d0-4274c6f23e54 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.1603515 Apr 29 07:57:09.873123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-82acf8fc-27f8-48e4-9877-54d90095a0c3 req-6d850f95-de46-4b48-8ddc-c2a581edcd0d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626295 Apr 29 07:57:09.877456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:09.881067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.906896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:57:09.917521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.917899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment ecde1ae4-0453-4dde-9be0-ce6e403b9917 of type vlan for network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 Apr 29 07:57:09.959577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:09.982984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:09.986572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.005458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] device_id is not set on port 327428f9-6429-4500-bcb4-1b06d5d2cb72 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:10.129168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.12 (d8b113fc-9f21-4997-8caa-69a96b4ce1e0/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1/327428f9-6429-4500-bcb4-1b06d5d2cb72) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:10.179726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:10.207234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Sync routers for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:10.209575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.216800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:10.217326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.224633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:10.225684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:10.318219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.322445 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-648416ea-ec15-490c-8c5d-a5510b1330c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4636297 Apr 29 07:57:10.327137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49908) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:10.345614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7ea52368-1eb8-4567-bcd7-c760f35162e1 req-f5c75bde-47ca-41da-a699-af4a134958f4 tempest-TestServerAdvancedOps-817077450 tempest-TestServerAdvancedOps-817077450-project] 10.222.0.16 "GET /v2.0/ports?device_id=f144112b-092f-4faf-b2a0-affe62cad911 HTTP/1.1" status: 200 len: 210 time: 0.0900745 Apr 29 07:57:10.352766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:10.367029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:57:10.371211 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6dd715e6-0d85-45d6-8537-8136fcb6b5a5 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445931 Apr 29 07:57:10.371478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49910) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:10.384970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:10.412946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.418097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f3d0fd37-3bfc-49d6-8c2e-c75e115606dc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6733499 Apr 29 07:57:10.421941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49912) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:10.428063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:10.552043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9729ce43-9fbc-4538-82d3-0b7e21ce253d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:10.553530 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9729ce43-9fbc-4538-82d3-0b7e21ce253d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1785405 Apr 29 07:57:10.556664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49914) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:10.588513 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0cba30c1-092f-4dd9-95a5-55dc31cd85fa tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282993 Apr 29 07:57:10.588513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.589328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49916) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:10.595995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106414339', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:10.631894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:08Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:10.641097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:10.644558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.658839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Checking router: cba9f72b-b76a-4b6b-aa7d-356a5143b86c for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:57:10.662583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Updating router cba9f72b-b76a-4b6b-aa7d-356a5143b86c port 6ca4031d-3241-49a3-98a7-f5d80339b871 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:57:10.686822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.715322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network d8b113fc-9f21-4997-8caa-69a96b4ce1e0 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:10.749764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:10.761838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=327428f9-6429-4500-bcb4-1b06d5d2cb72,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:10.766343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:10.850839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:10.851355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.928164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:10.935737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.959145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:10.994644 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5985344b-1781-4e14-bbed-d5ac6297f28f tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3594632 Apr 29 07:57:10.997394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49920) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:11.002240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'port_id': '327428f9-6429-4500-bcb4-1b06d5d2cb72'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:11.042275 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.055625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.089550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4df75-d9c9-4903-8d14-c9151820e9db req-efb74313-ad6d-47ba-97f2-12d156de0ce6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:11.091649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7bd4df75-d9c9-4903-8d14-c9151820e9db req-efb74313-ad6d-47ba-97f2-12d156de0ce6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.1253240 Apr 29 07:57:11.116465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Attempting to bind port 6ca4031d-3241-49a3-98a7-f5d80339b871 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:11.122388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Attempting to bind port 6ca4031d-3241-49a3-98a7-f5d80339b871 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:11.122388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Attempting to bind port 6ca4031d-3241-49a3-98a7-f5d80339b871 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:11.128159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:11.128589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:11.128964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.129350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:11.129829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Bound port: 6ca4031d-3241-49a3-98a7-f5d80339b871, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:11.130209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.159035 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7bd4df75-d9c9-4903-8d14-c9151820e9db req-7f2dcb9a-ed12-4006-800d-73eaa917ba81 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605519 Apr 29 07:57:11.159449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Pushing event updated for resources: {'Port': ['ID=6ca4031d-3241-49a3-98a7-f5d80339b871,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:11.168258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.181521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:11.203073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] For port 6ca4031d-3241-49a3-98a7-f5d80339b871, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:11.208698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] For port 6ca4031d-3241-49a3-98a7-f5d80339b871, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6ca4031d-3241-49a3-98a7-f5d80339b871,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:11.214011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.232861 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0b00ba4-0c09-4c0a-90a2-5f8128cbccef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.282260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.349826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8783a-ef16-43e0-b653-43ff205278a4 None None] Pushing event updated for resources: {'Port': ['ID=6ca4031d-3241-49a3-98a7-f5d80339b871,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:11.359744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:11.360552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:11.453671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49924) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:11.477767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:11.540607 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] Deleting subnet 10a08344-4340-4b32-88a0-f44cea943a41 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:11.549708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.632365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.653419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': 'ecde1ae4-0453-4dde-9be0-ce6e403b9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:11.654105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:57:11.663078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.664223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=58f11a69-737b-4f1c-ab49-61722de47ae2,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:11.692990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.695017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.744876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.760012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=fd371d20-b263-40c0-9e13-fbc0ea333404,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:11.765908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:11.766262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: 66bcb917-e47d-4e30-bdae-4e946b6bc76d, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:57:11.800440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:57:11.813235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:08Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:11.839666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb1b99-5abc-48b4-b204-38a05127a84f None None] The sync data for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv is: [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:08Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:11.875207 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP b170cfbc-0e22-4283-9f8d-0d2caa609e01 associated. External IP: 172.26.2.130, port: 327428f9-6429-4500-bcb4-1b06d5d2cb72. Apr 29 07:57:11.889282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:57:11.912825 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.950308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:11.953473 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/10a08344-4340-4b32-88a0-f44cea943a41 HTTP/1.1" status: 204 len: 168 time: 0.4983470 Apr 29 07:57:11.956074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1afedf-aff7-40ec-b64b-7926a9557a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a08344-4340-4b32-88a0-f44cea943a41,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:11.956522 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49926) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:12.017464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:12.020766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 66bcb917-e47d-4e30-bdae-4e946b6bc76d) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:12.032443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:12.032736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.039775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9fbde-f306-4ec5-8a9d-117909c7769c None None] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:12.042104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:12.042734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.083831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.130516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bceb9d1-58c0-417d-a574-a997779e2447 None None] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:12.158548 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c6f1e8d1-c3fe-4f78-aad1-d4c092e09d38 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5657547 Apr 29 07:57:12.162127 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c112261a-e015-4c2c-b1cb-38a1f512a8d0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7391522 Apr 29 07:57:12.162903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49928) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:12.169510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49930) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:12.174626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2110203f-736d-41cf-8eeb-1ba37caf94c3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:12.267880 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:12.352853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'tenant_id': '4db94a8637434b16b58256099d77e699', 'fixed_ips': [{'subnet_id': '58f11a69-737b-4f1c-ab49-61722de47ae2'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:12.354082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.457030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:12.457911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.464452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:12.471542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.475212 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:12.476983 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110203f-736d-41cf-8eeb-1ba37caf94c3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:12.484083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2110203f-736d-41cf-8eeb-1ba37caf94c3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.491231 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:12.498994 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:12.517416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.539436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc61f51-e3ad-4219-9fb8-ba6888c6d6c9']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:12.550148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98345ff1-d586-4ddf-bb4d-4e7e11fb62bb') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:12.550607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98345ff1-d586-4ddf-bb4d-4e7e11fb62bb') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:12.565099 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:12.566071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.575684 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ef97c318-11e0-4f36-aaca-4ab4eb0a58f3 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/floatingips/b170cfbc-0e22-4283-9f8d-0d2caa609e01 HTTP/1.1" status: 200 len: 978 time: 1.5765331 Apr 29 07:57:12.576593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49934) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:12.594806 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:12.595890 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:56:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:12.662285 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:12.666797 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0848b7-e194-4604-aade-4c8737945b6e None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:12.710260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Allocated IP 172.20.0.2 (c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9/58f11a69-737b-4f1c-ab49-61722de47ae2/fd969222-333c-4afe-812c-6d3718d60db6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:12.738764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.742409 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.ipam_backend_mixin [None req-2110203f-736d-41cf-8eeb-1ba37caf94c3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 58f11a69-737b-4f1c-ab49-61722de47ae2 (CIDR: 172.20.0.0/28) Apr 29 07:57:12.751590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.753700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:12.754113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:12.756369 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:12.785218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 327428f9-6429-4500-bcb4-1b06d5d2cb72 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:12.785865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.821564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Allocated IP 172.20.0.2 (66bcb917-e47d-4e30-bdae-4e946b6bc76d/fd371d20-b263-40c0-9e13-fbc0ea333404/cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:12.850127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b9f6b-1bd9-4712-b9b1-f8d9f31bf60a req-563cee1e-e574-4984-8872-342ad51b593c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:12.852233 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-757b9f6b-1bd9-4712-b9b1-f8d9f31bf60a req-563cee1e-e574-4984-8872-342ad51b593c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.5046248 Apr 29 07:57:12.898150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.928714 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-757b9f6b-1bd9-4712-b9b1-f8d9f31bf60a req-b0290fab-9752-4915-b987-334b94fb0b4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684247 Apr 29 07:57:12.961465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.965657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:12.969184 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] 10.222.0.16 "DELETE /v2.0/networks/efc61f51-e3ad-4219-9fb8-ba6888c6d6c9 HTTP/1.1" status: 204 len: 168 time: 1.0115731 Apr 29 07:57:12.971971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49936) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:13.030021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406d9dc-e52f-4c94-a2f6-ac5f1b8ec069 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc61f51-e3ad-4219-9fb8-ba6888c6d6c9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:13.035058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.040528 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2110203f-736d-41cf-8eeb-1ba37caf94c3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:57:13.041251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2110203f-736d-41cf-8eeb-1ba37caf94c3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:57:13.060798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] Deleting subnet 3653bf7e-1673-4cba-87f7-7fa52c675a04 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:13.065068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.078997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.083025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device ff8e6997-8953-41ca-9699-ecdfa981d1ac no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:13.101477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.103811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: ff8e6997-8953-41ca-9699-ecdfa981d1ac {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:13.104102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device ff8e6997-8953-41ca-9699-ecdfa981d1ac not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:13.117948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.118311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.118663 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP b170cfbc-0e22-4283-9f8d-0d2caa609e01 disassociated. External IP: 172.26.2.130, port: 327428f9-6429-4500-bcb4-1b06d5d2cb72. Apr 29 07:57:13.119002 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 327428f9-6429-4500-bcb4-1b06d5d2cb72 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:13.120418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.181872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.200531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.228215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:13.233636 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Pushing event updated for resources: {'Port': ['ID=fd969222-333c-4afe-812c-6d3718d60db6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:13.236982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:13.243045 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2110203f-736d-41cf-8eeb-1ba37caf94c3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0669727 Apr 29 07:57:13.243550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:13.243655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49938) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:13.249113 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.250319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:13.319024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b812ead-82c6-4af8-b73d-6357291a643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.360896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:13.362523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Attempting to bind port fd969222-333c-4afe-812c-6d3718d60db6 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:13.362869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Attempting to bind port fd969222-333c-4afe-812c-6d3718d60db6 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ecde1ae4-0453-4dde-9be0-ce6e403b9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:13.363357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Attempting to bind port fd969222-333c-4afe-812c-6d3718d60db6 on network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:13.373191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:13.375723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:13.384748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Pushing event updated for resources: {'Port': ['ID=cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:13.388353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:13.389081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Checking segment: {'id': 'ecde1ae4-0453-4dde-9be0-ce6e403b9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:13.389655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.390198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Bound using segment: {'id': 'ecde1ae4-0453-4dde-9be0-ce6e403b9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:13.391016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Bound port: fd969222-333c-4afe-812c-6d3718d60db6, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecde1ae4-0453-4dde-9be0-ce6e403b9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:13.391534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.392539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.395735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.428465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=327428f9-6429-4500-bcb4-1b06d5d2cb72,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:13.432843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.438709 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3653bf7e-1673-4cba-87f7-7fa52c675a04 HTTP/1.1" status: 204 len: 168 time: 0.4656034 Apr 29 07:57:13.439550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c989e-c860-4710-9877-957e07aba3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3653bf7e-1673-4cba-87f7-7fa52c675a04,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:13.441294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49940) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:13.459391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Attempting to bind port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:13.459391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Attempting to bind port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:13.459391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Attempting to bind port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 on network 66bcb917-e47d-4e30-bdae-4e946b6bc76d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:13.489414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:13.489790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Checking segment: {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:13.490700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.490700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Bound using segment: {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:13.491067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Bound port: cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:13.491449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.515210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:13.521112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.558951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] For port fd969222-333c-4afe-812c-6d3718d60db6, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:13.567183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (66bcb917-e47d-4e30-bdae-4e946b6bc76d/fd371d20-b263-40c0-9e13-fbc0ea333404/786b072c-365b-4d98-a2a8-04ccfd218f5e) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:13.567355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] For port fd969222-333c-4afe-812c-6d3718d60db6, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=fd969222-333c-4afe-812c-6d3718d60db6,segment=NetworkSegment(ecde1ae4-0453-4dde-9be0-ce6e403b9917),segment_id=ecde1ae4-0453-4dde-9be0-ce6e403b9917)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:13.567460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.584172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] For port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:13.588038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] For port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:13.650468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.671669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:13.710532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.733988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.770897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3796cafb-0682-46c4-ba19-bee2092fbd0d']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:13.794521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.797227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b81b969-e0cf-4243-81d9-9a0520da126b') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:13.797515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b81b969-e0cf-4243-81d9-9a0520da126b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:13.814071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9fa8d-d7d3-4f98-a281-1ae25c523f88 None None] Pushing event updated for resources: {'Port': ['ID=fd969222-333c-4afe-812c-6d3718d60db6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:13.827779 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.852420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.874400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:13.880328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:13.882372 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:13.910728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6ca4031d-3241-49a3-98a7-f5d80339b871 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:13.985034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ff841-e2ae-4679-a649-aab3898b13e8 None None] Pushing event updated for resources: {'Port': ['ID=cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:14.002723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6ca4031d-3241-49a3-98a7-f5d80339b871 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:14.005620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.091658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.099544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.132477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.145960 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3796cafb-0682-46c4-ba19-bee2092fbd0d HTTP/1.1" status: 204 len: 168 time: 0.7011333 Apr 29 07:57:14.166580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.188922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6ca4031d-3241-49a3-98a7-f5d80339b871, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6ca4031d-3241-49a3-98a7-f5d80339b871,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:14.232497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536926b-4b7f-45d4-9d13-a1f39ac3cc45 admin admin] Pushing event deleted for resources: {'Network': ['ID=3796cafb-0682-46c4-ba19-bee2092fbd0d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:14.241509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:14.257267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:14.270329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.282846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:14.289764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=786b072c-365b-4d98-a2a8-04ccfd218f5e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:14.361902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6ca4031d-3241-49a3-98a7-f5d80339b871,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:14.362916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81b356-daa3-4d9f-91a2-e6608cb59128 req-3d9adaa1-938e-4c22-93a8-4ef1fa24ea74 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:14.364569 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac81b356-daa3-4d9f-91a2-e6608cb59128 req-3d9adaa1-938e-4c22-93a8-4ef1fa24ea74 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.2687113 Apr 29 07:57:14.396029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.464081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac81b356-daa3-4d9f-91a2-e6608cb59128 req-43779fd9-5455-4e44-a35b-1c87014e92b8 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835886 Apr 29 07:57:14.509113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:14.519841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:14.536580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:14.542043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:14.572664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:14.583185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:14.583913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:14.615583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49946) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:14.620067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.623387 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0ce6b57c-bfb2-4319-b67f-7c5b1c7869d4 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/ports/327428f9-6429-4500-bcb4-1b06d5d2cb72 HTTP/1.1" status: 204 len: 168 time: 2.0431304 Apr 29 07:57:14.625830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49948) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:14.625997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:14.626879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47636688-8683-4631-8eef-5c2217ec6735 None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:14.671528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.678353 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0ff03824-0e5b-4436-ae69-d106497f1fce tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "GET /v2.0/floatingips/b170cfbc-0e22-4283-9f8d-0d2caa609e01 HTTP/1.1" status: 200 len: 688 time: 0.0511341 Apr 29 07:57:14.680920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49950) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:14.689598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.707823 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c55dc385-1523-42a9-9a4f-5d35d82e4966 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bca668e48ac458ea6524bd9dadb7c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909045 Apr 29 07:57:14.729656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49952) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:14.831107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:14.851957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:14.856690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:14.857524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.859850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=dd4e592b-888a-4a80-81b1-276cca4a3ed9,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:14.908504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9fda0f95-dd1a-4a4a-bfbb-a90d0f8fb5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.939468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9fda0f95-dd1a-4a4a-bfbb-a90d0f8fb5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.972147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 141b45fb-37c9-4892-a3a2-d77c3a9d2751 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:14.972559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:14.996535 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-56917774-5be9-4825-a974-2780d1fc5326 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7499969 Apr 29 07:57:14.998871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49954) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:15.007660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'fixed_ips': [{'subnet_id': '58f11a69-737b-4f1c-ab49-61722de47ae2'}, {'subnet_id': 'dd4e592b-888a-4a80-81b1-276cca4a3ed9'}], 'name': 'tempest-PortsTestJSON-722800523'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:15.015810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.068627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.069031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.081375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.084075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 141b45fb-37c9-4892-a3a2-d77c3a9d2751 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:15.098546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9fda0f95-dd1a-4a4a-bfbb-a90d0f8fb5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.102051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eccad3-4fee-4df9-afa4-c12edb435e3d None None] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:15.102186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9fda0f95-dd1a-4a4a-bfbb-a90d0f8fb5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.102490 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9fda0f95-dd1a-4a4a-bfbb-a90d0f8fb5f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a HTTP/1.1" status: 204 len: 168 time: 0.3702629 Apr 29 07:57:15.150223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda0f95-dd1a-4a4a-bfbb-a90d0f8fb5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dfd6a2-eed7-4e07-bba0-a15ae158cf9a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:15.170272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.261042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:15.262394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-75753638-7eeb-4661-801c-cb8efe289f67 None None] Provisioning complete for port fd969222-333c-4afe-812c-6d3718d60db6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:15.263078 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75753638-7eeb-4661-801c-cb8efe289f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.330031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=786b072c-365b-4d98-a2a8-04ccfd218f5e,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:15.347170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.349709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.422735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=141b45fb-37c9-4892-a3a2-d77c3a9d2751,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:15.450508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.484042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.488111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 688b22f2-93fa-4a33-b30b-334eac63de3b yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:15.488274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.494028 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-adcd427f-c0e8-402b-b6de-433a59668ab7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/floatingips/b170cfbc-0e22-4283-9f8d-0d2caa609e01 HTTP/1.1" status: 204 len: 168 time: 0.8120255 Apr 29 07:57:15.494842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49960) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:15.502208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:15.562093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:15.565816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75753638-7eeb-4661-801c-cb8efe289f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.566293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:15.592501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.629269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-75753638-7eeb-4661-801c-cb8efe289f67 None None] For port fd969222-333c-4afe-812c-6d3718d60db6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=fd969222-333c-4afe-812c-6d3718d60db6,segment=NetworkSegment(ecde1ae4-0453-4dde-9be0-ce6e403b9917),segment_id=ecde1ae4-0453-4dde-9be0-ce6e403b9917)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:15.679105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f47023-6e1a-4375-8b16-4b8601416b97 None None] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:15.706468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75753638-7eeb-4661-801c-cb8efe289f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.742566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:15.823794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86233-9cc6-4939-8348-877b81986af7 req-5698e013-0ef2-43ae-b407-0ea95633853d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:15.825815 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-52c86233-9cc6-4939-8348-877b81986af7 req-5698e013-0ef2-43ae-b407-0ea95633853d tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.2164629 Apr 29 07:57:15.844623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router cba9f72b-b76a-4b6b-aa7d-356a5143b86c has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:15.925777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-52c86233-9cc6-4939-8348-877b81986af7 req-463cf413-85f4-4c94-a562-f3fd646d4921 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808258 Apr 29 07:57:15.949085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.26.2.246 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/3947ebca-2e25-4d70-9c94-85e0157636f1) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:15.994259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49964) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:16.028854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3dd8f4-d87f-46bb-b2c9-04089cf5d0f2 None None] Update dhcp port {'port': {'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'fixed_ips': [{'subnet_id': '58f11a69-737b-4f1c-ab49-61722de47ae2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd4e592b-888a-4a80-81b1-276cca4a3ed9'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'fd969222-333c-4afe-812c-6d3718d60db6'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:57:16.054893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-710a8f42-e091-4f03-ae04-03db343782d7 None None] Provisioning complete for port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:16.055332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-710a8f42-e091-4f03-ae04-03db343782d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.060245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75753638-7eeb-4661-801c-cb8efe289f67 None None] Pushing event updated for resources: {'Port': ['ID=fd969222-333c-4afe-812c-6d3718d60db6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:16.095120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6ca4031d-3241-49a3-98a7-f5d80339b871 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:16.118536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.131973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.7 (c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9/58f11a69-737b-4f1c-ab49-61722de47ae2/688b22f2-93fa-4a33-b30b-334eac63de3b) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:16.149917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:16.162717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd8f4-d87f-46bb-b2c9-04089cf5d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.163335 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ab62545c-db2b-41ac-9cf2-0fff34ef67ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/cba9f72b-b76a-4b6b-aa7d-356a5143b86c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9940531 Apr 29 07:57:16.163443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49966) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:16.167115 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-adcc8df0-efe7-4238-a7e8-94bea64998cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46ac54d53ae4436aba0e679b52985197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679697 Apr 29 07:57:16.169506 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Sync routers for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:16.178015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49968) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:16.181511 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:16.182382 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:16.208182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.26 (c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9/dd4e592b-888a-4a80-81b1-276cca4a3ed9/688b22f2-93fa-4a33-b30b-334eac63de3b) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:16.253977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.274827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f311da-51c4-487e-9dbc-8db48dcd6c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.325117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f311da-51c4-487e-9dbc-8db48dcd6c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.334410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:16.335980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=3947ebca-2e25-4d70-9c94-85e0157636f1,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:16.342536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:16.347531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.355264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:16.367133 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:16.390236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-710a8f42-e091-4f03-ae04-03db343782d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.395419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6ca4031d-3241-49a3-98a7-f5d80339b871 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:16.395985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.473797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.487267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-710a8f42-e091-4f03-ae04-03db343782d7 None None] For port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:16.537548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.538064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.538696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.539443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.539664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.540286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.541095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.541218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.541753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.542261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.548404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49970) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:16.549091 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-41ffd8af-2ba7-41e0-8572-ed6a6523c07a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7050 time: 0.3853724 Apr 29 07:57:16.554956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device fd969222-333c-4afe-812c-6d3718d60db6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:16.592621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-710a8f42-e091-4f03-ae04-03db343782d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.626966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f311da-51c4-487e-9dbc-8db48dcd6c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.629762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f311da-51c4-487e-9dbc-8db48dcd6c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.633180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-20f311da-51c4-487e-9dbc-8db48dcd6c94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3fd49ac-bcc4-4a6e-9af6-481eb3097629 HTTP/1.1" status: 204 len: 168 time: 0.4512241 Apr 29 07:57:16.633180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.737502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.745741 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:16.784787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a8f42-e091-4f03-ae04-03db343782d7 None None] Pushing event updated for resources: {'Port': ['ID=cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:16.790622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3e3dd8f4-d87f-46bb-b2c9-04089cf5d0f2 None None] Allocated IP 172.20.0.18 (c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9/dd4e592b-888a-4a80-81b1-276cca4a3ed9/fd969222-333c-4afe-812c-6d3718d60db6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:16.796117 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Checking router: cba9f72b-b76a-4b6b-aa7d-356a5143b86c for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:57:16.796469 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Updating router cba9f72b-b76a-4b6b-aa7d-356a5143b86c port 786b072c-365b-4d98-a2a8-04ccfd218f5e binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:57:16.821508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port fd969222-333c-4afe-812c-6d3718d60db6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:16.823256 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.826049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bbee3e56-ad28-4ff6-8ffd-3f9cbf5b6589 None None] Provisioning complete for port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:16.826349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbee3e56-ad28-4ff6-8ffd-3f9cbf5b6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.864073 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:16.940486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=688b22f2-93fa-4a33-b30b-334eac63de3b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:16.949414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.949414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.949941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.950253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.952304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.952769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.953222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.953670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.954282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.955690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:16.960332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2a2878e1-1dcf-4ade-a967-4c7533571f6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6408 time: 0.4108555 Apr 29 07:57:16.961519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f311da-51c4-487e-9dbc-8db48dcd6c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fd49ac-bcc4-4a6e-9af6-481eb3097629,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:16.964930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49976) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:17.013635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.133694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3e3dd8f4-d87f-46bb-b2c9-04089cf5d0f2 None None] For port fd969222-333c-4afe-812c-6d3718d60db6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=fd969222-333c-4afe-812c-6d3718d60db6,segment=NetworkSegment(ecde1ae4-0453-4dde-9be0-ce6e403b9917),segment_id=ecde1ae4-0453-4dde-9be0-ce6e403b9917)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:17.181999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:17.243923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd8f4-d87f-46bb-b2c9-04089cf5d0f2 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.275069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bbee3e56-ad28-4ff6-8ffd-3f9cbf5b6589 None None] Provisioning complete for port 786b072c-365b-4d98-a2a8-04ccfd218f5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:17.275357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbee3e56-ad28-4ff6-8ffd-3f9cbf5b6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.305165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.340276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:17.340569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.345037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd8f4-d87f-46bb-b2c9-04089cf5d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.368418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bbee3e56-ad28-4ff6-8ffd-3f9cbf5b6589 None None] Port 786b072c-365b-4d98-a2a8-04ccfd218f5e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:17.416775 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.475455 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.520561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.534882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd8f4-d87f-46bb-b2c9-04089cf5d0f2 None None] Pushing event updated for resources: {'Port': ['ID=fd969222-333c-4afe-812c-6d3718d60db6,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:17.577210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1920bc06-7a00-4f2c-bd12-2e476c27d18e None None] Provisioning complete for port 786b072c-365b-4d98-a2a8-04ccfd218f5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:17.577385 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Pushing event updated for resources: {'Port': ['ID=786b072c-365b-4d98-a2a8-04ccfd218f5e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:17.577581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1920bc06-7a00-4f2c-bd12-2e476c27d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.578413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.604118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:17.620274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:17.624933 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.625909 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.626500 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.626988 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.627514 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.628027 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.628520 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.629073 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.629575 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.630062 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.630745 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.631246 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:57:17.650674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1920bc06-7a00-4f2c-bd12-2e476c27d18e None None] Port 786b072c-365b-4d98-a2a8-04ccfd218f5e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:17.660032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:17.706367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=3947ebca-2e25-4d70-9c94-85e0157636f1,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:17.714662 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Attempting to bind port 786b072c-365b-4d98-a2a8-04ccfd218f5e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:17.716627 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Attempting to bind port 786b072c-365b-4d98-a2a8-04ccfd218f5e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:17.717205 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Attempting to bind port 786b072c-365b-4d98-a2a8-04ccfd218f5e on network 66bcb917-e47d-4e30-bdae-4e946b6bc76d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:17.734147 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:17.734543 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Checking segment: {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:17.737181 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.737745 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Bound using segment: {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:17.742547 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Bound port: 786b072c-365b-4d98-a2a8-04ccfd218f5e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:17.743083 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.790850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571144b-4f44-44e1-b8bf-21af411c2ab3 req-1a8ecfaf-64f6-47c3-ac8c-f783f973fe24 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:17.792295 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b571144b-4f44-44e1-b8bf-21af411c2ab3 req-1a8ecfaf-64f6-47c3-ac8c-f783f973fe24 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.1957281 Apr 29 07:57:17.793666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.807278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:17.807802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.857790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:17.868960 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] For port 786b072c-365b-4d98-a2a8-04ccfd218f5e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:17.873630 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] For port 786b072c-365b-4d98-a2a8-04ccfd218f5e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=786b072c-365b-4d98-a2a8-04ccfd218f5e,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:17.933287 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.937025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:17.939676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:17.956012 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP 321fe427-a34f-44b6-8fe6-7186dbc6486f associated. External IP: 172.26.2.246, port: 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5. Apr 29 07:57:17.958029 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b571144b-4f44-44e1-b8bf-21af411c2ab3 req-b78dc647-655f-4697-829e-4c5df71787bb tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468103 Apr 29 07:57:18.016270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-21f2f613-5bea-4395-b5e4-c336d00bcc44 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0119274 Apr 29 07:57:18.017359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49978) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:18.023114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-4f236266-421d-49a6-9ec6-5aa1b836654e None None] Provisioning complete for port 786b072c-365b-4d98-a2a8-04ccfd218f5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:18.023486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f236266-421d-49a6-9ec6-5aa1b836654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.024316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58f11a69-737b-4f1c-ab49-61722de47ae2'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:18.056790 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8e32155c-0aa2-4820-b111-63117ed0fb75 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 1.0903792 Apr 29 07:57:18.071397 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6052d-0ee7-42be-9c64-12c7b03b89b5 None None] Pushing event updated for resources: {'Port': ['ID=786b072c-365b-4d98-a2a8-04ccfd218f5e,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:18.079138 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:18.079953 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:18.243745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device fd969222-333c-4afe-812c-6d3718d60db6 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:18.256363 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:18.338927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f236266-421d-49a6-9ec6-5aa1b836654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.392709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49982) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:18.399842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1767fd1b-e650-4d6e-b1a7-126b11dadd62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881602621', 'description': 'tempest-secgroup-smoke-881602621 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:18.458144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.458974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port fd969222-333c-4afe-812c-6d3718d60db6 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:18.459359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.504781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:18.506062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4f236266-421d-49a6-9ec6-5aa1b836654e None None] For port 786b072c-365b-4d98-a2a8-04ccfd218f5e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=786b072c-365b-4d98-a2a8-04ccfd218f5e,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:18.518032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1767fd1b-e650-4d6e-b1a7-126b11dadd62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.554721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff38cf-a245-42f1-b321-f4022e6b1632 None None] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:18.574115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f236266-421d-49a6-9ec6-5aa1b836654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.620914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1767fd1b-e650-4d6e-b1a7-126b11dadd62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.632324 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:18.659393 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f02090-08f9-4213-ac43-54996caed5d3 None None] The sync data for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv is: [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:18.701102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1767fd1b-e650-4d6e-b1a7-126b11dadd62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.784064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767fd1b-e650-4d6e-b1a7-126b11dadd62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3284de-b372-4e58-beb9-f0cdc5e67c34,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:18.818204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1767fd1b-e650-4d6e-b1a7-126b11dadd62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.821059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1767fd1b-e650-4d6e-b1a7-126b11dadd62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4269240 Apr 29 07:57:18.826382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49988) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:18.833860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-61633347-2d1b-4cae-96f5-1f9f716150a8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'be3284de-b372-4e58-beb9-f0cdc5e67c34', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:18.841781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:18.882613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:18.910137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f236266-421d-49a6-9ec6-5aa1b836654e None None] Pushing event updated for resources: {'Port': ['ID=786b072c-365b-4d98-a2a8-04ccfd218f5e,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:18.922278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-84651fdd-d4ad-4cd3-907a-93afaa577bd4 None None] Provisioning complete for port fd969222-333c-4afe-812c-6d3718d60db6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:18.922680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84651fdd-d4ad-4cd3-907a-93afaa577bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:18.926665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Delete allocated IP 172.20.0.26 (c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9/dd4e592b-888a-4a80-81b1-276cca4a3ed9) {{(pid=109781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:57:18.929104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:18.929744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:19.016183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:19.017451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61633347-2d1b-4cae-96f5-1f9f716150a8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.036422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.037006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:19.037651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:19.086231 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-519145e4-96e7-4a34-a32d-6c512dc7588a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5900805 Apr 29 07:57:19.088982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49992) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:19.098850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-387604223'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:19.099060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:19.099819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b3bdd-2ef0-4ae4-b2c5-b4cc533497d4 None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:19.135155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5eb9-6325-4c80-9763-a7e2276662c3 req-18599853-59ff-4c52-af7f-a6fb875b8f3c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:19.137417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-998c5eb9-6325-4c80-9763-a7e2276662c3 req-18599853-59ff-4c52-af7f-a6fb875b8f3c tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.0879440 Apr 29 07:57:19.164803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61633347-2d1b-4cae-96f5-1f9f716150a8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.194820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.200065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-998c5eb9-6325-4c80-9763-a7e2276662c3 req-abe0fc45-fdd5-48f6-94ac-9236a56dda4b tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556390 Apr 29 07:57:19.209009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-84651fdd-d4ad-4cd3-907a-93afaa577bd4 None None] Provisioning complete for port 786b072c-365b-4d98-a2a8-04ccfd218f5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:19.209457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84651fdd-d4ad-4cd3-907a-93afaa577bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.220233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:19.224384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.243447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61633347-2d1b-4cae-96f5-1f9f716150a8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.269591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:57:19.273764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61633347-2d1b-4cae-96f5-1f9f716150a8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dac61e-85af-48c9-a88e-d96de4dffe95,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:19.284722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.285219 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Added segment 54f777a9-0a7b-4e14-966b-5bf89c33f71c of type vlan for network ca74eca4-7b5b-4c58-a651-79333ac8f69c Apr 29 07:57:19.294417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.359493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.365629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=688b22f2-93fa-4a33-b30b-334eac63de3b,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:19.372352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61633347-2d1b-4cae-96f5-1f9f716150a8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.376326 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-61633347-2d1b-4cae-96f5-1f9f716150a8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5459895 Apr 29 07:57:19.383125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49994) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:19.383125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c400da0b-0fa5-4ab7-9e07-288c87365b9a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'be3284de-b372-4e58-beb9-f0cdc5e67c34', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:19.458503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.463801 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] In _notify_port_updated(), no bound segment for port 688b22f2-93fa-4a33-b30b-334eac63de3b on network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:57:19.465037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:19.465736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.469456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:19.470097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.476807 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8a85524c-2382-460f-ab34-6ab4adb5b173 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "PUT /v2.0/ports/688b22f2-93fa-4a33-b30b-334eac63de3b HTTP/1.1" status: 200 len: 918 time: 1.4584076 Apr 29 07:57:19.479412 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 49996) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:19.485038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58f11a69-737b-4f1c-ab49-61722de47ae2'}, {'subnet_id': 'dd4e592b-888a-4a80-81b1-276cca4a3ed9'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:19.557139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c400da0b-0fa5-4ab7-9e07-288c87365b9a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.562155 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cf6c55c5-e4c2-4356-958f-5c79a4487940 None None] Provisioning complete for port 688b22f2-93fa-4a33-b30b-334eac63de3b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:19.562155 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf6c55c5-e4c2-4356-958f-5c79a4487940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.594494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Network': ['ID=ca74eca4-7b5b-4c58-a651-79333ac8f69c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:19.615691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ad152624-30c5-4c35-bd43-b8724cd00fc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5253639 Apr 29 07:57:19.616504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 49998) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:19.626113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'subnet': {'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:19.629063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.636618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:57:19.782413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c55c5-e4c2-4356-958f-5c79a4487940 None None] Port 688b22f2-93fa-4a33-b30b-334eac63de3b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:19.811363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cf6c55c5-e4c2-4356-958f-5c79a4487940 None None] Provisioning complete for port fd969222-333c-4afe-812c-6d3718d60db6 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:19.811741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf6c55c5-e4c2-4356-958f-5c79a4487940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.824097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d3c60-51e6-493b-87fb-343662208cbc req-9af16cb3-0118-4a6a-a4c0-b79b3f2a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:19.826657 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ea3d3c60-51e6-493b-87fb-343662208cbc req-9af16cb3-0118-4a6a-a4c0-b79b3f2a811c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 1098 time: 0.2466359 Apr 29 07:57:19.865318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c400da0b-0fa5-4ab7-9e07-288c87365b9a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.877857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:19.881780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.888208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 786b072c-365b-4d98-a2a8-04ccfd218f5e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:19.892203 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ea3d3c60-51e6-493b-87fb-343662208cbc req-a8aee41a-9765-4906-a8db-67f51a5f7598 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570703 Apr 29 07:57:19.940459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c400da0b-0fa5-4ab7-9e07-288c87365b9a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:19.969668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400da0b-0fa5-4ab7-9e07-288c87365b9a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2804e673-e312-4e8b-a4a5-a5aeb801a305,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:20.005996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 786b072c-365b-4d98-a2a8-04ccfd218f5e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:20.006369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.109270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c400da0b-0fa5-4ab7-9e07-288c87365b9a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.110722 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c400da0b-0fa5-4ab7-9e07-288c87365b9a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7331557 Apr 29 07:57:20.113550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50000) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:20.118008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a649c968-6c49-4aa0-87f0-08116a45afd7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'be3284de-b372-4e58-beb9-f0cdc5e67c34', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:20.123180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cb5a77f5-cf49-4f26-80be-3a91ce55daa7 None None] Provisioning complete for port 688b22f2-93fa-4a33-b30b-334eac63de3b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:20.123548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb5a77f5-cf49-4f26-80be-3a91ce55daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.157590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.27 (c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9/dd4e592b-888a-4a80-81b1-276cca4a3ed9/688b22f2-93fa-4a33-b30b-334eac63de3b) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:20.171548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a77f5-cf49-4f26-80be-3a91ce55daa7 None None] Port 688b22f2-93fa-4a33-b30b-334eac63de3b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:20.238212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a649c968-6c49-4aa0-87f0-08116a45afd7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.266850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.338288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.345876 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a649c968-6c49-4aa0-87f0-08116a45afd7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.356464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Subnet': ['ID=b3c038ec-8339-451b-8368-d789f55636d7,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:20.388599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466c96e-a685-47a1-a287-8c0211dc2157 req-238e1e66-e39c-4fba-8cd9-0a202b689418 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:20.390046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9466c96e-a685-47a1-a287-8c0211dc2157 req-238e1e66-e39c-4fba-8cd9-0a202b689418 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.0894625 Apr 29 07:57:20.390784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Checking segment: {'id': '54f777a9-0a7b-4e14-966b-5bf89c33f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:20.391190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network hostable DHCP agents. Network: ca74eca4-7b5b-4c58-a651-79333ac8f69c, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:57:20.392189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.422782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a649c968-6c49-4aa0-87f0-08116a45afd7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.437598 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9466c96e-a685-47a1-a287-8c0211dc2157 req-25534dcc-ac1b-42df-9aad-b8a31b4b7ea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Apr 29 07:57:20.473111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649c968-6c49-4aa0-87f0-08116a45afd7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013f1494-2791-4faf-95eb-840158bafe68,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:20.484514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=688b22f2-93fa-4a33-b30b-334eac63de3b,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:20.487270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:57:20.546381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] In _notify_port_updated(), no bound segment for port 688b22f2-93fa-4a33-b30b-334eac63de3b on network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:57:20.552135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:20.557512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.557512 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-023367e3-eb77-4535-b00d-349156aa22b2 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "PUT /v2.0/ports/688b22f2-93fa-4a33-b30b-334eac63de3b HTTP/1.1" status: 200 len: 998 time: 1.0737545 Apr 29 07:57:20.557512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50004) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:20.586196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a649c968-6c49-4aa0-87f0-08116a45afd7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.587442 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a649c968-6c49-4aa0-87f0-08116a45afd7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4728584 Apr 29 07:57:20.590376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50006) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:20.594745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1e13d710-24de-414e-9a80-52a70f3d5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'be3284de-b372-4e58-beb9-f0cdc5e67c34', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:20.595257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, ca74eca4-7b5b-4c58-a651-79333ac8f69c) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:20.601051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:20.602190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.612231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf19fd-3ded-4432-877d-c3c45cec6715 None None] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:20.678985 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8d5aa9bf-ad31-4074-85f6-3316f0a7777a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0613260 Apr 29 07:57:20.681590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50008) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:20.689472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-934228840', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}, 'admin_state_up': False}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:20.701794 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-c3770864-eea9-4e09-b81a-ef77b334f0c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570319 Apr 29 07:57:20.707668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 688b22f2-93fa-4a33-b30b-334eac63de3b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:20.707668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.751365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8cd2e99e-64d8-4245-b53a-42f2a358ff3d None None] Provisioning complete for port 688b22f2-93fa-4a33-b30b-334eac63de3b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:20.751730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e99e-64d8-4245-b53a-42f2a358ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.792471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.795428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.814460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2e99e-64d8-4245-b53a-42f2a358ff3d None None] Port 688b22f2-93fa-4a33-b30b-334eac63de3b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:20.824221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-ca74eca4-7b5b-4c58-a651-79333ac8f69c', 'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c', 'tenant_id': '2b17c42a1b004e359c1b0167ee834d1c', 'fixed_ips': [{'subnet_id': 'b3c038ec-8339-451b-8368-d789f55636d7'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:20.826203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.881523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:20.976908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Allocated IP 172.20.0.2 (ca74eca4-7b5b-4c58-a651-79333ac8f69c/b3c038ec-8339-451b-8368-d789f55636d7/2ed0fc6f-42c9-4316-a2f5-a9c7d794923d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:21.137773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e13d710-24de-414e-9a80-52a70f3d5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.146404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device da3066d7-bfa0-4e8f-8485-26ce866bae40 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:57:21.148518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device da3066d7-bfa0-4e8f-8485-26ce866bae40 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:21.191471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.212033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.217345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.226333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-a40032bb-c2c7-4bee-95fb-8c9578432f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:21.227858 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-a40032bb-c2c7-4bee-95fb-8c9578432f3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 1098 time: 0.1240847 Apr 29 07:57:21.235997 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 688b22f2-93fa-4a33-b30b-334eac63de3b owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:21.251589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e13d710-24de-414e-9a80-52a70f3d5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.289359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.356629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e13d710-24de-414e-9a80-52a70f3d5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.358462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:21.363815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:21.374984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:21.398213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.406205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13d710-24de-414e-9a80-52a70f3d5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7922ef-93bd-4895-be3b-2163918c23fe,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:21.416818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-71085403-d9f2-4804-b328-f4aac2057515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:21.418331 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-71085403-d9f2-4804-b328-f4aac2057515 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.1656580 Apr 29 07:57:21.431067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:21.446158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Pushing event updated for resources: {'Port': ['ID=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:21.491371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1e13d710-24de-414e-9a80-52a70f3d5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.491371 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1e13d710-24de-414e-9a80-52a70f3d5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8966603 Apr 29 07:57:21.492228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50012) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:21.500364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'be3284de-b372-4e58-beb9-f0cdc5e67c34', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:21.505816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:21.515715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.520589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:57:21.520589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcfb6ac-93ca-4497-bb68-9c22f6438b5e" -d '{"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-unplugged", "status": "completed", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:57:21.526396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'port_id': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'mac_address': 'fa:16:3e:9e:37:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:57:21.535816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Attempting to bind port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:21.536846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Attempting to bind port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '54f777a9-0a7b-4e14-966b-5bf89c33f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:21.536846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Attempting to bind port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d on network ca74eca4-7b5b-4c58-a651-79333ac8f69c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:21.544055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.568892 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-ac5e5a96-e1a5-4e58-a220-9fd227569a68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68e98a27-adda-47be-b9c4-16f42393276e HTTP/1.1" status: 200 len: 1000 time: 0.1433899 Apr 29 07:57:21.573154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:21.573674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Checking segment: {'id': '54f777a9-0a7b-4e14-966b-5bf89c33f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:21.574189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.575245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Bound using segment: {'id': '54f777a9-0a7b-4e14-966b-5bf89c33f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:21.575812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Bound port: 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f777a9-0a7b-4e14-966b-5bf89c33f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:21.576351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.594778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.600934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 07:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce70c4-fc7e-4b60-ade4-f55b829846ec x-openstack-request-id: req-bfce70c4-fc7e-4b60-ade4-f55b829846ec {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:57:21.601220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-unplugged", "status": "completed", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:57:21.601476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfce70c4-fc7e-4b60-ade4-f55b829846ec {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:57:21.601870 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfce70c4-fc7e-4b60-ade4-f55b829846ec'] response: {'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'code': 200} Apr 29 07:57:21.629507 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:57:21.638761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.657864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-64d2519b-1daf-4b89-8fb8-34a3efb1beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:21.657864 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-64d2519b-1daf-4b89-8fb8-34a3efb1beb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0777774 Apr 29 07:57:21.671322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.686494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158c9a4-28e2-484f-bbba-9c0e53405801 req-138a410d-de36-4a5f-8fe5-278db97743d9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:21.689138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2158c9a4-28e2-484f-bbba-9c0e53405801 req-138a410d-de36-4a5f-8fe5-278db97743d9 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 943 time: 0.1013041 Apr 29 07:57:21.709281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da3066d7-bfa0-4e8f-8485-26ce866bae40 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:57:21.715939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.734136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:21.735745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.26.2.201 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/d4e819e4-54fd-4fb9-9036-47a8c85681d3) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:21.745823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] For port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:21.761338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=688b22f2-93fa-4a33-b30b-334eac63de3b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:21.770493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-51c02c61-a40f-4728-84bb-9081927621ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:21.771999 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-51c02c61-a40f-4728-84bb-9081927621ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065338 Apr 29 07:57:21.774447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.779339 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2158c9a4-28e2-484f-bbba-9c0e53405801 req-f0ff56f2-2e1f-4f77-a49f-75d9fa0c39ff tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722289 Apr 29 07:57:21.798462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50016) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:21.803757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] For port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,segment=NetworkSegment(54f777a9-0a7b-4e14-966b-5bf89c33f71c),segment_id=54f777a9-0a7b-4e14-966b-5bf89c33f71c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:21.811204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:57:21.812095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:57:21.865409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.880101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.943567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b564a9f3-b668-435e-ab1d-08c66e3872ae,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:21.952070 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b9ca1ef9-3c65-492b-874a-da376c77811e tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/floatingips/f2202387-d7df-4da2-8565-fa909019424b HTTP/1.1" status: 200 len: 991 time: 0.1456892 Apr 29 07:57:21.983000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:21.988060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46867f4c-5cae-488b-963c-c51ef2258794 None None] Pushing event updated for resources: {'Port': ['ID=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:21.999439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.005237 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c22628e3-9d90-450c-a487-545ffb3d9f9a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/688b22f2-93fa-4a33-b30b-334eac63de3b HTTP/1.1" status: 204 len: 168 time: 1.4446943 Apr 29 07:57:22.007063 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-923acd8f-21b4-46ef-abcd-37a998108892 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265542 Apr 29 07:57:22.007510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50018) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:22.053570 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8800ca77-e6ba-4f31-9368-84c8a83209da tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:22.057970 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8800ca77-e6ba-4f31-9368-84c8a83209da tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/688b22f2-93fa-4a33-b30b-334eac63de3b HTTP/1.1" status: 404 len: 333 time: 0.0467637 Apr 29 07:57:22.057970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.058593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50020) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:22.059105 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2feff22d-cbe3-40fb-9f15-697d50ee7f5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5629222 Apr 29 07:57:22.062171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50022) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:22.066337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'be3284de-b372-4e58-beb9-f0cdc5e67c34', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:22.096152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.144038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:22.173236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:22.177525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:22.179239 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d555f779-00d9-4f39-80b1-44e63eea76f9 req-5956cb70-df16-42a4-b2f4-475e9f87c97e service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614258 Apr 29 07:57:22.192148 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:57:22.209017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.222308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet dd4e592b-888a-4a80-81b1-276cca4a3ed9 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:22.229666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.261406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=d4e819e4-54fd-4fb9-9036-47a8c85681d3,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:22.286899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.289690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.349651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.353999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.372544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3066d7-bfa0-4e8f-8485-26ce866bae40 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:57:22.374569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387fdf27-33be-4232-a475-341c62f14d0b,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:22.394171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:22.442927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.444386 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e0e3803f-14b6-4ee9-bb43-eceacfae7e31 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3814323 Apr 29 07:57:22.476156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.480620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.548239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:22.711569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['da3066d7-bfa0-4e8f-8485-26ce866bae40'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:57:22.874674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.923567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4e592b-888a-4a80-81b1-276cca4a3ed9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:22.953877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.959478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50036) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:22.959708 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-433b69f1-d8bd-45a3-9ec3-8b1525e7073b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/dd4e592b-888a-4a80-81b1-276cca4a3ed9 HTTP/1.1" status: 204 len: 168 time: 0.8963547 Apr 29 07:57:22.962766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:22.965910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7a6af-79f4-4e2e-b0bc-3db1aa8c5589 None None] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:23.000806 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-f924ae94-8030-4f04-b6a2-23e79a0d9472 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881602621&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.1298318 Apr 29 07:57:23.029860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet 58f11a69-737b-4f1c-ab49-61722de47ae2 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:23.033571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.085032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.095664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267be1ae-6729-44d0-9d7a-3887c1127197 None None] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:23.180077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.248731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-fa8784a2-61e6-4b45-86ad-0cbf23d61687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:23.250144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-fa8784a2-61e6-4b45-86ad-0cbf23d61687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=66bcb917-e47d-4e30-bdae-4e946b6bc76d HTTP/1.1" status: 200 len: 797 time: 0.2278111 Apr 29 07:57:23.274330 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-3f661afb-b02a-4e57-aaa9-187f227a1249 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0164459 Apr 29 07:57:23.275729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.311191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.325828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-30a7fcf3-1ab1-4558-a36c-dc4007c71822 None None] Provisioning complete for port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:23.325828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30a7fcf3-1ab1-4558-a36c-dc4007c71822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.343494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.347069 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/58f11a69-737b-4f1c-ab49-61722de47ae2 HTTP/1.1" status: 204 len: 168 time: 0.3863630 Apr 29 07:57:23.348218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0352d-94f0-4098-985e-a6df5800b9bd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=58f11a69-737b-4f1c-ab49-61722de47ae2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:23.354284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50038) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:23.484592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-d47e4309-d2e3-4fa7-822d-ba2b29f27a7c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2027111 Apr 29 07:57:23.503137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.536984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30a7fcf3-1ab1-4558-a36c-dc4007c71822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.551003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545590e-8f46-4404-8466-1045d86e7d60 None None] Update dhcp port {'port': {'network_id': 'c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9', 'fixed_ips': [{'subnet_id': '58f11a69-737b-4f1c-ab49-61722de47ae2'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'fd969222-333c-4afe-812c-6d3718d60db6'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:57:23.593956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4545590e-8f46-4404-8466-1045d86e7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.604901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-30a7fcf3-1ab1-4558-a36c-dc4007c71822 None None] For port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,segment=NetworkSegment(54f777a9-0a7b-4e14-966b-5bf89c33f71c),segment_id=54f777a9-0a7b-4e14-966b-5bf89c33f71c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:23.641760 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-f85235eb-f48e-49c3-b76d-c2840b3d8c23 service neutron] 10.222.0.16 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429272 Apr 29 07:57:23.681952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port fd969222-333c-4afe-812c-6d3718d60db6 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:23.681952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.703300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30a7fcf3-1ab1-4558-a36c-dc4007c71822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.723388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 2d10f444-48cb-4309-8aa1-e10fb4b990c0 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:57:23.767391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7fcf3-1ab1-4558-a36c-dc4007c71822 None None] Pushing event updated for resources: {'Port': ['ID=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:23.825141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-953160a6-ab89-4c79-bc38-c6888f7f3c3b None None] Provisioning complete for port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:23.826021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-953160a6-ab89-4c79-bc38-c6888f7f3c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.854500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e185d-996d-40b9-9b42-45b3b8697854 None None] Network c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:23.866397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] For port fd969222-333c-4afe-812c-6d3718d60db6, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=fd969222-333c-4afe-812c-6d3718d60db6,segment=NetworkSegment(ecde1ae4-0453-4dde-9be0-ce6e403b9917),segment_id=ecde1ae4-0453-4dde-9be0-ce6e403b9917)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:23.866798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:23.889344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:23.889691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-b8da770e-bb8e-460b-8073-80a353aef0e3 service neutron] 10.222.0.16 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386742 Apr 29 07:57:23.894650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for fd969222-333c-4afe-812c-6d3718d60db6 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:23.985648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:23.997135 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] Sync routers for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:24.010779 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:24.011320 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:24.049472 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:24.057624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:24.058003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.058254 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:24.059487 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:24.095462 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:24.096348 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c6f4b-ff79-4820-8b4f-dc605ade6c84 None None] The sync data for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:24.125837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.129643 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fcce138c-ba19-44bc-881e-57b25ef3d35e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4438472 Apr 29 07:57:24.130262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50044) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:24.152578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6023e58-6ce4-46ac-a201-d24b2634a5ee None None] DHCP port deletion for c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:57:24.165660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.190896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a1258f0a-226e-4357-aa50-6bb10facfa7e req-6cfec6a3-007f-486d-bc46-2ec20ff4a287 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 210 time: 0.0597188 Apr 29 07:57:24.192353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No DVR routers for this DVR port fd969222-333c-4afe-812c-6d3718d60db6 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:24.219634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-152d4833-7e2d-4166-8cc5-4a72e131b2ae None None] Could not find standard attr ID for object fd969222-333c-4afe-812c-6d3718d60db6. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:57:24.226079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=fd969222-333c-4afe-812c-6d3718d60db6,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:24.311571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.331276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:24.340530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecde1ae4-0453-4dde-9be0-ce6e403b9917') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:24.340821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecde1ae4-0453-4dde-9be0-ce6e403b9917') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:24.350168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.364052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.372058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:24.373113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:24.376458 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:24.532428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.539423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.546517 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9 HTTP/1.1" status: 204 len: 168 time: 1.1872284 Apr 29 07:57:24.547767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50050) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:24.570058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5896db8-49a6-4949-be1f-8e05416b1742 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=c20e0eb5-a4b5-48d9-9878-b92f4f11e7f9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:24.609237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a068ff2-72f9-46f4-a180-e515f6b9d66c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:24.610763 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1a068ff2-72f9-46f4-a180-e515f6b9d66c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0538516 Apr 29 07:57:24.614359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50054) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:24.616948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.665592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a278efae-c273-48c9-87f0-f7ac76475d36 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0466568 Apr 29 07:57:24.672526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50056) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:24.677383 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1235982362'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:24.789179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:24.792459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.857821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:57:24.876228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.876569 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment 2dec17a2-34d9-4ed4-a345-fbbd76a16aec of type vlan for network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 Apr 29 07:57:24.950918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:24.970994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.1 (ca74eca4-7b5b-4c58-a651-79333ac8f69c/b3c038ec-8339-451b-8368-d789f55636d7/ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:25.049956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.055415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:25.055992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.155504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.158372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=23d7bd81-ac2f-4e1b-9551-271bf2edef53,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:25.169603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:57:25.173145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device da3066d7-bfa0-4e8f-8485-26ce866bae40 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:25.197623 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-72072b2e-66f7-4c7a-abee-c537a1a4f9a5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5238638 Apr 29 07:57:25.204963 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50058) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:25.205209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:25.266379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.291234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port da3066d7-bfa0-4e8f-8485-26ce866bae40 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:25.291601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.296429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2e906bb4-8699-40c3-a69f-01404b1e2b16 req-84dca2c4-23ed-4366-bd59-3c2a48ebfa39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 210 time: 0.0332997 Apr 29 07:57:25.347666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:25.355061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:25.358345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:25.363527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:25.396556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.411972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.422932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:57:25.425331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf5e87c-145f-4ae3-9a20-1969751f2183" -d '{"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-plugged", "status": "completed", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:57:25.447505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:25.474307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:25.478948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.496489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e66b1-1470-4998-bd79-72784c219272 x-openstack-request-id: req-858e66b1-1470-4998-bd79-72784c219272 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:57:25.496489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-plugged", "status": "completed", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:57:25.496489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-858e66b1-1470-4998-bd79-72784c219272 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:57:25.496489 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858e66b1-1470-4998-bd79-72784c219272'] response: {'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'code': 200} Apr 29 07:57:25.544842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.595915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:25.648296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fb1150f8-794c-4fee-a40e-74c8e64f0c58 None None] Provisioning complete for port ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:25.648622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb1150f8-794c-4fee-a40e-74c8e64f0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.683979 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fb1150f8-794c-4fee-a40e-74c8e64f0c58 None None] Port ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:25.726953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.775392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.779783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:25.848478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:25.848790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:25.878065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=8d7e33ad-f7dc-4a02-877e-5bbce49b5680,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:25.930157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': '2dec17a2-34d9-4ed4-a345-fbbd76a16aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:25.930532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: 23d7bd81-ac2f-4e1b-9551-271bf2edef53, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:57:25.980390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device fd969222-333c-4afe-812c-6d3718d60db6 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:26.000499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: fd969222-333c-4afe-812c-6d3718d60db6 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:26.000841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device fd969222-333c-4afe-812c-6d3718d60db6 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:26.046812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:57:26.171916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 23d7bd81-ac2f-4e1b-9551-271bf2edef53) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:26.174710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.180797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12508ccc-380d-40a0-bffa-be5c07898f00 None None] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:26.185124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-6d8d9877-04a8-4d9b-809e-d8d04820ee93 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:26.186602 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-6d8d9877-04a8-4d9b-809e-d8d04820ee93 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=66bcb917-e47d-4e30-bdae-4e946b6bc76d HTTP/1.1" status: 200 len: 797 time: 0.1512220 Apr 29 07:57:26.187824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:26.188414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.230384 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-7c26a59f-5999-475f-a893-9b1ecdcb4704 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 379 time: 0.0336251 Apr 29 07:57:26.239016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['be3284de-b372-4e58-beb9-f0cdc5e67c34']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:26.290784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eb166013-d8df-4e93-b278-c230fe5191e4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0872953 Apr 29 07:57:26.290784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.291831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50064) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:26.298975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53', 'name': 'tempest-PortsTestJSON-540292065'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:26.344533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-23d7bd81-ac2f-4e1b-9551-271bf2edef53', 'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53', 'tenant_id': '4db94a8637434b16b58256099d77e699', 'fixed_ips': [{'subnet_id': '8d7e33ad-f7dc-4a02-877e-5bbce49b5680'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:26.345387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.380633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:26.408930 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4f9904e1-50b3-4249-a929-19dc4a7c029b req-f1ddb674-7cd4-41be-a318-6f8919472bd5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Apr 29 07:57:26.427046 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.529159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:26.534312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.545953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Allocated IP 172.20.0.2 (23d7bd81-ac2f-4e1b-9551-271bf2edef53/8d7e33ad-f7dc-4a02-877e-5bbce49b5680/5f6141e2-8b7f-4251-86d5-5f5cb6b0484d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:26.555662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 76c33b1b-760f-4e9e-a905-919309bffb98 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:26.561171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:26.566102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.589956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:26.592417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:26.732707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.801510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.823787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.12 (66bcb917-e47d-4e30-bdae-4e946b6bc76d/fd371d20-b263-40c0-9e13-fbc0ea333404/fe0cc30c-9719-4138-a94e-e955115101e1) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:26.834101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 2d10f444-48cb-4309-8aa1-e10fb4b990c0 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:26.864095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:26.867528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:26.877568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:26.880982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Pushing event updated for resources: {'Port': ['ID=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:26.899859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.3 (23d7bd81-ac2f-4e1b-9551-271bf2edef53/8d7e33ad-f7dc-4a02-877e-5bbce49b5680/76c33b1b-760f-4e9e-a905-919309bffb98) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:26.943928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6f647ec7-be74-459c-8ca7-c6479e6e36d7 None None] Provisioning complete for port ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:26.944221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f647ec7-be74-459c-8ca7-c6479e6e36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.984342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Attempting to bind port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:26.984803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Attempting to bind port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '2dec17a2-34d9-4ed4-a345-fbbd76a16aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:26.985158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Attempting to bind port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d on network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:26.995342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:26.995711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Checking segment: {'id': '2dec17a2-34d9-4ed4-a345-fbbd76a16aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:26.997157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:26.997762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Bound using segment: {'id': '2dec17a2-34d9-4ed4-a345-fbbd76a16aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:26.998327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Bound port: 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dec17a2-34d9-4ed4-a345-fbbd76a16aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:26.998725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.013363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6f647ec7-be74-459c-8ca7-c6479e6e36d7 None None] Port ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:27.085654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] For port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:27.090647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] For port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,segment=NetworkSegment(2dec17a2-34d9-4ed4-a345-fbbd76a16aec),segment_id=2dec17a2-34d9-4ed4-a345-fbbd76a16aec)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:27.109968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.192253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.264577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14ce53-5c82-49f0-86b1-0a63baa3d7a2 None None] Pushing event updated for resources: {'Port': ['ID=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:27.430673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:27.458776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] Sync routers for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:27.462496 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-413e7bf0-2404-4518-8dc3-4d1d8d172d5a tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/routers/2d10f444-48cb-4309-8aa1-e10fb4b990c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3302076 Apr 29 07:57:27.465879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50074) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:27.471538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:27.472200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:27.472887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'port': {'network_id': 'ca74eca4-7b5b-4c58-a651-79333ac8f69c', 'name': 'tempest-FloatingIPTestJSON-811420479'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:27.476807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.484388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.520825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:27.530143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:27.530805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:27.564895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:27.565540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd3e40-ad64-42ba-9dc8-ff8ab03e2bfd None None] The sync data for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:27.622298 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aabf22be-bdd8-4200-9fd6-f0a4122b68bf req-cfc8244a-0472-4526-9eee-77405a689183 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 210 time: 0.0721240 Apr 29 07:57:27.627505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.630297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:27.638078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:27.640077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=76c33b1b-760f-4e9e-a905-919309bffb98,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:27.644543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:27.679841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:27.682830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:27.685445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:27.713850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:27.714483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.723947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=fe0cc30c-9719-4138-a94e-e955115101e1,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:27.754418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:27.755245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.831681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Made reservation on behalf of 2b17c42a1b004e359c1b0167ee834d1c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:27.835729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.848236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:27.861757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] device_id is not set on port b744fe6a-87b4-4835-8667-ae51112c86c2 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:27.862914 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-554daa2d-89de-468a-8910-21de261403b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6274045 Apr 29 07:57:27.871094 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0d82598c-3893-4176-8b33-70e7b7ee071e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5774415 Apr 29 07:57:27.874601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50076) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:27.875229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Request body: {'port': {'device_id': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:27.882970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': '23d7bd81-ac2f-4e1b-9551-271bf2edef53', 'name': 'tempest-PortsTestJSON-1837687647'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:27.908726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:27.909101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.943563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:27.965646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7ff9d6c9-7b4e-47a8-850e-58418ba9e636 None None] Provisioning complete for port fe0cc30c-9719-4138-a94e-e955115101e1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:27.965646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d6c9-7b4e-47a8-850e-58418ba9e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.050246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.061640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9d6c9-7b4e-47a8-850e-58418ba9e636 None None] Port fe0cc30c-9719-4138-a94e-e955115101e1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:28.089041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Allocated IP 172.20.0.5 (ca74eca4-7b5b-4c58-a651-79333ac8f69c/b3c038ec-8339-451b-8368-d789f55636d7/b744fe6a-87b4-4835-8667-ae51112c86c2) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:28.089684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,segment=NetworkSegment(2dec17a2-34d9-4ed4-a345-fbbd76a16aec),segment_id=2dec17a2-34d9-4ed4-a345-fbbd76a16aec)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:28.161452 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.210813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:28.215584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.226273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:28.244811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 8066fff3-14db-4e18-8ed7-91f154fb93b1 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:28.281258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0cc30c-9719-4138-a94e-e955115101e1 {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:57:28.288924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.302974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Transition to ACTIVE for port object fe0cc30c-9719-4138-a94e-e955115101e1 will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:57:28.338921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.356479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b2ec2-ae11-4125-8efd-ccb055e5eba4 None None] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:28.385814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.404307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.6 (23d7bd81-ac2f-4e1b-9551-271bf2edef53/8d7e33ad-f7dc-4a02-877e-5bbce49b5680/8066fff3-14db-4e18-8ed7-91f154fb93b1) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:28.420006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-624d9a57-b886-4653-abfd-27d0ae329635 None None] Provisioning complete for port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:28.420357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-624d9a57-b886-4653-abfd-27d0ae329635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.436563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0cc30c-9719-4138-a94e-e955115101e1,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:28.492319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.521116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Attempting to bind port fe0cc30c-9719-4138-a94e-e955115101e1 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:28.521788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Attempting to bind port fe0cc30c-9719-4138-a94e-e955115101e1 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:28.522499 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Attempting to bind port fe0cc30c-9719-4138-a94e-e955115101e1 on network 66bcb917-e47d-4e30-bdae-4e946b6bc76d {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:28.528480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Port fe0cc30c-9719-4138-a94e-e955115101e1 on network 66bcb917-e47d-4e30-bdae-4e946b6bc76d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:57:28.529225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Attempting to bind port fe0cc30c-9719-4138-a94e-e955115101e1 on network 66bcb917-e47d-4e30-bdae-4e946b6bc76d {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:28.537350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:28.538016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Checking segment: {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:28.538855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Bound using segment: {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:28.540289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Bound port: fe0cc30c-9719-4138-a94e-e955115101e1, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5addb2ad-4ef5-4637-ad98-8ea791debabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:28.540902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.602747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:28.612892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:28.617811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:28.632572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] For port fe0cc30c-9719-4138-a94e-e955115101e1, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:28.635798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] For port fe0cc30c-9719-4138-a94e-e955115101e1, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=fe0cc30c-9719-4138-a94e-e955115101e1,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:28.639716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event updated for resources: {'Port': ['ID=b744fe6a-87b4-4835-8667-ae51112c86c2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:28.704732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:28.705274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.716594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.744248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.780903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:28.781508 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.782911 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe0cc30c-9719-4138-a94e-e955115101e1 HTTP/1.1" status: 200 len: 1094 time: 0.9124670 Apr 29 07:57:28.783535 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:57:28.785796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba26978-6ebf-49e8-a275-ea8870483232" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:57:28.817743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c417af1-556b-4d85-bde4-9c83f5d91ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0cc30c-9719-4138-a94e-e955115101e1,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:28.817914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da12f-bb63-4f38-8459-fa6057807597 req-5f070f78-e946-4621-8c11-a3f62f9ad60a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:28.817914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-844da12f-bb63-4f38-8459-fa6057807597 req-5f070f78-e946-4621-8c11-a3f62f9ad60a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 944 time: 0.0854387 Apr 29 07:57:28.822946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2b60bc31-7bc9-4889-9617-3d7d1a069698 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3559265 Apr 29 07:57:28.823610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50082) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:28.830877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Request body: {'floatingip': {'port_id': 'b744fe6a-87b4-4835-8667-ae51112c86c2'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:28.848975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf3baa-1792-4536-9c8b-4edad1b9fb14 x-openstack-request-id: req-aebf3baa-1792-4536-9c8b-4edad1b9fb14 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:57:28.848975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:57:28.848975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aebf3baa-1792-4536-9c8b-4edad1b9fb14 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:57:28.848975 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebf3baa-1792-4536-9c8b-4edad1b9fb14'] response: {'name': 'network-changed', 'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'status': 'completed', 'code': 200} Apr 29 07:57:28.883647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:28.962874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba26978-6ebf-49e8-a275-ea8870483232 req-d09d14b0-1419-44ff-a6f3-7dd8fb39ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:28.965756 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-2ba26978-6ebf-49e8-a275-ea8870483232 req-d09d14b0-1419-44ff-a6f3-7dd8fb39ec1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0744696 Apr 29 07:57:29.017264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.029339 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-844da12f-bb63-4f38-8459-fa6057807597 req-1b9ea16b-0cc1-4100-83f4-be5b00f2ddc8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040751 Apr 29 07:57:29.031234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:29.063611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=8066fff3-14db-4e18-8ed7-91f154fb93b1,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:29.068868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:29.072383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:29.096781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ad2fb0ab-648c-4d3f-90a4-06197e9bb343 None None] Provisioning complete for port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:29.097428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb0ab-648c-4d3f-90a4-06197e9bb343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.153420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba26978-6ebf-49e8-a275-ea8870483232 req-b11d6ddc-9ba7-40b6-8eb3-bb282a010f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:29.155910 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-2ba26978-6ebf-49e8-a275-ea8870483232 req-b11d6ddc-9ba7-40b6-8eb3-bb282a010f1f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1803815 Apr 29 07:57:29.165993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:29.166677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.207284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ad2fb0ab-648c-4d3f-90a4-06197e9bb343 None None] Provisioning complete for port 76c33b1b-760f-4e9e-a905-919309bffb98 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:29.208354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb0ab-648c-4d3f-90a4-06197e9bb343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.249037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ad2fb0ab-648c-4d3f-90a4-06197e9bb343 None None] Port 76c33b1b-760f-4e9e-a905-919309bffb98 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:29.293628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba26978-6ebf-49e8-a275-ea8870483232 req-cb2ee514-2d2a-4bd9-a130-edc0d50d3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:29.295480 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-2ba26978-6ebf-49e8-a275-ea8870483232 req-cb2ee514-2d2a-4bd9-a130-edc0d50d3b3c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291878 Apr 29 07:57:29.335589 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-415dae89-690b-4c77-af23-a404eea7a424 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4599006 Apr 29 07:57:29.338727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50084) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:29.370681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bf74fdd1-80cc-48dd-9008-172d79f29af2 None None] Provisioning complete for port b744fe6a-87b4-4835-8667-ae51112c86c2 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:29.371109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdd1-80cc-48dd-9008-172d79f29af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.401065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-0bcaf538-954d-4be9-86f5-8d034d4ead8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:29.403738 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-0bcaf538-954d-4be9-86f5-8d034d4ead8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0621495 Apr 29 07:57:29.416754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bf74fdd1-80cc-48dd-9008-172d79f29af2 None None] Port b744fe6a-87b4-4835-8667-ae51112c86c2 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:29.428915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bf74fdd1-80cc-48dd-9008-172d79f29af2 None None] Provisioning complete for port 76c33b1b-760f-4e9e-a905-919309bffb98 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:29.429946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdd1-80cc-48dd-9008-172d79f29af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.457232 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-11ed2225-2e51-426b-8115-ada858737d5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe0cc30c-9719-4138-a94e-e955115101e1 HTTP/1.1" status: 200 len: 217 time: 0.0455992 Apr 29 07:57:29.474334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bf74fdd1-80cc-48dd-9008-172d79f29af2 None None] Port 76c33b1b-760f-4e9e-a905-919309bffb98 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:29.489207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d2c67-125c-47f2-8e71-e42fb308de51 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:29.493301 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6a9d2c67-125c-47f2-8e71-e42fb308de51 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1511047 Apr 29 07:57:29.495974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50086) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:29.518442 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-21d70758-da03-483b-a68e-dae13c30e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:29.519894 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-21d70758-da03-483b-a68e-dae13c30e1f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd371d20-b263-40c0-9e13-fbc0ea333404 HTTP/1.1" status: 200 len: 835 time: 0.0564318 Apr 29 07:57:29.571125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-d67f746a-2fe6-4a91-86dc-8d87993cce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:29.572842 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-d67f746a-2fe6-4a91-86dc-8d87993cce85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66bcb917-e47d-4e30-bdae-4e946b6bc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454531 Apr 29 07:57:29.608629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a1254378-3d2a-40c6-87e2-f3464ba7c021 None None] Provisioning complete for port 8066fff3-14db-4e18-8ed7-91f154fb93b1 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:29.609066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1254378-3d2a-40c6-87e2-f3464ba7c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.643519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a1254378-3d2a-40c6-87e2-f3464ba7c021 None None] Port 8066fff3-14db-4e18-8ed7-91f154fb93b1 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:29.665684 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-2787c984-699d-44bb-906c-a162dfbf2c2c service neutron] 10.222.0.39 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Apr 29 07:57:29.684147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 8066fff3-14db-4e18-8ed7-91f154fb93b1 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:29.684487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.764113 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a268f4b3-4d0d-46d3-8b9f-8f989702fa06 req-9f9577cd-ec5e-4a07-b886-a9c83c866779 service neutron] 10.222.0.39 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912225 Apr 29 07:57:29.791306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:29.833892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.837306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.839386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:29.840498 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:29.849820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 8066fff3-14db-4e18-8ed7-91f154fb93b1 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:29.910953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:30.050351 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP 321fe427-a34f-44b6-8fe6-7186dbc6486f associated. External IP: 172.26.2.246, port: 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5. Apr 29 07:57:30.132323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:30.167131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=8066fff3-14db-4e18-8ed7-91f154fb93b1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:30.553706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b620e-2962-4f3a-8629-3194c42d6d5a req-ee7d9774-300c-49c8-a60a-6d8c5488d620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:30.555072 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-268b620e-2962-4f3a-8629-3194c42d6d5a req-ee7d9774-300c-49c8-a60a-6d8c5488d620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 944 time: 0.4087682 Apr 29 07:57:30.560773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:30.563860 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7fc03fbf-ded8-4593-9955-9c3eb604b039 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/8066fff3-14db-4e18-8ed7-91f154fb93b1 HTTP/1.1" status: 204 len: 168 time: 1.0671856 Apr 29 07:57:30.566513 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50090) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:30.591164 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26dd915-4efd-45d9-b718-2be26be81ec1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:30.592810 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b26dd915-4efd-45d9-b718-2be26be81ec1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/8066fff3-14db-4e18-8ed7-91f154fb93b1 HTTP/1.1" status: 404 len: 333 time: 0.0251656 Apr 29 07:57:30.595438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50092) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:30.644184 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-268b620e-2962-4f3a-8629-3194c42d6d5a req-8d50b803-9bcb-4707-b290-6ae7c2bd8a93 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792134 Apr 29 07:57:30.645901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:30.692761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 76c33b1b-760f-4e9e-a905-919309bffb98 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:30.693133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:30.753728 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:30.764137 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:30.774064 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:30.774696 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:30.784863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:30.798865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 76c33b1b-760f-4e9e-a905-919309bffb98 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:30.897540 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:30.909309 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:30.910140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:30.944286 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:30.944957 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0821a57-a88e-4ef9-9d39-d107543328bf None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:30.976225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 2d10f444-48cb-4309-8aa1-e10fb4b990c0 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:31.020543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.050063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=76c33b1b-760f-4e9e-a905-919309bffb98,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:31.096300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:31.101808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.109548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] Sync routers for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:31.122221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:31.123291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:31.131527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.136825 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6d98c9fd-e736-4115-8b19-a081392cbe17 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/76c33b1b-760f-4e9e-a905-919309bffb98 HTTP/1.1" status: 204 len: 168 time: 0.5404334 Apr 29 07:57:31.139382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50094) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:31.162094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:31.168627 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1c8df563-78b7-412e-8853-e1ab4e554956 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/floatingips/321fe427-a34f-44b6-8fe6-7186dbc6486f HTTP/1.1" status: 200 len: 977 time: 2.3393261 Apr 29 07:57:31.168832 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4977a6-e96a-4f8f-813a-94ab1f2cb079 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:31.168832 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5f4977a6-e96a-4f8f-813a-94ab1f2cb079 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/76c33b1b-760f-4e9e-a905-919309bffb98 HTTP/1.1" status: 404 len: 333 time: 0.0269980 Apr 29 07:57:31.169052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50096) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:31.170920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50098) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:31.175702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:31.176556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:31.229601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet 8d7e33ad-f7dc-4a02-877e-5bbce49b5680 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:31.234096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.283266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.287037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port b744fe6a-87b4-4835-8667-ae51112c86c2 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:31.287475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.369773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device fe0cc30c-9719-4138-a94e-e955115101e1 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:57:31.372107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:31.372715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f5b8d-76d3-4f1e-984c-0feff26ae349 None None] The sync data for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:31.380891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.386644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.467828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port fe0cc30c-9719-4138-a94e-e955115101e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=fe0cc30c-9719-4138-a94e-e955115101e1,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:31.479154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'port_id': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'mac_address': 'fa:16:3e:8e:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:57:31.500851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.519631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.529525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7e33ad-f7dc-4a02-877e-5bbce49b5680,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:31.533227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0cc30c-9719-4138-a94e-e955115101e1 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:57:31.536021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.542583 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a92f93eb-6caf-4de4-bfce-d43b8ae7124e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/8d7e33ad-f7dc-4a02-877e-5bbce49b5680 HTTP/1.1" status: 204 len: 168 time: 0.3705640 Apr 29 07:57:31.543334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50100) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:31.545581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1650cc-647a-4d75-943f-4ec4cc632283 None None] Network 23d7bd81-ac2f-4e1b-9551-271bf2edef53 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:31.566012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port fe0cc30c-9719-4138-a94e-e955115101e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=fe0cc30c-9719-4138-a94e-e955115101e1,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:31.617634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.618240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.618348 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Floating IP 321fe427-a34f-44b6-8fe6-7186dbc6486f disassociated. External IP: 172.26.2.246, port: b744fe6a-87b4-4835-8667-ae51112c86c2. Apr 29 07:57:31.618667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for b744fe6a-87b4-4835-8667-ae51112c86c2 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:31.648153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.654280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.691751 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:57:31.719137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=fe0cc30c-9719-4138-a94e-e955115101e1,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:31.793559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] DHCP port deletion for 23d7bd81-ac2f-4e1b-9551-271bf2edef53 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:57:31.795363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:31.795712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.803345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e17d4-7e9c-479e-8907-b5f8467f22d5 req-578fe5d9-b3ed-4b52-a0d8-8ab2b68664b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:31.805905 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe6e17d4-7e9c-479e-8907-b5f8467f22d5 req-578fe5d9-b3ed-4b52-a0d8-8ab2b68664b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 945 time: 0.0672030 Apr 29 07:57:31.849787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] Deleting port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:31.850867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.854341 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe6e17d4-7e9c-479e-8907-b5f8467f22d5 req-5eae5425-fbbf-4602-9b9b-c549c2ed4efd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Apr 29 07:57:31.867609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] For port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,segment=NetworkSegment(2dec17a2-34d9-4ed4-a345-fbbd76a16aec),segment_id=2dec17a2-34d9-4ed4-a345-fbbd76a16aec)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:31.867981 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.878456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.886569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:31.908101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['fe0cc30c-9719-4138-a94e-e955115101e1'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:57:31.915033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=b744fe6a-87b4-4835-8667-ae51112c86c2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:31.954023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] For port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,segment=NetworkSegment(2dec17a2-34d9-4ed4-a345-fbbd76a16aec),segment_id=2dec17a2-34d9-4ed4-a345-fbbd76a16aec)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:31.954420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:31.975247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] Calling delete_port for 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:32.095835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 2d10f444-48cb-4309-8aa1-e10fb4b990c0 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:32.155467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.168810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.186638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:32.188532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No DVR routers for this DVR port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:32.200281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] Pushing event deleted for resources: {'Port': ['ID=5f6141e2-8b7f-4251-86d5-5f5cb6b0484d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:32.205493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e541659-f60d-442b-b7bd-df6312d6648d None None] No DVR routers for this DVR port 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:32.306192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:32.313345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.315328 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] Sync routers for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:32.325248 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:32.325870 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:32.358964 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:32.367659 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:32.368263 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:32.372200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d7bd81-ac2f-4e1b-9551-271bf2edef53']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:32.387739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dec17a2-34d9-4ed4-a345-fbbd76a16aec') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:32.388037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dec17a2-34d9-4ed4-a345-fbbd76a16aec') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:32.401650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.402730 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:32.403371 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21204508-6413-42e9-ac31-adaf68e91aff None None] The sync data for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:32.409743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.413349 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-80ae2e6f-ec63-4da9-9446-46a430cdf0ef tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/ports/b744fe6a-87b4-4835-8667-ae51112c86c2 HTTP/1.1" status: 204 len: 168 time: 1.2429733 Apr 29 07:57:32.415739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50104) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:32.421253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.427270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:32.427704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:32.430741 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:32.545642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.552409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.557806 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/23d7bd81-ac2f-4e1b-9551-271bf2edef53 HTTP/1.1" status: 204 len: 168 time: 1.0108745 Apr 29 07:57:32.561162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50106) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:32.567466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-784283845'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:32.573459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbae18a-a3ee-46bd-a270-28482ad13f76 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=23d7bd81-ac2f-4e1b-9551-271bf2edef53,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:32.669202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:32.672591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.729038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:57:32.741575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.741913 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment 597351c5-1b96-4888-96b4-345a4d8105cb of type vlan for network 62280f3e-abc9-4d5b-96cc-73a80aae0224 Apr 29 07:57:32.787666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.859030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.893270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:32.898732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:32.901460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.032843 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4706378 Apr 29 07:57:33.039779 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedad14-0067-435a-b18a-c02b09fe5dc0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=62280f3e-abc9-4d5b-96cc-73a80aae0224,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:33.045675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50110) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:33.051877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:57:33.059846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:33.099055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a4df1-d2f5-42d3-b308-6e6119a641a4 req-3c9e8eba-7633-4801-98bd-6a2a22b1ba29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:33.100543 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8c6a4df1-d2f5-42d3-b308-6e6119a641a4 req-3c9e8eba-7633-4801-98bd-6a2a22b1ba29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 945 time: 0.1745772 Apr 29 07:57:33.161436 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8c6a4df1-d2f5-42d3-b308-6e6119a641a4 req-57f59957-7483-4431-8b75-48b2bf8cf796 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442567 Apr 29 07:57:33.206184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device fe0cc30c-9719-4138-a94e-e955115101e1 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:33.232323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:33.235822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.257953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:33.258286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.334682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port fe0cc30c-9719-4138-a94e-e955115101e1 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:57:33.339409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port fe0cc30c-9719-4138-a94e-e955115101e1 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:33.339797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.342338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.354379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:33.423257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.445514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:57:33.447783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b4853e-0da8-4f2c-ab74-f6662ec7b617" -d '{"events": [{"server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:57:33.461084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port fe0cc30c-9719-4138-a94e-e955115101e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=fe0cc30c-9719-4138-a94e-e955115101e1,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:33.483776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.484958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a80828b-7872-40dd-9c9d-752162fc6c50 x-openstack-request-id: req-9a80828b-7872-40dd-9c9d-752162fc6c50 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:57:33.485232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:57:33.485481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a80828b-7872-40dd-9c9d-752162fc6c50 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:57:33.485878 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a80828b-7872-40dd-9c9d-752162fc6c50'] response: {'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'code': 200} Apr 29 07:57:33.540101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.553640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=bba70b14-d26b-4e47-ae7e-61470cf4f6b3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:33.561667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': '597351c5-1b96-4888-96b4-345a4d8105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:33.562037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: 62280f3e-abc9-4d5b-96cc-73a80aae0224, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:57:33.593138 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=fe0cc30c-9719-4138-a94e-e955115101e1,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:33.625684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.653632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=ff39e4fd-abf8-4b04-be75-9a4a0ff7cac7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:33.666674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:57:33.757052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 62280f3e-abc9-4d5b-96cc-73a80aae0224) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:33.766010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:33.768871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:33.794859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:33.798658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711f408-2957-46ac-87ce-b49cbc2520e9 None None] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:33.839741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:33.840324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5f6141e2-8b7f-4251-86d5-5f5cb6b0484d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:33.901726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af096020-6fe6-4e1d-8feb-a140726bfe2b req-5314a802-f6ef-4a9c-9bea-458d6ca7c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:33.905196 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af096020-6fe6-4e1d-8feb-a140726bfe2b req-5314a802-f6ef-4a9c-9bea-458d6ca7c8ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 1099 time: 0.0695245 Apr 29 07:57:33.958498 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af096020-6fe6-4e1d-8feb-a140726bfe2b req-ad786b8d-2b73-476c-8d29-e0f6989638f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462496 Apr 29 07:57:34.006025 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f680d0f9-7e42-4912-beca-ec97069c58ea tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9581351 Apr 29 07:57:34.008990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50114) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:34.015057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224', 'name': 'tempest-PortsTestJSON-1712291216', 'fixed_ips': [{'subnet_id': 'bba70b14-d26b-4e47-ae7e-61470cf4f6b3', 'ip_address': '172.20.0.10'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:34.030963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-62280f3e-abc9-4d5b-96cc-73a80aae0224', 'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224', 'tenant_id': '4db94a8637434b16b58256099d77e699', 'fixed_ips': [{'subnet_id': 'bba70b14-d26b-4e47-ae7e-61470cf4f6b3'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:34.031909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.176508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.220249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Allocated IP 172.20.0.2 (62280f3e-abc9-4d5b-96cc-73a80aae0224/bba70b14-d26b-4e47-ae7e-61470cf4f6b3/16a14bcd-8d35-4c9e-9d51-976a1cb53601) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:34.220817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:34.321711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.340318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port ca56d9f9-ac8a-47d3-9acc-dca5169055e7 yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:34.347796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c5ea-afef-4b0a-b7f2-c1c9485a64df req-72c1b62e-5069-497d-8160-048925077491 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:34.349403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fea3c5ea-afef-4b0a-b7f2-c1c9485a64df req-72c1b62e-5069-497d-8160-048925077491 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 946 time: 0.1126657 Apr 29 07:57:34.349570 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.431874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.434797 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fea3c5ea-afef-4b0a-b7f2-c1c9485a64df req-cec7e0ee-171f-4117-bd7f-68e166f6e26d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489185 Apr 29 07:57:34.479010 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:34.482219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:34.485908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:34.486086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 2d10f444-48cb-4309-8aa1-e10fb4b990c0 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:34.495022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Pushing event updated for resources: {'Port': ['ID=16a14bcd-8d35-4c9e-9d51-976a1cb53601,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:34.515411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.10 (62280f3e-abc9-4d5b-96cc-73a80aae0224/bba70b14-d26b-4e47-ae7e-61470cf4f6b3/ca56d9f9-ac8a-47d3-9acc-dca5169055e7) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:34.553896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Attempting to bind port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:34.554316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Attempting to bind port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '597351c5-1b96-4888-96b4-345a4d8105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:34.559867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Attempting to bind port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 on network 62280f3e-abc9-4d5b-96cc-73a80aae0224 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:34.560224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:34.560600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Checking segment: {'id': '597351c5-1b96-4888-96b4-345a4d8105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:34.561000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.561394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Bound using segment: {'id': '597351c5-1b96-4888-96b4-345a4d8105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:34.561865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Bound port: 16a14bcd-8d35-4c9e-9d51-976a1cb53601, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597351c5-1b96-4888-96b4-345a4d8105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:34.562245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.606125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:34.612287 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ebfcc787-7d0f-409f-abb4-50de458c420c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/routers/2d10f444-48cb-4309-8aa1-e10fb4b990c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1949155 Apr 29 07:57:34.614318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50118) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:34.620380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] Sync routers for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:34.638362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] For port 16a14bcd-8d35-4c9e-9d51-976a1cb53601, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:34.642773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] For port 16a14bcd-8d35-4c9e-9d51-976a1cb53601, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=16a14bcd-8d35-4c9e-9d51-976a1cb53601,segment=NetworkSegment(597351c5-1b96-4888-96b4-345a4d8105cb),segment_id=597351c5-1b96-4888-96b4-345a4d8105cb)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:34.644433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:34.645060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:34.678548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:34.680435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.687807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] Routers {'2d10f444-48cb-4309-8aa1-e10fb4b990c0'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:34.688419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:34.725273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:34.725939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974159f1-5c65-4566-a957-ecd254827cc3 None None] The sync data for ids ['2d10f444-48cb-4309-8aa1-e10fb4b990c0'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:34.727752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.742087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.783541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.792339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa2214-9f3a-4117-9b14-81aaf108151c None None] Pushing event updated for resources: {'Port': ['ID=16a14bcd-8d35-4c9e-9d51-976a1cb53601,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:34.836901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:34.840554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:34.846669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:34.856049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:34.878742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=ca56d9f9-ac8a-47d3-9acc-dca5169055e7,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:34.905772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:34.906411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.005618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port d4e819e4-54fd-4fb9-9036-47a8c85681d3 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:35.005967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.018188 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-27ee9142-ffbd-479e-9064-3a3e8e6cbab4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0068011 Apr 29 07:57:35.019596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50120) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:35.025110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': '62280f3e-abc9-4d5b-96cc-73a80aae0224', 'name': 'tempest-PortsTestJSON-1761505515', 'fixed_ips': [{'subnet_id': 'bba70b14-d26b-4e47-ae7e-61470cf4f6b3', 'ip_address': '172.20.0.9'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:35.092727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.105137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for d4e819e4-54fd-4fb9-9036-47a8c85681d3 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:35.232131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:35.237597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.256493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 480eca9f-5bb6-490b-8a1e-935a8859d74b yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:35.340583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.367443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=d4e819e4-54fd-4fb9-9036-47a8c85681d3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:35.412490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.9 (62280f3e-abc9-4d5b-96cc-73a80aae0224/bba70b14-d26b-4e47-ae7e-61470cf4f6b3/480eca9f-5bb6-490b-8a1e-935a8859d74b) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:35.434233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.533110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.535530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.585353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.626981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196589c-8098-4e16-a15e-ac4f36bafecc req-59ed06dc-644f-432b-acb0-912a1b77a350 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:35.630345 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f196589c-8098-4e16-a15e-ac4f36bafecc req-59ed06dc-644f-432b-acb0-912a1b77a350 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 946 time: 0.0877445 Apr 29 07:57:35.669193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f196589c-8098-4e16-a15e-ac4f36bafecc req-3f2d115e-7edb-4e13-801f-e43474f9cdd5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345681 Apr 29 07:57:35.678570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.679273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Fanout notify agent at l3_agent the message router_deleted on router 2d10f444-48cb-4309-8aa1-e10fb4b990c0 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:57:35.687983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.691163 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3715af7a-abeb-4a95-88e8-6f02de3b0ca1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/routers/2d10f444-48cb-4309-8aa1-e10fb4b990c0 HTTP/1.1" status: 204 len: 168 time: 1.0757139 Apr 29 07:57:35.692165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50124) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:35.705097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.751989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:35.757466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:35.758599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting subnet b3c038ec-8339-451b-8368-d789f55636d7 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:35.762554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:35.773907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.821092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=480eca9f-5bb6-490b-8a1e-935a8859d74b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:35.840606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:35.841303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.846201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:35.862031 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed8242-b8e3-45d6-97d1-3717d0438e0d None None] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:35.878667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 16a14bcd-8d35-4c9e-9d51-976a1cb53601 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:35.895272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64ef79-e0f0-415a-bfe8-6c2d748eaed6 req-09936f12-20b9-40f9-837d-03e590b5d9ca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:35.897305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0a64ef79-e0f0-415a-bfe8-6c2d748eaed6 req-09936f12-20b9-40f9-837d-03e590b5d9ca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 946 time: 0.1353314 Apr 29 07:57:35.940732 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1a8f8525-45c8-47f4-9332-124c49991bd1 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9199042 Apr 29 07:57:35.943725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50128) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:35.983759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0a64ef79-e0f0-415a-bfe8-6c2d748eaed6 req-4659df26-71c7-46b0-92c0-befa09bec318 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787570 Apr 29 07:57:35.983945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-18e07fb6-40ad-46dd-a2c0-d8712be8dcdb None None] Provisioning complete for port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:35.984307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18e07fb6-40ad-46dd-a2c0-d8712be8dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.001382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50130) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:36.056334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.063384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:36.063683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.069656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f53a35-9a7e-4505-8c86-8e21a875d080 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:36.072498 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e4f53a35-9a7e-4505-8c86-8e21a875d080 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1266725 Apr 29 07:57:36.074793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50132) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:36.113498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4572d81-8753-42f8-9757-bfd5456871f6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:36.118026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50134) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:36.118183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d4572d81-8753-42f8-9757-bfd5456871f6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 1094 time: 0.1170342 Apr 29 07:57:36.123902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:36.152292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4920ea-032a-4632-b068-10f6d7f90e27 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:36.158166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4920ea-032a-4632-b068-10f6d7f90e27 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:36.164050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4920ea-032a-4632-b068-10f6d7f90e27 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:36.165628 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dd4920ea-032a-4632-b068-10f6d7f90e27 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0897944 Apr 29 07:57:36.169870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50136) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:36.205115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18e07fb6-40ad-46dd-a2c0-d8712be8dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.231602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.241388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.249175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.262880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-18e07fb6-40ad-46dd-a2c0-d8712be8dcdb None None] For port 16a14bcd-8d35-4c9e-9d51-976a1cb53601, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=16a14bcd-8d35-4c9e-9d51-976a1cb53601,segment=NetworkSegment(597351c5-1b96-4888-96b4-345a4d8105cb),segment_id=597351c5-1b96-4888-96b4-345a4d8105cb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:36.267210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.270460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/subnets/b3c038ec-8339-451b-8368-d789f55636d7 HTTP/1.1" status: 204 len: 168 time: 0.5773306 Apr 29 07:57:36.272497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c302447-73da-4c5c-bcbb-bc92a6945daf None None] Network ca74eca4-7b5b-4c58-a651-79333ac8f69c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:36.273308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50138) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:36.312879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd25c6-9839-4996-ae3f-cba84188f3f1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c038ec-8339-451b-8368-d789f55636d7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:36.333758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 480eca9f-5bb6-490b-8a1e-935a8859d74b {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:36.334103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.347027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18e07fb6-40ad-46dd-a2c0-d8712be8dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.403421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.456640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.470688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 480eca9f-5bb6-490b-8a1e-935a8859d74b owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:36.474346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.500014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:57:36.500353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:57:36.505940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e07fb6-40ad-46dd-a2c0-d8712be8dcdb None None] Pushing event updated for resources: {'Port': ['ID=16a14bcd-8d35-4c9e-9d51-976a1cb53601,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:36.514922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Provisioning complete for port ca56d9f9-ac8a-47d3-9acc-dca5169055e7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:36.515372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.544657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:36.545020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.560892 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Port ca56d9f9-ac8a-47d3-9acc-dca5169055e7 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:36.587339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Provisioning complete for port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:36.587339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.666125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] For port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,segment=NetworkSegment(54f777a9-0a7b-4e14-966b-5bf89c33f71c),segment_id=54f777a9-0a7b-4e14-966b-5bf89c33f71c)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:36.666516 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.690495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] DHCP port deletion for ca74eca4-7b5b-4c58-a651-79333ac8f69c request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:57:36.705505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.147 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/e6ea1a76-3568-4a78-9a82-d20d5f76f827) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:36.707791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:36.747874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Provisioning complete for port 480eca9f-5bb6-490b-8a1e-935a8859d74b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:36.748255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.763128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.797401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c8016474-8be2-4814-b8cd-9254941a7f56 None None] Port 480eca9f-5bb6-490b-8a1e-935a8859d74b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:36.803575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] Deleting port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:36.804028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.823046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=480eca9f-5bb6-490b-8a1e-935a8859d74b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:36.875726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] For port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,segment=NetworkSegment(54f777a9-0a7b-4e14-966b-5bf89c33f71c),segment_id=54f777a9-0a7b-4e14-966b-5bf89c33f71c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:36.876357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.895388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] Calling delete_port for 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:36.897735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:36.901130 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b18cea6f-2958-495d-9f0d-217aa7d45f35 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/480eca9f-5bb6-490b-8a1e-935a8859d74b HTTP/1.1" status: 204 len: 168 time: 0.7299538 Apr 29 07:57:36.904843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50140) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:36.930348 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bc9378-0b74-4c1e-b1f4-bcba5f87c62c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:36.932071 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c9bc9378-0b74-4c1e-b1f4-bcba5f87c62c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/480eca9f-5bb6-490b-8a1e-935a8859d74b HTTP/1.1" status: 404 len: 333 time: 0.0262194 Apr 29 07:57:36.935820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50142) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:36.996273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7c5c4eba-6a58-44f8-bcd2-a9b063591cd4 None None] Provisioning complete for port ca56d9f9-ac8a-47d3-9acc-dca5169055e7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:36.997142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4eba-6a58-44f8-bcd2-a9b063591cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.051326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port ca56d9f9-ac8a-47d3-9acc-dca5169055e7 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:37.051675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.083921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c4eba-6a58-44f8-bcd2-a9b063591cd4 None None] Port ca56d9f9-ac8a-47d3-9acc-dca5169055e7 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:37.155739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.162525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.190497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for ca56d9f9-ac8a-47d3-9acc-dca5169055e7 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:37.190927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] No DVR routers for this DVR port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:37.194245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da30a3-408c-4a22-9df9-da5845cb5221 None None] Pushing event deleted for resources: {'Port': ['ID=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:37.206056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b765e888-18b2-4caf-bef0-c161587b1a2d None None] Could not find standard attr ID for object 480eca9f-5bb6-490b-8a1e-935a8859d74b. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:57:37.275185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.280579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.309061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=2ed0fc6f-42c9-4316-a2f5-a9c7d794923d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:37.314361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] No DVR routers for this DVR port 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:37.410657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.429716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.431032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca74eca4-7b5b-4c58-a651-79333ac8f69c']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:37.441557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f777a9-0a7b-4e14-966b-5bf89c33f71c') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:37.441843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f777a9-0a7b-4e14-966b-5bf89c33f71c') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:37.452093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.462690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=ca56d9f9-ac8a-47d3-9acc-dca5169055e7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:37.468863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.471326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:37.471719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:37.474695 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:37.488462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.536627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.542822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3716a1e1-0a62-476d-9003-45b5e6544b1e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/ca56d9f9-ac8a-47d3-9acc-dca5169055e7 HTTP/1.1" status: 204 len: 168 time: 0.6036406 Apr 29 07:57:37.543197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50144) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:37.570529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d46559-f084-48e6-93c8-bb3eeccf2ef5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:37.572545 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e7d46559-f084-48e6-93c8-bb3eeccf2ef5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/ca56d9f9-ac8a-47d3-9acc-dca5169055e7 HTTP/1.1" status: 404 len: 333 time: 0.0279741 Apr 29 07:57:37.575164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:37.575726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50146) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:37.579492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:37.581906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:37.584360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=e6ea1a76-3568-4a78-9a82-d20d5f76f827,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:37.639287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet bba70b14-d26b-4e47-ae7e-61470cf4f6b3 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:37.643024 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.651274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.655605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.658912 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/networks/ca74eca4-7b5b-4c58-a651-79333ac8f69c HTTP/1.1" status: 204 len: 168 time: 1.3846273 Apr 29 07:57:37.665102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50148) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:37.697533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe8a9-da1a-4092-8972-0857ec0737e9 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Network': ['ID=ca74eca4-7b5b-4c58-a651-79333ac8f69c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:37.756464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.796039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 16a14bcd-8d35-4c9e-9d51-976a1cb53601 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:37.845072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:37.845347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.875768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 3947ebca-2e25-4d70-9c94-85e0157636f1 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:37.876154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.880770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.997361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:37.997788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.016433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 3947ebca-2e25-4d70-9c94-85e0157636f1 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:38.036238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:38.042167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.073371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.105794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=bba70b14-d26b-4e47-ae7e-61470cf4f6b3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:38.120473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.120473 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-daa632cf-2b56-4d75-a8c6-7ffa5e2678d3 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/bba70b14-d26b-4e47-ae7e-61470cf4f6b3 HTTP/1.1" status: 204 len: 168 time: 0.5415182 Apr 29 07:57:38.121705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50150) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:38.208119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa6db07-9e91-4bbf-ac65-3b091532f30b None None] Network 62280f3e-abc9-4d5b-96cc-73a80aae0224 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:38.210316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:38.210676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2ed0fc6f-42c9-4316-a2f5-a9c7d794923d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:38.227605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.229152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.260230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.292251 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=3947ebca-2e25-4d70-9c94-85e0157636f1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:38.354583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.359328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.366812 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-52b678cf-7f3e-4ccc-b42e-a8435f559ea7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/floatingips/321fe427-a34f-44b6-8fe6-7186dbc6486f HTTP/1.1" status: 204 len: 168 time: 0.6965799 Apr 29 07:57:38.366943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50152) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:38.372224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:38.372763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.390309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a2a9a0-949a-4963-bcc8-b58d9419adc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] DELETE failed (client error): The resource could not be found. Apr 29 07:57:38.391145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a2a9a0-949a-4963-bcc8-b58d9419adc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:57:38.394294 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] DHCP port deletion for 62280f3e-abc9-4d5b-96cc-73a80aae0224 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:57:38.394574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-11a2a9a0-949a-4963-bcc8-b58d9419adc6 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/ports/b744fe6a-87b4-4835-8667-ae51112c86c2 HTTP/1.1" status: 404 len: 333 time: 0.0264943 Apr 29 07:57:38.397106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50154) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:38.444565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] Deleting port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:38.444937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.462205 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0d9cdd1d-fc56-498b-9e12-1c4741ce5ec8 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d10f444-48cb-4309-8aa1-e10fb4b990c0 HTTP/1.1" status: 200 len: 205 time: 0.0640085 Apr 29 07:57:38.465581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50156) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:38.492578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] For port 16a14bcd-8d35-4c9e-9d51-976a1cb53601, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=16a14bcd-8d35-4c9e-9d51-976a1cb53601,segment=NetworkSegment(597351c5-1b96-4888-96b4-345a4d8105cb),segment_id=597351c5-1b96-4888-96b4-345a4d8105cb)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:38.492877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.505881 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-ddff6546-c5a9-4f6b-9ed2-faa2ccf7beb1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] delete failed (client error): The resource could not be found. Apr 29 07:57:38.506820 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ddff6546-c5a9-4f6b-9ed2-faa2ccf7beb1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/routers/2d10f444-48cb-4309-8aa1-e10fb4b990c0 HTTP/1.1" status: 404 len: 336 time: 0.0402379 Apr 29 07:57:38.509386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50158) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:38.510358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 16a14bcd-8d35-4c9e-9d51-976a1cb53601 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:38.510857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] For port 16a14bcd-8d35-4c9e-9d51-976a1cb53601, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=16a14bcd-8d35-4c9e-9d51-976a1cb53601,segment=NetworkSegment(597351c5-1b96-4888-96b4-345a4d8105cb),segment_id=597351c5-1b96-4888-96b4-345a4d8105cb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:38.511836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.528927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] Calling delete_port for 16a14bcd-8d35-4c9e-9d51-976a1cb53601 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:38.531866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.537836 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b96707-eab2-4943-a026-8670f1c57a57 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] DELETE failed (client error): The resource could not be found. Apr 29 07:57:38.538281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b96707-eab2-4943-a026-8670f1c57a57 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:57:38.541714 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d3b96707-eab2-4943-a026-8670f1c57a57 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/subnets/b3c038ec-8339-451b-8368-d789f55636d7 HTTP/1.1" status: 404 len: 337 time: 0.0311425 Apr 29 07:57:38.544182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50160) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:38.600347 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.635424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:38.635684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.668101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=e6ea1a76-3568-4a78-9a82-d20d5f76f827,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:38.678603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.686474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.710201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] Pushing event deleted for resources: {'Port': ['ID=16a14bcd-8d35-4c9e-9d51-976a1cb53601,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:38.712348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9712ba-343e-4d89-917f-07dc142cfee1 None None] No DVR routers for this DVR port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:38.718655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.761467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=16a14bcd-8d35-4c9e-9d51-976a1cb53601,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:38.765465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No DVR routers for this DVR port 16a14bcd-8d35-4c9e-9d51-976a1cb53601 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:38.895301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.919817 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 80b3391e-0eb7-475c-9c14-debd5547a82b associated. External IP: 172.26.2.147, port: fe0cc30c-9719-4138-a94e-e955115101e1. Apr 29 07:57:38.925488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62280f3e-abc9-4d5b-96cc-73a80aae0224']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:38.966481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597351c5-1b96-4888-96b4-345a4d8105cb') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:38.966781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597351c5-1b96-4888-96b4-345a4d8105cb') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:38.974542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.979392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:38.986816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:39.003748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.035865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:39.036263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:39.039178 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:39.193189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.201838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.203211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.204150 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/62280f3e-abc9-4d5b-96cc-73a80aae0224 HTTP/1.1" status: 204 len: 168 time: 1.0811372 Apr 29 07:57:39.209688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50162) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:39.226305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-308503009'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:39.234286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:39.235803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e4abf-3e60-49df-ae91-045047d29e92 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=62280f3e-abc9-4d5b-96cc-73a80aae0224,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:39.258457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router cba9f72b-b76a-4b6b-aa7d-356a5143b86c has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:39.302159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.305309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-643e13cf-4272-4101-bce4-e0cee1ad5f7e tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/ports/2b6fbdd4-3c8e-439a-a7ad-00dd6287dcd5 HTTP/1.1" status: 204 len: 168 time: 0.7602115 Apr 29 07:57:39.307769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50164) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:39.352191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:39.356241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.391189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:39.402612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 2188c729-ed1f-4bdf-a2b1-eb43f105fadb {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:39.402734 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] Sync routers for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:39.403169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:57:39.403301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.413065 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:39.413604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.413953 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Added segment 7a03c02b-d2f6-45d1-8fd5-07c943a266f5 of type vlan for network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 Apr 29 07:57:39.414257 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:39.460984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.485179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.492930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.508089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 2188c729-ed1f-4bdf-a2b1-eb43f105fadb owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:39.512805 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-41118d03-e853-4540-9047-220a9795a0e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3930597 Apr 29 07:57:39.513376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:57:39.515708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055f0a8b-d934-4ece-ae17-29e4d2c07092" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:57:39.516437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50166) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:39.533175 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:39.550982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e2ffb6-931f-425f-8863-c45376ddef16 x-openstack-request-id: req-52e2ffb6-931f-425f-8863-c45376ddef16 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:57:39.551261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:57:39.551512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52e2ffb6-931f-425f-8863-c45376ddef16 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:57:39.551909 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e2ffb6-931f-425f-8863-c45376ddef16'] response: {'name': 'network-changed', 'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'status': 'completed', 'code': 200} Apr 29 07:57:39.564802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.572262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:39.572940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.627087 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3be8140c-839e-46de-83ea-c0054abeef83 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/80b3391e-0eb7-475c-9c14-debd5547a82b HTTP/1.1" status: 200 len: 992 time: 0.1083219 Apr 29 07:57:39.675739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Network': ['ID=a8c8821e-e187-4bcf-bdc9-2ac86814b4d1,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:39.678381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-39e3e3b8-7012-469d-84bf-a964012b2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:39.679957 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-39e3e3b8-7012-469d-84bf-a964012b2046 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 1099 time: 0.1033309 Apr 29 07:57:39.689834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:57:39.690360 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4175444e-2353-4249-8168-ab9cde0186d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4749556 Apr 29 07:57:39.695114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50170) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:39.696789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:39.789704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-0e188473-ed3a-4420-8ac4-1e2ac6ab6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:39.791231 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-0e188473-ed3a-4420-8ac4-1e2ac6ab6633 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66bcb917-e47d-4e30-bdae-4e946b6bc76d HTTP/1.1" status: 200 len: 898 time: 0.0997076 Apr 29 07:57:39.822967 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '80b3391e-0eb7-475c-9c14-debd5547a82b', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'port_id': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'mac_address': 'fa:16:3e:8e:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:57:37Z', 'updated_at': '2022-04-29T07:57:37Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:39.825412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 16a14bcd-8d35-4c9e-9d51-976a1cb53601 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:39.847140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 16a14bcd-8d35-4c9e-9d51-976a1cb53601 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:39.852943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 16a14bcd-8d35-4c9e-9d51-976a1cb53601 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:39.853316 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] Checking router: cba9f72b-b76a-4b6b-aa7d-356a5143b86c for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:57:39.863163 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:39.863768 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:39.878886 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-93024956-a100-43ec-8060-bead5cb60776 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe0cc30c-9719-4138-a94e-e955115101e1 HTTP/1.1" status: 200 len: 1000 time: 0.0794396 Apr 29 07:57:39.905749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.927994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-9cde6238-8cda-4aff-a778-43a8118c1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:39.929457 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-9cde6238-8cda-4aff-a778-43a8118c1040 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd371d20-b263-40c0-9e13-fbc0ea333404 HTTP/1.1" status: 200 len: 835 time: 0.0446451 Apr 29 07:57:39.944345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:39.947886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:39.951898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=2188c729-ed1f-4bdf-a2b1-eb43f105fadb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:39.982413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-43a686f7-059a-4f47-98b0-46beeb250e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:39.984406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-43a686f7-059a-4f47-98b0-46beeb250e2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66bcb917-e47d-4e30-bdae-4e946b6bc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453455 Apr 29 07:57:39.985020 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:40.082144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.087886 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c03ce1ee-e6d7-4b44-a249-114ae2bcb00c tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/ports/2188c729-ed1f-4bdf-a2b1-eb43f105fadb HTTP/1.1" status: 204 len: 168 time: 0.7762520 Apr 29 07:57:40.088085 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-e7c59af6-e333-4261-8d4b-7de1acfb7d11 service neutron] 10.222.0.39 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948777 Apr 29 07:57:40.088404 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50172) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:40.187706 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc02d8-7cdc-4700-bc7a-ca0484ed8757 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:40.192162 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2afc02d8-7cdc-4700-bc7a-ca0484ed8757 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "GET /v2.0/ports?device_id=9555c17c-7cbb-4506-a49c-4f3abac701bf HTTP/1.1" status: 200 len: 913 time: 0.0999422 Apr 29 07:57:40.195527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50174) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:40.225417 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '80b3391e-0eb7-475c-9c14-debd5547a82b', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'port_id': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'mac_address': 'fa:16:3e:8e:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:57:37Z', 'updated_at': '2022-04-29T07:57:37Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:40.258013 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b06aa-9157-4315-ba25-1b1f0fdaece1 None None] The sync data for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv is: [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '80b3391e-0eb7-475c-9c14-debd5547a82b', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'port_id': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'mac_address': 'fa:16:3e:8e:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:57:37Z', 'updated_at': '2022-04-29T07:57:37Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:40.261954 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-055f0a8b-d934-4ece-ae17-29e4d2c07092 req-22309c19-90c2-415c-93ee-1c8aa8a3d0c0 service neutron] 10.222.0.39 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629398 Apr 29 07:57:40.310175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.374092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=c1199b16-ea4a-484a-a4c3-2219bcc9a687,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:40.384763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Checking segment: {'id': '7a03c02b-d2f6-45d1-8fd5-07c943a266f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:40.385366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network hostable DHCP agents. Network: a8c8821e-e187-4bcf-bdc9-2ac86814b4d1, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:57:40.475224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:57:40.482069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11446701-570e-4c4a-aa86-ad2e083de621 None None] New status for floating IP 80b3391e-0eb7-475c-9c14-debd5547a82b: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:57:40.543696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, a8c8821e-e187-4bcf-bdc9-2ac86814b4d1) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:40.548391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:40.548985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.575141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e3a25-4a86-41b4-b130-81f8b9491b68 None None] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:40.585172 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.629988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50176) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:40.646211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-822317ca-5770-4541-bb97-faba06a264ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9539471 Apr 29 07:57:40.669805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50178) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:40.679339 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-cc31050b-7ba2-4fbf-bda1-abe1d502027d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-912790811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:40.717882 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3aebb8a5-c1c3-4064-b084-6bfe892f9f70 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/80b3391e-0eb7-475c-9c14-debd5547a82b HTTP/1.1" status: 200 len: 992 time: 0.0844688 Apr 29 07:57:40.781562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-a8c8821e-e187-4bcf-bdc9-2ac86814b4d1', 'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1', 'tenant_id': '4db94a8637434b16b58256099d77e699', 'fixed_ips': [{'subnet_id': 'c1199b16-ea4a-484a-a4c3-2219bcc9a687'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:40.782529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.794168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc31050b-7ba2-4fbf-bda1-abe1d502027d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.795017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc31050b-7ba2-4fbf-bda1-abe1d502027d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.873702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc31050b-7ba2-4fbf-bda1-abe1d502027d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.917853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 02faf74d-8493-4b87-8b1b-6db0a02fd038 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:40.918193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:40.922338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Allocated IP 172.20.0.2 (a8c8821e-e187-4bcf-bdc9-2ac86814b4d1/c1199b16-ea4a-484a-a4c3-2219bcc9a687/73943204-ac6b-4fb0-a382-76e1f33614dd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:40.934916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc31050b-7ba2-4fbf-bda1-abe1d502027d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.014911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.027392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 02faf74d-8493-4b87-8b1b-6db0a02fd038 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:41.046727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cc31050b-7ba2-4fbf-bda1-abe1d502027d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.050593 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cc31050b-7ba2-4fbf-bda1-abe1d502027d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3798153 Apr 29 07:57:41.050814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50180) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:41.057686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1', 'name': 'tempest-PortsTestJSON-474412833'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:41.069080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.135120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.166779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0728078-9739-4c82-ac5e-18b8e03bec76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.184621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:41.188643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:41.191200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:41.193335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Pushing event updated for resources: {'Port': ['ID=73943204-ac6b-4fb0-a382-76e1f33614dd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:41.219852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:41.223536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.241696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 11d841b8-7b94-416d-947f-35ade9a7353c yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:41.249565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Attempting to bind port 73943204-ac6b-4fb0-a382-76e1f33614dd on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:41.249933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Attempting to bind port 73943204-ac6b-4fb0-a382-76e1f33614dd by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '7a03c02b-d2f6-45d1-8fd5-07c943a266f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:41.250288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Attempting to bind port 73943204-ac6b-4fb0-a382-76e1f33614dd on network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:41.255075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:41.255464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Checking segment: {'id': '7a03c02b-d2f6-45d1-8fd5-07c943a266f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:41.255859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.256241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Bound using segment: {'id': '7a03c02b-d2f6-45d1-8fd5-07c943a266f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:41.256708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Bound port: 73943204-ac6b-4fb0-a382-76e1f33614dd, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a03c02b-d2f6-45d1-8fd5-07c943a266f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8c8821e-e187-4bcf-bdc9-2ac86814b4d1'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:41.257066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.286452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.313907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=02faf74d-8493-4b87-8b1b-6db0a02fd038,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:41.329400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] For port 73943204-ac6b-4fb0-a382-76e1f33614dd, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:41.333000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] For port 73943204-ac6b-4fb0-a382-76e1f33614dd, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=73943204-ac6b-4fb0-a382-76e1f33614dd,segment=NetworkSegment(7a03c02b-d2f6-45d1-8fd5-07c943a266f5),segment_id=7a03c02b-d2f6-45d1-8fd5-07c943a266f5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:41.355989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.13 (a8c8821e-e187-4bcf-bdc9-2ac86814b4d1/c1199b16-ea4a-484a-a4c3-2219bcc9a687/11d841b8-7b94-416d-947f-35ade9a7353c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:41.387810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.451997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936d3e-d31b-4d12-8a66-552e3b7ddcd2 None None] Pushing event updated for resources: {'Port': ['ID=73943204-ac6b-4fb0-a382-76e1f33614dd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:41.491140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.510493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.607557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.690323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:41.694481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:41.699549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:41.703883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=11d841b8-7b94-416d-947f-35ade9a7353c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:41.725877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50182) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:41.797042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:41.797649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:41.825242 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ef5090d5-9ded-4488-9648-d24a43ff4739 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/80b3391e-0eb7-475c-9c14-debd5547a82b HTTP/1.1" status: 200 len: 994 time: 0.0960896 Apr 29 07:57:41.863320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 73943204-ac6b-4fb0-a382-76e1f33614dd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:41.891283 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b2f17093-0361-4acc-9ccb-d2aa8ef73c3d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8381150 Apr 29 07:57:41.893815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50184) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:41.922183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 73943204-ac6b-4fb0-a382-76e1f33614dd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:41.923388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.024436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.064137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 73943204-ac6b-4fb0-a382-76e1f33614dd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=73943204-ac6b-4fb0-a382-76e1f33614dd,segment=NetworkSegment(7a03c02b-d2f6-45d1-8fd5-07c943a266f5),segment_id=7a03c02b-d2f6-45d1-8fd5-07c943a266f5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:42.119005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Router 9555c17c-7cbb-4506-a49c-4f3abac701bf has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:42.143346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.215569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=73943204-ac6b-4fb0-a382-76e1f33614dd,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:42.244630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:42.252020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.255069 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] Sync routers for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:42.256325 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0412b6cc-8c8b-4b06-bbb0-ee609acffc84 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "PUT /v2.0/routers/9555c17c-7cbb-4506-a49c-4f3abac701bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595670 Apr 29 07:57:42.258713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50186) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:42.270053 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:42.271143 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:42.307897 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:42.320366 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] Routers {'9555c17c-7cbb-4506-a49c-4f3abac701bf'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:42.321009 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['9555c17c-7cbb-4506-a49c-4f3abac701bf'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:42.360447 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:42.361388 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6494e234-bf73-4f63-8000-2e133096f223 None None] The sync data for ids ['9555c17c-7cbb-4506-a49c-4f3abac701bf'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:42.391256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.506198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.547187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.566351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77776632-7e59-4da3-b68d-0d199d79e886 None None] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:42.625615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.630211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.641313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting port 7c81113f-6b7b-40ac-b3e6-cc2a9d1a0707 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:42.641878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.711527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=11d841b8-7b94-416d-947f-35ade9a7353c,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:42.734586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fc0ca207-ee57-4146-951e-d2a199e2320c None None] Provisioning complete for port 73943204-ac6b-4fb0-a382-76e1f33614dd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:42.734958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca207-ee57-4146-951e-d2a199e2320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.740304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:42.752651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Calling delete_port for 7c81113f-6b7b-40ac-b3e6-cc2a9d1a0707 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:42.865923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.041326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.049913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c779f020-7704-4499-82ab-6d5337c3fc6d None None] Provisioning complete for port 73943204-ac6b-4fb0-a382-76e1f33614dd triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:43.051020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c779f020-7704-4499-82ab-6d5337c3fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.078466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Port': ['ID=7c81113f-6b7b-40ac-b3e6-cc2a9d1a0707,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:43.128626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.145657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.180039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c779f020-7704-4499-82ab-6d5337c3fc6d None None] Provisioning complete for port 11d841b8-7b94-416d-947f-35ade9a7353c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:43.180411 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c779f020-7704-4499-82ab-6d5337c3fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.217889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c779f020-7704-4499-82ab-6d5337c3fc6d None None] Port 11d841b8-7b94-416d-947f-35ade9a7353c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:43.254234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65986e1b-9a9e-4821-9ea1-fd99d0adb1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.255933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.258089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.337651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bc8da480-52a9-4e62-aec8-f7dc3d7ed33b None None] Provisioning complete for port 11d841b8-7b94-416d-947f-35ade9a7353c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:43.338126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc8da480-52a9-4e62-aec8-f7dc3d7ed33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.374221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.374965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Fanout notify agent at l3_agent the message router_deleted on router 9555c17c-7cbb-4506-a49c-4f3abac701bf {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:57:43.377869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bc8da480-52a9-4e62-aec8-f7dc3d7ed33b None None] Port 11d841b8-7b94-416d-947f-35ade9a7353c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:43.388887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.388887 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3769809b-9a4b-4145-8d19-8b3e9ea94fc7 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/routers/9555c17c-7cbb-4506-a49c-4f3abac701bf HTTP/1.1" status: 204 len: 168 time: 1.1248674 Apr 29 07:57:43.388887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50190) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:43.424605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.439245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Deleting subnet f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:43.442242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.481460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.494792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.499040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-44eab058-6cbe-42a3-a3c0-b60930755879 None None] Provisioning complete for port 11d841b8-7b94-416d-947f-35ade9a7353c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:43.499040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44eab058-6cbe-42a3-a3c0-b60930755879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.532014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.537224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-44eab058-6cbe-42a3-a3c0-b60930755879 None None] Port 11d841b8-7b94-416d-947f-35ade9a7353c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:43.571844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.573508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=11d841b8-7b94-416d-947f-35ade9a7353c,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:43.643115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.665003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:43.668305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:43.671617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Subnet': ['ID=f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:43.675271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.681975 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a443575a-2117-4a1e-ac95-2e5bbc295cc1 tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/subnets/f50dd3d1-a3f4-41d9-8ef3-b3d93d7464d1 HTTP/1.1" status: 204 len: 168 time: 0.2915733 Apr 29 07:57:43.682701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50192) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:43.765409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.813091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 73943204-ac6b-4fb0-a382-76e1f33614dd up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:43.857730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Router eb8b9bdc-f494-4a72-b32b-df433cb6ed7b is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:57:43.868381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 73943204-ac6b-4fb0-a382-76e1f33614dd triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:43.868900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.878042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.899590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b113fc-9f21-4997-8caa-69a96b4ce1e0']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:43.909744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d26dd8-68eb-426f-be08-bbeed1d0167d') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:43.910123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d26dd8-68eb-426f-be08-bbeed1d0167d') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:43.919893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.935716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.943127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:43.943539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:43.946991 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:43.962738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:43.968014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-43e71ed5-0fff-4119-87b3-53f870da98da None None] Provisioning complete for port 11d841b8-7b94-416d-947f-35ade9a7353c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:43.969005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43e71ed5-0fff-4119-87b3-53f870da98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:43.976123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-317594a3-f2bf-40eb-bd30-fa2c981f1eed tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "PUT /v2.0/routers/eb8b9bdc-f494-4a72-b32b-df433cb6ed7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0809569 Apr 29 07:57:43.978581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50194) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:43.996144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] Sync routers for ids ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:44.017615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] Routers {'eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:44.018239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:44.021315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-43e71ed5-0fff-4119-87b3-53f870da98da None None] Port 11d841b8-7b94-416d-947f-35ade9a7353c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:44.030474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1c3f7-148d-4092-b361-4986070cd0cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:44.034092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:44.034255 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-42d1c3f7-148d-4092-b361-4986070cd0cc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8b9bdc-f494-4a72-b32b-df433cb6ed7b HTTP/1.1" status: 200 len: 982 time: 0.0562451 Apr 29 07:57:44.052089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:44.061130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] Routers {'eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:44.061730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:44.079429 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.084237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.087654 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] 10.222.0.16 "DELETE /v2.0/networks/d8b113fc-9f21-4997-8caa-69a96b4ce1e0 HTTP/1.1" status: 204 len: 168 time: 0.4045091 Apr 29 07:57:44.099364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:44.099364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381ead7-2170-4c94-9592-e77dcb994cf7 None None] The sync data for ids ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:44.134642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461e18f-6c28-4b55-b45d-2955498f5d8b tempest-FloatingIPTestJSON-1634231246 tempest-FloatingIPTestJSON-1634231246-project] Pushing event deleted for resources: {'Network': ['ID=d8b113fc-9f21-4997-8caa-69a96b4ce1e0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:44.485883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.595094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50202) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:44.705981 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 11d841b8-7b94-416d-947f-35ade9a7353c {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:44.706455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.728486 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f5e3764c-c3c5-4597-ace7-4e28819433a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b17c42a1b004e359c1b0167ee834d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299412 Apr 29 07:57:44.729044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50206) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:44.777202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c28f7e9-7c7d-4bae-bb2c-9a94d8e8743c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.792201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.805246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 11d841b8-7b94-416d-947f-35ade9a7353c owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:44.806220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c28f7e9-7c7d-4bae-bb2c-9a94d8e8743c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.926009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c28f7e9-7c7d-4bae-bb2c-9a94d8e8743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.928628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2c28f7e9-7c7d-4bae-bb2c-9a94d8e8743c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:44.934657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2c28f7e9-7c7d-4bae-bb2c-9a94d8e8743c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49eaa1ea-954d-4b51-a24b-24b40ccb4823 HTTP/1.1" status: 204 len: 168 time: 0.2001903 Apr 29 07:57:44.937519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28f7e9-7c7d-4bae-bb2c-9a94d8e8743c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eaa1ea-954d-4b51-a24b-24b40ccb4823,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:44.968594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.048472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.086633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=11d841b8-7b94-416d-947f-35ade9a7353c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:45.245618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.400628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Router eb8b9bdc-f494-4a72-b32b-df433cb6ed7b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:45.488228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:45.493181 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-756a892b-970a-4936-b037-206fd6908bdc tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "PUT /v2.0/routers/eb8b9bdc-f494-4a72-b32b-df433cb6ed7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4576018 Apr 29 07:57:45.495913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50220) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:45.499216 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] Sync routers for ids ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:45.509967 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] Routers {'eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:45.510605 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:45.520724 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6addff49-5e6f-4af2-be4c-2cfc33934534 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:45.522308 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6addff49-5e6f-4af2-be4c-2cfc33934534 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/11d841b8-7b94-416d-947f-35ade9a7353c HTTP/1.1" status: 404 len: 333 time: 0.0254130 Apr 29 07:57:45.525073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50222) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:45.545646 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:45.554154 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] Routers {'eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:45.554785 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:45.587347 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:45.587820 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe86f30-46a0-4074-a723-9593d6e0a128 None None] The sync data for ids ['eb8b9bdc-f494-4a72-b32b-df433cb6ed7b'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:45.606338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c2e025-cf85-432f-86d6-d00807767770 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.770872 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c2e025-cf85-432f-86d6-d00807767770 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.772978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c2e025-cf85-432f-86d6-d00807767770 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.874897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c2e025-cf85-432f-86d6-d00807767770 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.875429 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c2e025-cf85-432f-86d6-d00807767770 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Fanout notify agent at l3_agent the message router_deleted on router eb8b9bdc-f494-4a72-b32b-df433cb6ed7b {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:57:45.882466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62c2e025-cf85-432f-86d6-d00807767770 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.884818 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-62c2e025-cf85-432f-86d6-d00807767770 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/routers/eb8b9bdc-f494-4a72-b32b-df433cb6ed7b HTTP/1.1" status: 204 len: 168 time: 0.3586597 Apr 29 07:57:45.887452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50232) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:45.937941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet c1199b16-ea4a-484a-a4c3-2219bcc9a687 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:45.941083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:45.963737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50234) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:45.982590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.088775 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fee2ef31-c0d0-4846-b268-36eab3b0dfff tempest-ServiceProvidersTest-956996278 tempest-ServiceProvidersTest-956996278-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1171775 Apr 29 07:57:46.095502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.168540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.225902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.252811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=c1199b16-ea4a-484a-a4c3-2219bcc9a687,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:46.257912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.263914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50244) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:46.264122 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b695717b-ec2b-49bf-af55-0746549064ae tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/c1199b16-ea4a-484a-a4c3-2219bcc9a687 HTTP/1.1" status: 204 len: 168 time: 0.3754611 Apr 29 07:57:46.266384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ee920-cfa6-422c-81fe-b4c9a53097ff None None] Network a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:46.343623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.401349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 73943204-ac6b-4fb0-a382-76e1f33614dd {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:46.401724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.468601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] For port 73943204-ac6b-4fb0-a382-76e1f33614dd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=73943204-ac6b-4fb0-a382-76e1f33614dd,segment=NetworkSegment(7a03c02b-d2f6-45d1-8fd5-07c943a266f5),segment_id=7a03c02b-d2f6-45d1-8fd5-07c943a266f5)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:46.469019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.483303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 73943204-ac6b-4fb0-a382-76e1f33614dd owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:46.542304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50248) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:46.602977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] DHCP port deletion for a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:57:46.646571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.650629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] Deleting port 73943204-ac6b-4fb0-a382-76e1f33614dd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:46.651003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.656062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa5f9-4690-4946-841d-b8528f3a98fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.681603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=73943204-ac6b-4fb0-a382-76e1f33614dd,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:46.683523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No DVR routers for this DVR port 73943204-ac6b-4fb0-a382-76e1f33614dd on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:46.715193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.733066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] For port 73943204-ac6b-4fb0-a382-76e1f33614dd, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:46.733747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.746819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa5f9-4690-4946-841d-b8528f3a98fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.747661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] Calling delete_port for 73943204-ac6b-4fb0-a382-76e1f33614dd owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:46.750344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] Port 73943204-ac6b-4fb0-a382-76e1f33614dd was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:57:46.751658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.771652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.775673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] Pushing event deleted for resources: {'Port': ['ID=73943204-ac6b-4fb0-a382-76e1f33614dd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:46.780742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9188e53-42bd-470a-90ef-ef09e17cc03b None None] No DVR routers for this DVR port 73943204-ac6b-4fb0-a382-76e1f33614dd on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:57:46.794387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c8821e-e187-4bcf-bdc9-2ac86814b4d1']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:46.803786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a03c02b-d2f6-45d1-8fd5-07c943a266f5') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:46.804082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a03c02b-d2f6-45d1-8fd5-07c943a266f5') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:46.809035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa5f9-4690-4946-841d-b8528f3a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.814079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.827598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.835054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:57:46.835444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:57:46.838735 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:57:46.851851 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3a6fa5f9-4690-4946-841d-b8528f3a98fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=762bd8029d1249faab2439838a7a8e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081677 Apr 29 07:57:46.852716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fa5f9-4690-4946-841d-b8528f3a98fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9276e5-6a2a-4bac-9fd2-6433434c88b6,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:46.855696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50252) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:46.905443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb19a2bd-1900-44ed-b5ad-de80c76cee80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.927230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb19a2bd-1900-44ed-b5ad-de80c76cee80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.960363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.967461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:46.970657 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/a8c8821e-e187-4bcf-bdc9-2ac86814b4d1 HTTP/1.1" status: 204 len: 168 time: 0.7056050 Apr 29 07:57:46.974646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:46.983231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8ff54-5911-4089-ae4c-5f2f4a3985e6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=a8c8821e-e187-4bcf-bdc9-2ac86814b4d1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:47.017281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09b429-0bb7-43af-8a41-19082620d220 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:47.018629 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-de09b429-0bb7-43af-8a41-19082620d220 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/178a6d74-ffe4-4b03-8831-8cb50f554c08 HTTP/1.1" status: 200 len: 840 time: 0.0430000 Apr 29 07:57:47.022319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50256) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:47.051933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb19a2bd-1900-44ed-b5ad-de80c76cee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:47.054332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fb19a2bd-1900-44ed-b5ad-de80c76cee80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:47.055443 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fb19a2bd-1900-44ed-b5ad-de80c76cee80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f9276e5-6a2a-4bac-9fd2-6433434c88b6 HTTP/1.1" status: 204 len: 168 time: 0.1988952 Apr 29 07:57:47.070657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a2bd-1900-44ed-b5ad-de80c76cee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9276e5-6a2a-4bac-9fd2-6433434c88b6,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:47.081431 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b3a8cd8a-153f-4eb3-808b-eec5a5b22ca7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/178a6d74-ffe4-4b03-8831-8cb50f554c08?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0518339 Apr 29 07:57:47.081547 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50260) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:47.087443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:47.248055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:47.251630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:47.794416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 73943204-ac6b-4fb0-a382-76e1f33614dd no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:57:47.814988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 73943204-ac6b-4fb0-a382-76e1f33614dd {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:57:47.815323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 73943204-ac6b-4fb0-a382-76e1f33614dd not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:57:47.842674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:47.884533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:47.887620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:47.891815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:47.892796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:47.895702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a847dbc-39ed-4d1c-8de5-227b6c5271cf None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:47.901444 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=81c83c30-c1ec-44f1-ba7f-b46e22972db0,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:47.980687 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4e751068-2d08-43c2-84ff-784cbfa8908f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8972330 Apr 29 07:57:47.983737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50262) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:47.988391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-0629083f-e5e7-47a8-8090-d29c9d6a6895 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'security_group': {'name': 'tempest-secgroup-936646494'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:48.051442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b2bc5f74-12eb-411b-a760-561aeb89a592', 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'tenant_id': '4db94a8637434b16b58256099d77e699', 'fixed_ips': [{'subnet_id': '81c83c30-c1ec-44f1-ba7f-b46e22972db0'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:57:48.052274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.074925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0629083f-e5e7-47a8-8090-d29c9d6a6895 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.153839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0629083f-e5e7-47a8-8090-d29c9d6a6895 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.188791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Allocated IP 172.20.0.2 (b2bc5f74-12eb-411b-a760-561aeb89a592/81c83c30-c1ec-44f1-ba7f-b46e22972db0/ff339539-e0e5-4bdb-aada-92fb1c91b6d3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:48.225442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0629083f-e5e7-47a8-8090-d29c9d6a6895 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.253868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629083f-e5e7-47a8-8090-d29c9d6a6895 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede4fac7-f641-4c85-a226-f59f1c72b793,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:48.318921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0629083f-e5e7-47a8-8090-d29c9d6a6895 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.320164 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0629083f-e5e7-47a8-8090-d29c9d6a6895 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3354044 Apr 29 07:57:48.323223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50264) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:48.328306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-166ab136-0177-4eab-8c3c-6252728a22a4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'security_group': {'name': 'tempest-secgroup-1753482838'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:48.330058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.385403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.408337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-166ab136-0177-4eab-8c3c-6252728a22a4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.425982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:48.428871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:48.432575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:48.439359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Pushing event updated for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:48.475669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-166ab136-0177-4eab-8c3c-6252728a22a4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.490210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Attempting to bind port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:57:48.490615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Attempting to bind port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:57:48.490978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Attempting to bind port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 on network b2bc5f74-12eb-411b-a760-561aeb89a592 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:57:48.495798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:57:48.496172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Checking segment: {'id': 'cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:57:48.496569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.496964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Bound using segment: {'id': 'cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:57:48.497427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Bound port: ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:57:48.497802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.525995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-166ab136-0177-4eab-8c3c-6252728a22a4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.555218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ab136-0177-4eab-8c3c-6252728a22a4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b86c51-1166-48c3-ac19-1dd610955845,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:48.562916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:57:48.565830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,segment=NetworkSegment(cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5),segment_id=cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:57:48.610198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-166ab136-0177-4eab-8c3c-6252728a22a4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.611464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-166ab136-0177-4eab-8c3c-6252728a22a4 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2868125 Apr 29 07:57:48.614056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50266) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:48.618784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1256220645', 'security_groups': ['92b86c51-1166-48c3-ac19-1dd610955845'], 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81c83c30-c1ec-44f1-ba7f-b46e22972db0'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:48.637799 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:48.699778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373077-24c1-4811-ae73-b1eebfd35766 None None] Pushing event updated for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:48.783398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:49.119778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.137764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:49.293108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.14 (b2bc5f74-12eb-411b-a760-561aeb89a592/81c83c30-c1ec-44f1-ba7f-b46e22972db0/ef04ddcb-1914-499e-90e7-a9bbd2aee3c4) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:49.431625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.540080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.584023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:49.586985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:49.590742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:49.596881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=ef04ddcb-1914-499e-90e7-a9bbd2aee3c4,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:49.643138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:49.643762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.684096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:49.684618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.713817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5f183553-5534-44a9-aa06-66a96c2de5cb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0986416 Apr 29 07:57:49.716716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50270) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:49.722503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-acb26783-596b-48c9-b79b-454b1901b32f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:49.775786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.814475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,segment=NetworkSegment(cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5),segment_id=cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:49.838760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff339539-e0e5-4bdb-aada-92fb1c91b6d3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:49.886708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:49.887079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.919632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.939930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb26783-596b-48c9-b79b-454b1901b32f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:49.943520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-acb26783-596b-48c9-b79b-454b1901b32f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:49.971545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Provisioning complete for port 178a6d74-ffe4-4b03-8831-8cb50f554c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:49.971919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:50.024229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Pushing event updated for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:50.034289 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.ipam_backend_mixin [None req-acb26783-596b-48c9-b79b-454b1901b32f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81c83c30-c1ec-44f1-ba7f-b46e22972db0 (CIDR: 172.20.0.0/28) Apr 29 07:57:50.044610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6242181d-dafc-4dff-9251-630eceec84a0 None None] Port 178a6d74-ffe4-4b03-8831-8cb50f554c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:50.070361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb26783-596b-48c9-b79b-454b1901b32f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:57:50.070879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb26783-596b-48c9-b79b-454b1901b32f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:57:50.142493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-acb26783-596b-48c9-b79b-454b1901b32f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4249909 Apr 29 07:57:50.144978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50272) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:50.149864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:50.162706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e1b20ecc-5cf7-43b4-8acd-76e6f21d725a None None] Provisioning complete for port ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:50.163084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1b20ecc-5cf7-43b4-8acd-76e6f21d725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:50.200675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e1b20ecc-5cf7-43b4-8acd-76e6f21d725a None None] Port ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:50.320318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:50.323776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:50.607153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:50.643455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:50.647778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:50.651765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:50.652382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:50.657219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142588b-f438-4467-8bc2-2a536fce9963 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:50.668497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=a373712f-2ec0-4c00-a934-25c353d12b34,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:50.736412 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d298f851-0e64-4e6b-9b86-9aeea7a6a169 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5904160 Apr 29 07:57:50.739054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50274) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:50.744156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-813980738', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a373712f-2ec0-4c00-a934-25c353d12b34'}], 'security_groups': ['ede4fac7-f641-4c85-a226-f59f1c72b793']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:50.814977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:50.867022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf570a-7f3d-4878-8f4c-775a1c411a07 None None] Update dhcp port {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'fixed_ips': [{'subnet_id': '81c83c30-c1ec-44f1-ba7f-b46e22972db0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a373712f-2ec0-4c00-a934-25c353d12b34'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'ff339539-e0e5-4bdb-aada-92fb1c91b6d3'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:57:50.891342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70bf570a-7f3d-4878-8f4c-775a1c411a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.049674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-70bf570a-7f3d-4878-8f4c-775a1c411a07 None None] Allocated IP 172.20.0.18 (b2bc5f74-12eb-411b-a760-561aeb89a592/a373712f-2ec0-4c00-a934-25c353d12b34/ff339539-e0e5-4bdb-aada-92fb1c91b6d3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:51.141720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-70bf570a-7f3d-4878-8f4c-775a1c411a07 None None] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,segment=NetworkSegment(cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5),segment_id=cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:51.168328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70bf570a-7f3d-4878-8f4c-775a1c411a07 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.228537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70bf570a-7f3d-4878-8f4c-775a1c411a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.318650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf570a-7f3d-4878-8f4c-775a1c411a07 None None] Pushing event updated for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:51.330576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Delete allocated IP 172.20.0.14 (b2bc5f74-12eb-411b-a760-561aeb89a592/81c83c30-c1ec-44f1-ba7f-b46e22972db0) {{(pid=109782) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:57:51.339469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.22 (b2bc5f74-12eb-411b-a760-561aeb89a592/a373712f-2ec0-4c00-a934-25c353d12b34/ef04ddcb-1914-499e-90e7-a9bbd2aee3c4) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:51.493114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.543906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.635001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=ef04ddcb-1914-499e-90e7-a9bbd2aee3c4,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:51.659277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] In _notify_port_updated(), no bound segment for port ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 on network b2bc5f74-12eb-411b-a760-561aeb89a592 {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:57:51.664841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:51.665462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.666807 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7e203220-9cb5-46fa-a29f-1c68df5d30e8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "PUT /v2.0/ports/ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 HTTP/1.1" status: 200 len: 920 time: 0.9268110 Apr 29 07:57:51.670151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50276) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:51.760701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:51.760701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.789744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff339539-e0e5-4bdb-aada-92fb1c91b6d3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:51.841155 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:51.841525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.849524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.862490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:51.869607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:51.870116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:51.999196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Provisioning complete for port 178a6d74-ffe4-4b03-8831-8cb50f554c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:51.999566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.034520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Port 178a6d74-ffe4-4b03-8831-8cb50f554c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:52.044065 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Provisioning complete for port ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:52.044436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.082535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7d583-5852-4ad2-8e1a-d55dbcbed01f None None] Port ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:52.082783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.115498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=ef04ddcb-1914-499e-90e7-a9bbd2aee3c4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:52.186743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.190202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e4dca23c-217c-42bc-8695-31814d563776 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 HTTP/1.1" status: 204 len: 168 time: 0.5190740 Apr 29 07:57:52.192887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50280) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:52.219537 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dff6cb4-2bba-4b61-bc6a-ce4e405cb4bf tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:52.221049 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7dff6cb4-2bba-4b61-bc6a-ce4e405cb4bf tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/ef04ddcb-1914-499e-90e7-a9bbd2aee3c4 HTTP/1.1" status: 404 len: 333 time: 0.0262244 Apr 29 07:57:52.224145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50282) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:52.294779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-eb764279-ce15-460c-b468-4b0366bd87fb None None] Could not find standard attr ID for object ef04ddcb-1914-499e-90e7-a9bbd2aee3c4. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:57:52.298694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c12b2f1-6f53-4997-bdf7-c718377594f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.321653 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c12b2f1-6f53-4997-bdf7-c718377594f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.442610 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c12b2f1-6f53-4997-bdf7-c718377594f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.445200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3c12b2f1-6f53-4997-bdf7-c718377594f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.446391 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3c12b2f1-6f53-4997-bdf7-c718377594f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/security-groups/92b86c51-1166-48c3-ac19-1dd610955845 HTTP/1.1" status: 204 len: 168 time: 0.2213333 Apr 29 07:57:52.449717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50284) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:52.457418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12b2f1-6f53-4997-bdf7-c718377594f7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b86c51-1166-48c3-ac19-1dd610955845,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:52.502514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-290ab419-27b4-439e-9ca3-df4cd15eb528 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.524451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-290ab419-27b4-439e-9ca3-df4cd15eb528 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.634487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-290ab419-27b4-439e-9ca3-df4cd15eb528 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.637717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-290ab419-27b4-439e-9ca3-df4cd15eb528 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.639056 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-290ab419-27b4-439e-9ca3-df4cd15eb528 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/security-groups/ede4fac7-f641-4c85-a226-f59f1c72b793 HTTP/1.1" status: 204 len: 168 time: 0.1883140 Apr 29 07:57:52.641714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50286) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:52.648017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab419-27b4-439e-9ca3-df4cd15eb528 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede4fac7-f641-4c85-a226-f59f1c72b793,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:52.694950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet 81c83c30-c1ec-44f1-ba7f-b46e22972db0 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:52.697946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.737123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.847483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:52.971767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.003380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=81c83c30-c1ec-44f1-ba7f-b46e22972db0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:53.007143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.010314 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-76d10aef-7d71-406a-a93b-8c8326171d9d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/81c83c30-c1ec-44f1-ba7f-b46e22972db0 HTTP/1.1" status: 204 len: 168 time: 0.3675478 Apr 29 07:57:53.014074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ef267-a115-4e67-a723-92e2ffd08895 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:53.014872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:53.019951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:53.208271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:53.211803 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.499885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.547299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:53.550552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:53.554903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:53.555486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.565399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=8035a3da-4f3a-465e-96de-cf53be19a388,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:53.591787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0db08-a84d-4624-bc2b-42edb998ef53 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:53.633642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-41d4549e-20db-4222-b383-c50a86d409a0 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6176422 Apr 29 07:57:53.636199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50290) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:53.640740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d3483c7e-6b5f-4141-9d9b-784e157843ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'security_group': {'name': 'tempest-secgroup-823998221'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:53.664949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b59f7048-1d25-4469-a5fc-b4c4f9932025 None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:53.665321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b59f7048-1d25-4469-a5fc-b4c4f9932025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.705434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3483c7e-6b5f-4141-9d9b-784e157843ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.773643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3483c7e-6b5f-4141-9d9b-784e157843ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.823908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b59f7048-1d25-4469-a5fc-b4c4f9932025 None None] Provisioning complete for port 178a6d74-ffe4-4b03-8831-8cb50f554c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:53.824284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b59f7048-1d25-4469-a5fc-b4c4f9932025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.836760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3483c7e-6b5f-4141-9d9b-784e157843ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.869771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3483c7e-6b5f-4141-9d9b-784e157843ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f6f378-1550-4f89-ae32-894e61297f62,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:53.878447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b59f7048-1d25-4469-a5fc-b4c4f9932025 None None] Port 178a6d74-ffe4-4b03-8831-8cb50f554c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:53.892713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf88317-8c6e-43a0-82f7-943d42197560 None None] Update dhcp port {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'fixed_ips': [{'subnet_id': 'a373712f-2ec0-4c00-a934-25c353d12b34', 'ip_address': '172.20.0.18'}, {'subnet_id': '8035a3da-4f3a-465e-96de-cf53be19a388'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'ff339539-e0e5-4bdb-aada-92fb1c91b6d3'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:57:53.916560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d3483c7e-6b5f-4141-9d9b-784e157843ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.917911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf88317-8c6e-43a0-82f7-943d42197560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:53.918466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d3483c7e-6b5f-4141-9d9b-784e157843ac tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2812579 Apr 29 07:57:53.921132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50292) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:53.925572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ed6aa471-d5bc-4b77-ad01-d9afcc76f9db tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132999533'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:54.018017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa471-d5bc-4b77-ad01-d9afcc76f9db tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.083372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa471-d5bc-4b77-ad01-d9afcc76f9db tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.083649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6cf88317-8c6e-43a0-82f7-943d42197560 None None] Allocated IP 172.20.0.2 (b2bc5f74-12eb-411b-a760-561aeb89a592/8035a3da-4f3a-465e-96de-cf53be19a388/ff339539-e0e5-4bdb-aada-92fb1c91b6d3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:54.149264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa471-d5bc-4b77-ad01-d9afcc76f9db tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.179640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aa471-d5bc-4b77-ad01-d9afcc76f9db tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ae993f-7093-4c35-8e92-9e98484d07cd,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:54.244729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa471-d5bc-4b77-ad01-d9afcc76f9db tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.246676 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ed6aa471-d5bc-4b77-ad01-d9afcc76f9db tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3245771 Apr 29 07:57:54.249388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50294) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:54.253835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3439c073-00e0-48c3-ae6b-5252b97eaebb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'security_group': {'name': 'tempest-secgroup-1834813754'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:54.317076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6cf88317-8c6e-43a0-82f7-943d42197560 None None] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,segment=NetworkSegment(cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5),segment_id=cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:54.333861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3439c073-00e0-48c3-ae6b-5252b97eaebb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.346656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf88317-8c6e-43a0-82f7-943d42197560 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.399292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3439c073-00e0-48c3-ae6b-5252b97eaebb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.417588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf88317-8c6e-43a0-82f7-943d42197560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.500549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf88317-8c6e-43a0-82f7-943d42197560 None None] Pushing event updated for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:54.505426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3439c073-00e0-48c3-ae6b-5252b97eaebb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.534696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c073-00e0-48c3-ae6b-5252b97eaebb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5be11-ff62-4cd2-a0ef-07bcc4cab67f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:54.593291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3439c073-00e0-48c3-ae6b-5252b97eaebb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.594654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3439c073-00e0-48c3-ae6b-5252b97eaebb tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3442981 Apr 29 07:57:54.597572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50296) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:54.602800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2070623826', 'security_groups': ['01e5be11-ff62-4cd2-a0ef-07bcc4cab67f'], 'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8035a3da-4f3a-465e-96de-cf53be19a388'}]}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:54.783338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:54.867666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:54.885117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] device_id is not set on port 4a481953-0674-4d0a-9e5c-2637c3bbcd06 yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:57:55.012700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-24de19c9-7012-470f-b08d-90ae6c27d3d4 None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:55.013065 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24de19c9-7012-470f-b08d-90ae6c27d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.043773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.14 (b2bc5f74-12eb-411b-a760-561aeb89a592/8035a3da-4f3a-465e-96de-cf53be19a388/4a481953-0674-4d0a-9e5c-2637c3bbcd06) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:55.097734 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-24de19c9-7012-470f-b08d-90ae6c27d3d4 None None] Provisioning complete for port 178a6d74-ffe4-4b03-8831-8cb50f554c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:55.098350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24de19c9-7012-470f-b08d-90ae6c27d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.130299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-24de19c9-7012-470f-b08d-90ae6c27d3d4 None None] Port 178a6d74-ffe4-4b03-8831-8cb50f554c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:55.180479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.259822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.299496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:55.304331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:55.306580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:57:55.335831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=4a481953-0674-4d0a-9e5c-2637c3bbcd06,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:55.363794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:55.364430 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.439810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-79ba56c9-6e2d-4422-b054-c5b7cee170f8 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8411198 Apr 29 07:57:55.442526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50298) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:55.447805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-03382ec6-d88e-45ec-9429-e086c1de18d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:55.552911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2d856616-2272-4d3b-aaa4-6d645b14a468 None None] Provisioning complete for port 4a481953-0674-4d0a-9e5c-2637c3bbcd06 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:55.553276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d856616-2272-4d3b-aaa4-6d645b14a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.587886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2d856616-2272-4d3b-aaa4-6d645b14a468 None None] Port 4a481953-0674-4d0a-9e5c-2637c3bbcd06 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:55.636920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03382ec6-d88e-45ec-9429-e086c1de18d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:55.640527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03382ec6-d88e-45ec-9429-e086c1de18d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.725625 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.ipam_backend_mixin [None req-03382ec6-d88e-45ec-9429-e086c1de18d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8035a3da-4f3a-465e-96de-cf53be19a388 (CIDR: 172.20.0.0/28) Apr 29 07:57:55.774642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-03382ec6-d88e-45ec-9429-e086c1de18d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:57:55.775142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03382ec6-d88e-45ec-9429-e086c1de18d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:57:55.791348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff339539-e0e5-4bdb-aada-92fb1c91b6d3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:55.838189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:55.838601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:55.853202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-03382ec6-d88e-45ec-9429-e086c1de18d6 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4072008 Apr 29 07:57:55.853415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50300) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:55.858627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3c7aae4e-3e0d-46da-879a-d0d63f71049f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:56.011719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7aae4e-3e0d-46da-879a-d0d63f71049f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:56.015213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3c7aae4e-3e0d-46da-879a-d0d63f71049f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:56.110969 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.ipam_backend_mixin [None req-3c7aae4e-3e0d-46da-879a-d0d63f71049f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a373712f-2ec0-4c00-a934-25c353d12b34 (CIDR: 172.20.0.16/28) Apr 29 07:57:56.139510 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7aae4e-3e0d-46da-879a-d0d63f71049f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:57:56.140000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7aae4e-3e0d-46da-879a-d0d63f71049f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:57:56.233809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3c7aae4e-3e0d-46da-879a-d0d63f71049f tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3792591 Apr 29 07:57:56.236483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50302) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:56.241343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'subnet': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:56.396759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Made reservation on behalf of 4db94a8637434b16b58256099d77e699 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:57:56.400349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:56.669131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:56.710633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Network b2bc5f74-12eb-411b-a760-561aeb89a592 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:57:56.713669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:57:56.717864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:56.718454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:56.722601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b472c73-6710-4313-be0e-084decb8d0b5 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:56.727629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Subnet': ['ID=ae6e1c56-bbb0-42a7-9984-22f07ded9fca,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:56.794086 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-933ed59d-b473-4a0e-8318-2cc59c9bc51e tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5564547 Apr 29 07:57:56.796593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50304) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:56.801898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1476638609', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae6e1c56-bbb0-42a7-9984-22f07ded9fca'}], 'security_groups': ['b2f6f378-1550-4f89-ae32-894e61297f62', '70ae993f-7093-4c35-8e92-9e98484d07cd']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:57:56.871345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:56.935474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8384473-35cb-4236-9e62-de1b24c384bb None None] Update dhcp port {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'fixed_ips': [{'subnet_id': 'a373712f-2ec0-4c00-a934-25c353d12b34', 'ip_address': '172.20.0.18'}, {'subnet_id': '8035a3da-4f3a-465e-96de-cf53be19a388', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae6e1c56-bbb0-42a7-9984-22f07ded9fca'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'ff339539-e0e5-4bdb-aada-92fb1c91b6d3'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:57:56.961029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8384473-35cb-4236-9e62-de1b24c384bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.059086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50308) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:57.156553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Delete allocated IP 172.20.0.14 (b2bc5f74-12eb-411b-a760-561aeb89a592/8035a3da-4f3a-465e-96de-cf53be19a388) {{(pid=109782) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:57:57.164368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Allocated IP 172.20.0.44 (b2bc5f74-12eb-411b-a760-561aeb89a592/ae6e1c56-bbb0-42a7-9984-22f07ded9fca/4a481953-0674-4d0a-9e5c-2637c3bbcd06) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:57.211577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Deleting port 722f7208-731d-41e3-b50e-38eaa7ec4900 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:57.211838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.284601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.284986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.296811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Calling delete_port for 722f7208-731d-41e3-b50e-38eaa7ec4900 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:57.325737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.383267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.439593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d8384473-35cb-4236-9e62-de1b24c384bb None None] Allocated IP 172.20.0.34 (b2bc5f74-12eb-411b-a760-561aeb89a592/ae6e1c56-bbb0-42a7-9984-22f07ded9fca/ff339539-e0e5-4bdb-aada-92fb1c91b6d3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:57:57.499945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event updated for resources: {'Port': ['ID=4a481953-0674-4d0a-9e5c-2637c3bbcd06,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:57.518596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] In _notify_port_updated(), no bound segment for port 4a481953-0674-4d0a-9e5c-2637c3bbcd06 on network b2bc5f74-12eb-411b-a760-561aeb89a592 {{(pid=109782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 07:57:57.523984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:57.524626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.526481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e8296ad5-84b2-4e73-abe3-0f3cb4815efa tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "PUT /v2.0/ports/4a481953-0674-4d0a-9e5c-2637c3bbcd06 HTTP/1.1" status: 200 len: 960 time: 0.7282672 Apr 29 07:57:57.528746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50310) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:57.534224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.535803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8384473-35cb-4236-9e62-de1b24c384bb None None] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,segment=NetworkSegment(cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5),segment_id=cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:57:57.565836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event deleted for resources: {'Port': ['ID=722f7208-731d-41e3-b50e-38eaa7ec4900,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:57.567122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8384473-35cb-4236-9e62-de1b24c384bb None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.622927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 4a481953-0674-4d0a-9e5c-2637c3bbcd06 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:57:57.623394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.625542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.625873 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Floating IP f2202387-d7df-4da2-8565-fa909019424b disassociated (deleted). External IP: 172.26.2.177, port: da3066d7-bfa0-4e8f-8485-26ce866bae40. Apr 29 07:57:57.631162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8384473-35cb-4236-9e62-de1b24c384bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.725537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.731717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8384473-35cb-4236-9e62-de1b24c384bb None None] Pushing event updated for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:57.753944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 4a481953-0674-4d0a-9e5c-2637c3bbcd06 owned by {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:57:57.857058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Router f995a336-ab99-44c9-8983-d30f73988f90 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:57:57.937345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.971868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:57:57.972057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=4a481953-0674-4d0a-9e5c-2637c3bbcd06,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:57.977295 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:57.985013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] Sync routers for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:57:57.997899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:57.999455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:58.008011 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-af4ea8f5-f946-46cd-aeb5-28fccb269a64 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "DELETE /v2.0/floatingips/f2202387-d7df-4da2-8565-fa909019424b HTTP/1.1" status: 204 len: 168 time: 0.9475427 Apr 29 07:57:58.008422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:57:58.011418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a83e7af-a42c-4f86-8502-a3dc66762950" -d '{"events": [{"name": "network-changed", "server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:57:58.049609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.056377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50316) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:58.056558 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ac3ba7a7-1215-4c4a-ba31-e021b861db4c tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/4a481953-0674-4d0a-9e5c-2637c3bbcd06 HTTP/1.1" status: 204 len: 168 time: 0.5266535 Apr 29 07:57:58.085416 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0a07c0-4fb6-47af-b994-96e291457280 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] GET failed (client error): The resource could not be found. Apr 29 07:57:58.087747 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cb0a07c0-4fb6-47af-b994-96e291457280 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports/4a481953-0674-4d0a-9e5c-2637c3bbcd06 HTTP/1.1" status: 404 len: 333 time: 0.0297980 Apr 29 07:57:58.091144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af286efd-2d32-4fa0-84b7-358b781eae2e x-openstack-request-id: req-af286efd-2d32-4fa0-84b7-358b781eae2e {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:57:58.091579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50318) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:58.091850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:57:58.092310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af286efd-2d32-4fa0-84b7-358b781eae2e {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:57:58.093020 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af286efd-2d32-4fa0-84b7-358b781eae2e'] response: {'name': 'network-changed', 'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'status': 'completed', 'code': 200} Apr 29 07:57:58.137081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:58.167576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-edcc42f5-42fa-4e9c-ae85-98b171801c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:58.169353 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-edcc42f5-42fa-4e9c-ae85-98b171801c6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38b36d00a1204f4680e18de3747eb0af&device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 1098 time: 0.0497522 Apr 29 07:57:58.170387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c24ccf61-a6df-4f63-a1b4-d6407416f896 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.198839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c24ccf61-a6df-4f63-a1b4-d6407416f896 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.271257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-533aec6a-5289-4659-b407-d0719ab65a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:58.273628 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-533aec6a-5289-4659-b407-d0719ab65a74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2708400-f177-4bc7-823d-35c20779d832 HTTP/1.1" status: 200 len: 897 time: 0.0958185 Apr 29 07:57:58.323913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c24ccf61-a6df-4f63-a1b4-d6407416f896 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.324175 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-cb553424-9b42-4449-9c3d-2a11331fd53a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40 HTTP/1.1" status: 200 len: 217 time: 0.0408294 Apr 29 07:57:58.326749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c24ccf61-a6df-4f63-a1b4-d6407416f896 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.330583 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c24ccf61-a6df-4f63-a1b4-d6407416f896 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/security-groups/01e5be11-ff62-4cd2-a0ef-07bcc4cab67f HTTP/1.1" status: 204 len: 168 time: 0.2354064 Apr 29 07:57:58.330717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50320) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:58.337970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ccf61-a6df-4f63-a1b4-d6407416f896 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5be11-ff62-4cd2-a0ef-07bcc4cab67f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:58.353640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-17adb75f-db10-44c5-bfe1-adc2edf9463f None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:58.354149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17adb75f-db10-44c5-bfe1-adc2edf9463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.415395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-f68edf00-b672-4bad-b686-8567ea2a1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:58.416895 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-f68edf00-b672-4bad-b686-8567ea2a1f34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d510a9a6-aada-42b2-a2da-d72e82142c94 HTTP/1.1" status: 200 len: 835 time: 0.0680504 Apr 29 07:57:58.447287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676d2ee6-03ee-487c-afdc-dabc4d5d4cdd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.477264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:11Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:58.488318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676d2ee6-03ee-487c-afdc-dabc4d5d4cdd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.513503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] Checking router: f995a336-ab99-44c9-8983-d30f73988f90 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:57:58.513790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-5c15aaab-d909-4ea8-9d3e-5a33fe3018ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:58.515247 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-5c15aaab-d909-4ea8-9d3e-5a33fe3018ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2708400-f177-4bc7-823d-35c20779d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811400 Apr 29 07:57:58.530813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:57:58.530813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:58.566735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-17adb75f-db10-44c5-bfe1-adc2edf9463f None None] Provisioning complete for port 178a6d74-ffe4-4b03-8831-8cb50f554c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:58.567037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17adb75f-db10-44c5-bfe1-adc2edf9463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.634666 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-ca71306d-2fd8-42e2-b1bb-5b9f418dae9f service neutron] 10.222.0.39 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078894 Apr 29 07:57:58.642339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-17adb75f-db10-44c5-bfe1-adc2edf9463f None None] Port 178a6d74-ffe4-4b03-8831-8cb50f554c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:57:58.648551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-17adb75f-db10-44c5-bfe1-adc2edf9463f None None] Could not find standard attr ID for object 4a481953-0674-4d0a-9e5c-2637c3bbcd06. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:57:58.672393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:57:58.678494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676d2ee6-03ee-487c-afdc-dabc4d5d4cdd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.681183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676d2ee6-03ee-487c-afdc-dabc4d5d4cdd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.684863 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-676d2ee6-03ee-487c-afdc-dabc4d5d4cdd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/security-groups/70ae993f-7093-4c35-8e92-9e98484d07cd HTTP/1.1" status: 204 len: 168 time: 0.3469322 Apr 29 07:57:58.691250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50324) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:58.743969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d2ee6-03ee-487c-afdc-dabc4d5d4cdd tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ae993f-7093-4c35-8e92-9e98484d07cd,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:58.819323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d3610-1dd1-4cb4-87d1-a53f34a52309 req-01897a11-ac97-459a-a44b-db037f026acd tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:58.821235 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f95d3610-1dd1-4cb4-87d1-a53f34a52309 req-01897a11-ac97-459a-a44b-db037f026acd tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.3269124 Apr 29 07:57:58.836458 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4a83e7af-a42c-4f86-8502-a3dc66762950 req-88848452-3416-41e5-87c3-941363ffbe63 service neutron] 10.222.0.39 "GET /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915128 Apr 29 07:57:58.837652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-73d105c3-1f8d-4d38-9074-ea7bfc5c14a9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.863485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-73d105c3-1f8d-4d38-9074-ea7bfc5c14a9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:58.868448 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f95d3610-1dd1-4cb4-87d1-a53f34a52309 req-365899fd-bf2c-4b80-9ab5-b54ce615faa0 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381567 Apr 29 07:57:58.941260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:11Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:57:58.976688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901efdf7-9e9a-459b-8fb4-8b2fc919fa3a None None] The sync data for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv is: [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:56:03Z', 'revision_number': 4, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '785d8c4d-ef3c-45e7-8fb1-9a604e64dc25', 'name': '', 'network_id': 'f2708400-f177-4bc7-823d-35c20779d832', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'mac_address': 'fa:16:3e:67:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:56:02Z', 'updated_at': '2022-04-29T07:56:11Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'subnets': [{'id': 'd510a9a6-aada-42b2-a2da-d72e82142c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:57:58.979423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5b3ee1e3-e58b-478a-bd50-e2458ee31423 None None] Could not find standard attr ID for object 4a481953-0674-4d0a-9e5c-2637c3bbcd06. {{(pid=109783) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 07:57:59.012569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-73d105c3-1f8d-4d38-9074-ea7bfc5c14a9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.015298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-73d105c3-1f8d-4d38-9074-ea7bfc5c14a9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.019409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50326) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:59.025521 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-73d105c3-1f8d-4d38-9074-ea7bfc5c14a9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2f6f378-1550-4f89-ae32-894e61297f62 HTTP/1.1" status: 204 len: 168 time: 0.3268337 Apr 29 07:57:59.038626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d105c3-1f8d-4d38-9074-ea7bfc5c14a9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f6f378-1550-4f89-ae32-894e61297f62,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:59.098271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet 8035a3da-4f3a-465e-96de-cf53be19a388 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:59.101342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.144461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.228124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.232592 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b770503e-3336-460e-baf5-8537dd107014 None None] New status for floating IP f2202387-d7df-4da2-8565-fa909019424b: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:57:59.355447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.386095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=8035a3da-4f3a-465e-96de-cf53be19a388,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:59.389780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.392941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-94c47d78-b55e-441f-a872-3c267b816e37 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/8035a3da-4f3a-465e-96de-cf53be19a388 HTTP/1.1" status: 204 len: 168 time: 0.3724930 Apr 29 07:57:59.396551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50328) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:59.398986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78c906-9572-44ca-9efb-63fb6590aa45 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:57:59.447325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet ae6e1c56-bbb0-42a7-9984-22f07ded9fca {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:59.450855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.489889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.582246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.711204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.739685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6e1c56-bbb0-42a7-9984-22f07ded9fca,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:57:59.743483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.746682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a5dceee-39e8-479a-b8ff-3974597ab9a7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/ae6e1c56-bbb0-42a7-9984-22f07ded9fca HTTP/1.1" status: 204 len: 168 time: 0.3483148 Apr 29 07:57:59.749313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50330) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:59.777688 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5ab665-f2b2-47e8-9809-2b9db0c983e9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:57:59.778154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5ab665-f2b2-47e8-9809-2b9db0c983e9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:57:59.781529 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2b5ab665-f2b2-47e8-9809-2b9db0c983e9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/8035a3da-4f3a-465e-96de-cf53be19a388 HTTP/1.1" status: 404 len: 337 time: 0.0311489 Apr 29 07:57:59.784026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50332) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:57:59.817124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff339539-e0e5-4bdb-aada-92fb1c91b6d3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:57:59.874313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting subnet a373712f-2ec0-4c00-a934-25c353d12b34 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:57:59.875220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:57:59.875798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.880556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:57:59.929196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-24386c2e-80c0-4844-ae14-393dea6d6e05 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:57:59.930743 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-24386c2e-80c0-4844-ae14-393dea6d6e05 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.39 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.0945711 Apr 29 07:57:59.938676 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.021753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8fcd-2418-4789-a812-b2e5f0c39cbc req-c755cff9-74ef-442a-bbf6-1f4bb6f53229 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:00.023370 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0eca8fcd-2418-4789-a812-b2e5f0c39cbc req-c755cff9-74ef-442a-bbf6-1f4bb6f53229 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 945 time: 0.0639706 Apr 29 07:58:00.064397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0eca8fcd-2418-4789-a812-b2e5f0c39cbc req-8dc232db-67eb-4d43-acd1-f3c0245be5d4 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae299e0c-6a68-4cea-a8a7-b11750b7cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338349 Apr 29 07:58:00.085324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fb53a-7908-4f4f-959a-f16a9999c9d3 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:58:00.096534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.146919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a9c35623-2425-4130-8648-e45a2be935de None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:00.147430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9c35623-2425-4130-8648-e45a2be935de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.149904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Deleting port da3066d7-bfa0-4e8f-8485-26ce866bae40 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:00.150250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.249587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] For port da3066d7-bfa0-4e8f-8485-26ce866bae40, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=da3066d7-bfa0-4e8f-8485-26ce866bae40,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:00.249954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.263609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Calling delete_port for da3066d7-bfa0-4e8f-8485-26ce866bae40 owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:00.272089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.304689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.308701 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/a373712f-2ec0-4c00-a934-25c353d12b34 HTTP/1.1" status: 204 len: 168 time: 0.5230877 Apr 29 07:58:00.309581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68a005-ea47-41d1-ac3a-b2414efece4b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Subnet': ['ID=a373712f-2ec0-4c00-a934-25c353d12b34,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:00.311483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50336) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.334410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a9c35623-2425-4130-8648-e45a2be935de None None] Provisioning complete for port 178a6d74-ffe4-4b03-8831-8cb50f554c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:00.334722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9c35623-2425-4130-8648-e45a2be935de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.339683 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cba40d-999c-4694-8a9c-6a451fc27d60 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.340256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cba40d-999c-4694-8a9c-6a451fc27d60 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.346138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d9cba40d-999c-4694-8a9c-6a451fc27d60 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/81c83c30-c1ec-44f1-ba7f-b46e22972db0 HTTP/1.1" status: 404 len: 337 time: 0.0334349 Apr 29 07:58:00.349371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50338) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.379692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a9c35623-2425-4130-8648-e45a2be935de None None] Port 178a6d74-ffe4-4b03-8831-8cb50f554c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:58:00.389166 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eb98f38d-f357-46cb-ace4-ea983b07e695 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8b9bdc-f494-4a72-b32b-df433cb6ed7b HTTP/1.1" status: 200 len: 205 time: 0.0386243 Apr 29 07:58:00.391607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50340) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.409730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91afa968-6a08-474a-9736-d6d91ef0c8b4 None None] Update dhcp port {'port': {'network_id': 'b2bc5f74-12eb-411b-a760-561aeb89a592', 'fixed_ips': [{'subnet_id': 'a373712f-2ec0-4c00-a934-25c353d12b34'}], 'binding:host_id': 'dv-neutron-839740-1-hyperv'}, 'id': 'ff339539-e0e5-4bdb-aada-92fb1c91b6d3'} from dv-neutron-839740-1-hyperv. {{(pid=109783) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 07:58:00.434676 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-e309245f-d991-44f4-9984-5ed411a1d26a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] delete failed (client error): The resource could not be found. Apr 29 07:58:00.436097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e309245f-d991-44f4-9984-5ed411a1d26a tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/routers/eb8b9bdc-f494-4a72-b32b-df433cb6ed7b HTTP/1.1" status: 404 len: 336 time: 0.0432332 Apr 29 07:58:00.436289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-91afa968-6a08-474a-9736-d6d91ef0c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.438647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50342) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.465845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad8e90a-3439-4238-b0a3-fcfbf31bb88d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.466290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad8e90a-3439-4238-b0a3-fcfbf31bb88d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.469402 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6ad8e90a-3439-4238-b0a3-fcfbf31bb88d tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/c1199b16-ea4a-484a-a4c3-2219bcc9a687 HTTP/1.1" status: 404 len: 337 time: 0.0296922 Apr 29 07:58:00.471982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50344) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.497729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c1619d-2c18-4590-8d07-094c3f7d3313 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.498358 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c1619d-2c18-4590-8d07-094c3f7d3313 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.502953 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-18c1619d-2c18-4590-8d07-094c3f7d3313 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/bba70b14-d26b-4e47-ae7e-61470cf4f6b3 HTTP/1.1" status: 404 len: 337 time: 0.0299101 Apr 29 07:58:00.506175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50346) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.541777 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda7064c-26e9-485d-8cc1-cbab0d075880 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.542279 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda7064c-26e9-485d-8cc1-cbab0d075880 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.545275 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fda7064c-26e9-485d-8cc1-cbab0d075880 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/8d7e33ad-f7dc-4a02-877e-5bbce49b5680 HTTP/1.1" status: 404 len: 337 time: 0.0380609 Apr 29 07:58:00.546268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.548091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50348) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.574068 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-63eb2c9d-2ab2-44f5-a8a7-59dff73637d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.574759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63eb2c9d-2ab2-44f5-a8a7-59dff73637d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.580719 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-63eb2c9d-2ab2-44f5-a8a7-59dff73637d5 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/688b22f2-93fa-4a33-b30b-334eac63de3b HTTP/1.1" status: 404 len: 333 time: 0.0284269 Apr 29 07:58:00.581144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50350) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.582197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event deleted for resources: {'Port': ['ID=da3066d7-bfa0-4e8f-8485-26ce866bae40,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:00.625651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a29468-b250-408f-bbb9-cc0e284f7399 None None] Network b2bc5f74-12eb-411b-a760-561aeb89a592 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:58:00.630265 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1bb13a-737a-4292-a769-bf482c373f57 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.630730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1bb13a-737a-4292-a769-bf482c373f57 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.634047 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ce1bb13a-737a-4292-a769-bf482c373f57 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/dd4e592b-888a-4a80-81b1-276cca4a3ed9 HTTP/1.1" status: 404 len: 337 time: 0.0461307 Apr 29 07:58:00.634262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] No DVR routers for this DVR port da3066d7-bfa0-4e8f-8485-26ce866bae40 on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:58:00.637834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.638560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50352) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.642271 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d6668251-c378-4197-8f00-2f8aa5aa996f req-57356bbc-b627-4abc-b3f8-e2ab4a1bf4c2 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.39 "DELETE /v2.0/ports/da3066d7-bfa0-4e8f-8485-26ce866bae40 HTTP/1.1" status: 204 len: 173 time: 0.7007446 Apr 29 07:58:00.642831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-deleted', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:00.647113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37099228-ed9a-4267-9804-758af165201f" -d '{"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-deleted", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:00.670618 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2ddebb-e958-4157-b1da-ff7a861cb65b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.671178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2ddebb-e958-4157-b1da-ff7a861cb65b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.677277 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8c2ddebb-e958-4157-b1da-ff7a861cb65b tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/58f11a69-737b-4f1c-ab49-61722de47ae2 HTTP/1.1" status: 404 len: 337 time: 0.0375943 Apr 29 07:58:00.679562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50356) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.702141 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f60a386-f72e-428e-82aa-5a8797e163bf tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.702823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f60a386-f72e-428e-82aa-5a8797e163bf tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.705802 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9f60a386-f72e-428e-82aa-5a8797e163bf tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/230414c1-33b5-49c2-b0e1-1f614a0d9298 HTTP/1.1" status: 404 len: 333 time: 0.0270655 Apr 29 07:58:00.707461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac701b1-96a0-479d-9ecf-349a5e3cb80f x-openstack-request-id: req-2ac701b1-96a0-479d-9ecf-349a5e3cb80f {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:00.707778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3f59d-6cfe-4c97-a978-8eb3630d62b0", "name": "network-vif-deleted", "tag": "da3066d7-bfa0-4e8f-8485-26ce866bae40", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:00.708168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ac701b1-96a0-479d-9ecf-349a5e3cb80f {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:00.708393 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac701b1-96a0-479d-9ecf-349a5e3cb80f'] response: {'server_uuid': '87b3f59d-6cfe-4c97-a978-8eb3630d62b0', 'name': 'network-vif-deleted', 'tag': 'da3066d7-bfa0-4e8f-8485-26ce866bae40', 'status': 'completed', 'code': 200} Apr 29 07:58:00.708509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50358) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.735560 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee44be8-0ede-4590-8b05-eaacf635d021 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.736007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee44be8-0ede-4590-8b05-eaacf635d021 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.736221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0f0ec995-82f6-45fe-a9aa-98be500e728b None None] Provisioning complete for port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:00.736579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec995-82f6-45fe-a9aa-98be500e728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.741818 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9ee44be8-0ede-4590-8b05-eaacf635d021 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/ce3c19cd-b9cc-4601-b5f0-1914fada60c8 HTTP/1.1" status: 404 len: 337 time: 0.0322917 Apr 29 07:58:00.742135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50360) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.768868 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f637c58b-3afb-493c-989e-feb074080ad7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] DELETE failed (client error): The resource could not be found. Apr 29 07:58:00.769556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f637c58b-3afb-493c-989e-feb074080ad7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:58:00.772274 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f637c58b-3afb-493c-989e-feb074080ad7 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/subnets/b873ba9a-24b3-4b61-81a9-36aa10b02629 HTTP/1.1" status: 404 len: 337 time: 0.0290091 Apr 29 07:58:00.775128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50362) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:00.881386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port 178a6d74-ffe4-4b03-8831-8cb50f554c08 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:00.881665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.957999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:00.974130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for 178a6d74-ffe4-4b03-8831-8cb50f554c08 owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:01.011054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] DHCP port deletion for b2bc5f74-12eb-411b-a760-561aeb89a592 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:58:01.061150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0f0ec995-82f6-45fe-a9aa-98be500e728b None None] Provisioning complete for port 178a6d74-ffe4-4b03-8831-8cb50f554c08 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:01.065459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec995-82f6-45fe-a9aa-98be500e728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.113447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ec995-82f6-45fe-a9aa-98be500e728b None None] Port 178a6d74-ffe4-4b03-8831-8cb50f554c08 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:58:01.123013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] Deleting port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:01.123013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.140136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.173118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=178a6d74-ffe4-4b03-8831-8cb50f554c08,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:01.178475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.182473 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fb9e2cd1-0f56-422a-8093-5ffe67841fd9 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/ports/178a6d74-ffe4-4b03-8831-8cb50f554c08 HTTP/1.1" status: 204 len: 168 time: 0.4062042 Apr 29 07:58:01.185352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50366) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:01.191565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,segment=NetworkSegment(cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5),segment_id=cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:01.191967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.194716 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a27fce5-c765-4a39-bd68-86304676dc2b req-18df146d-2448-41d2-91f7-fe70858ce8fd tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b3f59d-6cfe-4c97-a978-8eb3630d62b0 HTTP/1.1" status: 200 len: 210 time: 0.0383239 Apr 29 07:58:01.212164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] Calling delete_port for ff339539-e0e5-4bdb-aada-92fb1c91b6d3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:01.262361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.319286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Deleting port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:01.319623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.357211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.380937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] For port ff339539-e0e5-4bdb-aada-92fb1c91b6d3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,segment=NetworkSegment(cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5),segment_id=cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:01.381304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.382110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] Pushing event deleted for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:01.388356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af749a9f-1c0a-4e2b-8875-bc004456f0cd None None] No DVR routers for this DVR port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:58:01.395528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Calling delete_port for ff339539-e0e5-4bdb-aada-92fb1c91b6d3 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:01.468362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.497186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Port': ['ID=ff339539-e0e5-4bdb-aada-92fb1c91b6d3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:01.500937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] No DVR routers for this DVR port ff339539-e0e5-4bdb-aada-92fb1c91b6d3 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:58:01.577648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.597056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bc5f74-12eb-411b-a760-561aeb89a592']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:01.605960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:01.606617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0d5f7f-477b-4c8f-91f6-7baabbdd5ba5') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:01.615496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.629197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.640202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:58:01.640648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: self.session.flush() Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:58:01.644022 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:58:01.791636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.793062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff339539-e0e5-4bdb-aada-92fb1c91b6d3 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:01.796742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:01.801227 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] 10.222.0.16 "DELETE /v2.0/networks/b2bc5f74-12eb-411b-a760-561aeb89a592 HTTP/1.1" status: 204 len: 168 time: 0.6130888 Apr 29 07:58:01.815397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: ff339539-e0e5-4bdb-aada-92fb1c91b6d3 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:01.815744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff339539-e0e5-4bdb-aada-92fb1c91b6d3 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:01.816070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c102e2-79de-428e-a347-c585b4105900 tempest-PortsTestJSON-924053157 tempest-PortsTestJSON-924053157-project] Pushing event deleted for resources: {'Network': ['ID=b2bc5f74-12eb-411b-a760-561aeb89a592,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:02.245979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50378) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:02.270252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50380) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:02.407571 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ba4feb7e-6925-447f-abbb-63a7a0478264 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4db94a8637434b16b58256099d77e699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360555 Apr 29 07:58:02.410095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50384) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:02.461939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30d293e7-1e4b-40c1-b056-6bf100083d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:02.489119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30d293e7-1e4b-40c1-b056-6bf100083d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:02.589411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30d293e7-1e4b-40c1-b056-6bf100083d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:02.592048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-30d293e7-1e4b-40c1-b056-6bf100083d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:02.593192 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-30d293e7-1e4b-40c1-b056-6bf100083d63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c260a3d-65cb-4a85-bcab-cb127a191cb5 HTTP/1.1" status: 204 len: 168 time: 0.1820836 Apr 29 07:58:02.601747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d293e7-1e4b-40c1-b056-6bf100083d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c260a3d-65cb-4a85-bcab-cb127a191cb5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:02.846460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:03.112324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Deleting port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:03.112660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:03.204101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] For port 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:03.204613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:03.222472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Calling delete_port for 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:03.284390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device da3066d7-bfa0-4e8f-8485-26ce866bae40 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:03.313315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: da3066d7-bfa0-4e8f-8485-26ce866bae40 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:03.313874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device da3066d7-bfa0-4e8f-8485-26ce866bae40 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:03.466049 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:03.496830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event deleted for resources: {'Port': ['ID=785d8c4d-ef3c-45e7-8fb1-9a604e64dc25,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:03.511069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.511359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.511703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.512041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.512577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.512978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.513311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.513639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.513965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.514294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.514644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.514972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:03.645214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50406) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:03.727700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:03.807026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686517984'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:03.893875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:03.902773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:03.981854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Router f995a336-ab99-44c9-8983-d30f73988f90 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:03.987739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.047934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.085921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34571888-6dc2-47f9-95c7-e3ed104f4048,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:04.099235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:04.108557 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d4ffbd20-bba6-42e6-9a4c-f39c3951154a tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "PUT /v2.0/routers/f995a336-ab99-44c9-8983-d30f73988f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8641179 Apr 29 07:58:04.109418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50410) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:04.111276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47690182-9326-43c6-a209-b473eea25f9a None None] Sync routers for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:04.123820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:04.125779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:04.127943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.161272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Deleting subnet d510a9a6-aada-42b2-a2da-d72e82142c94 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:58:04.164369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.196264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.204985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.228106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d863778-4a9c-4cce-afcb-4b799c6fb171,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:04.236608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:04.289883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.294354 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2f3e02e7-e00b-45e7-ba05-7d541cae1fcb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6441154 Apr 29 07:58:04.294776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50412) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:04.311694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.393835 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-938f4199-ab22-4e8a-a813-165219863186 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0957959 Apr 29 07:58:04.394689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50414) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:04.403207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-171a5f65-0898-4ceb-8006-7c37e758535c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-security--2024342892', 'description': 'tempest-security-description-924180898'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:04.417632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:58:03Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:04.428755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-171a5f65-0898-4ceb-8006-7c37e758535c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.444111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47690182-9326-43c6-a209-b473eea25f9a None None] Checking router: f995a336-ab99-44c9-8983-d30f73988f90 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:04.452857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] Routers {'f995a336-ab99-44c9-8983-d30f73988f90'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:04.453476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f995a336-ab99-44c9-8983-d30f73988f90'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:04.475724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-171a5f65-0898-4ceb-8006-7c37e758535c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.508730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.536991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event deleted for resources: {'Subnet': ['ID=d510a9a6-aada-42b2-a2da-d72e82142c94,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:04.542061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.545065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-171a5f65-0898-4ceb-8006-7c37e758535c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.545835 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5b71487-fdea-43ca-bcce-3fae3ed9ea38 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "DELETE /v2.0/subnets/d510a9a6-aada-42b2-a2da-d72e82142c94 HTTP/1.1" status: 204 len: 168 time: 0.4354134 Apr 29 07:58:04.547719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-171a5f65-0898-4ceb-8006-7c37e758535c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.548544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50418) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:04.548971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-171a5f65-0898-4ceb-8006-7c37e758535c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "PUT /v2.0/security-groups/1d863778-4a9c-4cce-afcb-4b799c6fb171 HTTP/1.1" status: 200 len: 1779 time: 0.1531069 Apr 29 07:58:04.553402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50420) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:04.557956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39353260-5669-44c4-813e-d92e80ded055 None None] Network f2708400-f177-4bc7-823d-35c20779d832 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:58:04.584006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] Set router f995a336-ab99-44c9-8983-d30f73988f90 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:04.593937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a5f65-0898-4ceb-8006-7c37e758535c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d863778-4a9c-4cce-afcb-4b799c6fb171,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:04.608120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dfb85e3e-2e78-4c2e-ba6d-5a0d49301dc3 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups/1d863778-4a9c-4cce-afcb-4b799c6fb171 HTTP/1.1" status: 200 len: 1779 time: 0.0538106 Apr 29 07:58:04.610552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50422) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:04.664361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.665000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.692516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.778034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.882076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-47690182-9326-43c6-a209-b473eea25f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:58:03Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:04.909374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] DHCP port deletion for f2708400-f177-4bc7-823d-35c20779d832 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:58:04.913292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47690182-9326-43c6-a209-b473eea25f9a None None] The sync data for ids ['f995a336-ab99-44c9-8983-d30f73988f90'] in dv-neutron-839740-1-hyperv is: [{'id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410403465', 'tenant_id': '38b36d00a1204f4680e18de3747eb0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:55:53Z', 'updated_at': '2022-04-29T07:58:03Z', 'revision_number': 5, 'project_id': '38b36d00a1204f4680e18de3747eb0af', 'gw_port': {'id': '00d3a634-3176-44cf-8091-0caa1f8eabfd', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f995a336-ab99-44c9-8983-d30f73988f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:55:55Z', 'updated_at': '2022-04-29T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:04.960947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] Deleting port 69302ee3-fa3b-4150-86df-52d604d589fd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:04.961316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.973498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.980094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:04.980094 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d863778-4a9c-4cce-afcb-4b799c6fb171 HTTP/1.1" status: 204 len: 168 time: 0.3674214 Apr 29 07:58:04.982462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50424) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:04.989686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d863778-4a9c-4cce-afcb-4b799c6fb171,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:04.998183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:04.998517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:04.998846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:04.999184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:04.999944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:04.999944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:05.000281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:05.001886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:05.001886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:05.001886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:05.001886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:05.002288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a88b41-edd5-42be-90e7-e7e811845f41 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:05.052672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] For port 69302ee3-fa3b-4150-86df-52d604d589fd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=69302ee3-fa3b-4150-86df-52d604d589fd,segment=NetworkSegment(f6f4d8e0-f34e-404d-8bac-4e5a421c68f1),segment_id=f6f4d8e0-f34e-404d-8bac-4e5a421c68f1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:05.052952 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-904d5a0b-ea4e-4405-ad24-c5adab9dbbaa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693686 Apr 29 07:58:05.053078 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.055984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50426) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:05.068633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] Calling delete_port for 69302ee3-fa3b-4150-86df-52d604d589fd owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:05.070699 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-a194d36a-8dac-44ac-b28e-9b6c75e23706 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] delete failed (client error): The resource could not be found. Apr 29 07:58:05.071921 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a194d36a-8dac-44ac-b28e-9b6c75e23706 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d863778-4a9c-4cce-afcb-4b799c6fb171 HTTP/1.1" status: 404 len: 347 time: 0.0146804 Apr 29 07:58:05.072701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Deleting port 00d3a634-3176-44cf-8091-0caa1f8eabfd {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:05.073082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.075618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50428) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:05.089903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a389b3eb-de75-47aa-a532-557ecb317f5a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--633652176'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:05.170215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] For port 00d3a634-3176-44cf-8091-0caa1f8eabfd, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=00d3a634-3176-44cf-8091-0caa1f8eabfd,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:05.170512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.181775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Calling delete_port for 00d3a634-3176-44cf-8091-0caa1f8eabfd owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:05.247223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a389b3eb-de75-47aa-a532-557ecb317f5a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.274693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.309771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] Pushing event deleted for resources: {'Port': ['ID=69302ee3-fa3b-4150-86df-52d604d589fd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:05.314648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163458e-4244-4411-8e61-9a5d86a99ce7 None None] No DVR routers for this DVR port 69302ee3-fa3b-4150-86df-52d604d589fd on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:58:05.402934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a389b3eb-de75-47aa-a532-557ecb317f5a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.491895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a389b3eb-de75-47aa-a532-557ecb317f5a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.496850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.545018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event deleted for resources: {'Port': ['ID=00d3a634-3176-44cf-8091-0caa1f8eabfd,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:05.574071 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389b3eb-de75-47aa-a532-557ecb317f5a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f85a08-ff20-4e5e-85f2-fe14d8b0f5b2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:05.614487 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.675359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a389b3eb-de75-47aa-a532-557ecb317f5a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.676595 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a389b3eb-de75-47aa-a532-557ecb317f5a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6000490 Apr 29 07:58:05.681053 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50430) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:05.686858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ddb6bc42-2113-4f79-8a59-022a31dc56ae tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '80f85a08-ff20-4e5e-85f2-fe14d8b0f5b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:05.718627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.722331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.821516 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bc42-2113-4f79-8a59-022a31dc56ae tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.843449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.845589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Fanout notify agent at l3_agent the message router_deleted on router f995a336-ab99-44c9-8983-d30f73988f90 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:58:05.845718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 69302ee3-fa3b-4150-86df-52d604d589fd no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:05.852330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.853479 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6b6fb052-bd3d-46b3-80fe-7d049d6aab4f tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "DELETE /v2.0/routers/f995a336-ab99-44c9-8983-d30f73988f90 HTTP/1.1" status: 204 len: 168 time: 1.3038993 Apr 29 07:58:05.856883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50432) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:05.872921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 69302ee3-fa3b-4150-86df-52d604d589fd {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:05.876816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 69302ee3-fa3b-4150-86df-52d604d589fd not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:05.876816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:05.890243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bc42-2113-4f79-8a59-022a31dc56ae tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.897420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:05.897772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 785d8c4d-ef3c-45e7-8fb1-9a604e64dc25 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:05.952545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.960083 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bc42-2113-4f79-8a59-022a31dc56ae tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:05.978705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6bc42-2113-4f79-8a59-022a31dc56ae tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235a180d-8bdb-40b2-8dd5-9869005de1d6,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:06.040654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.042328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bc42-2113-4f79-8a59-022a31dc56ae tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.043686 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ddb6bc42-2113-4f79-8a59-022a31dc56ae tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622096 Apr 29 07:58:06.046604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50434) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:06.062539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2708400-f177-4bc7-823d-35c20779d832']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:06.073672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:06.074464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f4d8e0-f34e-404d-8bac-4e5a421c68f1') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:06.076686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ec31cac-71f9-442c-9b89-c2358b6861d6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.084638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ec31cac-71f9-442c-9b89-c2358b6861d6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.089669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.102842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.109944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:58:06.110320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:58:06.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:58:06.179328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ec31cac-71f9-442c-9b89-c2358b6861d6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.186325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1ec31cac-71f9-442c-9b89-c2358b6861d6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.187435 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1ec31cac-71f9-442c-9b89-c2358b6861d6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/235a180d-8bdb-40b2-8dd5-9869005de1d6 HTTP/1.1" status: 204 len: 168 time: 0.1395948 Apr 29 07:58:06.190093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50436) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:06.191579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec31cac-71f9-442c-9b89-c2358b6861d6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=235a180d-8bdb-40b2-8dd5-9869005de1d6,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:06.236159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d4bb1579-924c-4112-9473-23b9fd9ac632 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448344 Apr 29 07:58:06.238730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50438) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:06.251813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.259317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.262822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "DELETE /v2.0/networks/f2708400-f177-4bc7-823d-35c20779d832 HTTP/1.1" status: 204 len: 168 time: 0.4041116 Apr 29 07:58:06.268418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50440) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:06.283023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c20dc-9f55-4d50-a8c8-21504bdcfea6 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event deleted for resources: {'Network': ['ID=f2708400-f177-4bc7-823d-35c20779d832,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:06.308285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6b86-b677-4749-94f5-566c0354f6d7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.331305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6b86-b677-4749-94f5-566c0354f6d7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.331544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3117f960-cff8-43a9-bb05-1a1393ad1b90 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.357742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3117f960-cff8-43a9-bb05-1a1393ad1b90 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.453863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6b86-b677-4749-94f5-566c0354f6d7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.456509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6b86-b677-4749-94f5-566c0354f6d7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.457702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0fc6b86-b677-4749-94f5-566c0354f6d7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/80f85a08-ff20-4e5e-85f2-fe14d8b0f5b2 HTTP/1.1" status: 204 len: 168 time: 0.2180929 Apr 29 07:58:06.460462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50442) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:06.467363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc6b86-b677-4749-94f5-566c0354f6d7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f85a08-ff20-4e5e-85f2-fe14d8b0f5b2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:06.490448 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3117f960-cff8-43a9-bb05-1a1393ad1b90 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.492941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3117f960-cff8-43a9-bb05-1a1393ad1b90 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.494060 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3117f960-cff8-43a9-bb05-1a1393ad1b90 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae299e0c-6a68-4cea-a8a7-b11750b7cc38 HTTP/1.1" status: 204 len: 168 time: 0.2246659 Apr 29 07:58:06.757133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117f960-cff8-43a9-bb05-1a1393ad1b90 tempest-TestNetworkAdvancedServerOps-187691925 tempest-TestNetworkAdvancedServerOps-187691925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae299e0c-6a68-4cea-a8a7-b11750b7cc38,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:06.767166 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-01a1fd75-ac94-4ad5-ad87-4f4b618d5818 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3016164 Apr 29 07:58:06.767166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50448) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:06.771251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0e980236-f1e7-4269-9a92-9224dc0edb87 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--358026009'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:06.840292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0e980236-f1e7-4269-9a92-9224dc0edb87 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.905470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0e980236-f1e7-4269-9a92-9224dc0edb87 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:06.990997 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0e980236-f1e7-4269-9a92-9224dc0edb87 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.020985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e980236-f1e7-4269-9a92-9224dc0edb87 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cfc9c1-acc6-4e22-b062-9b9b8840d97c,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:07.071438 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50452) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:07.087323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0e980236-f1e7-4269-9a92-9224dc0edb87 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.088561 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0e980236-f1e7-4269-9a92-9224dc0edb87 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3205523 Apr 29 07:58:07.091727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50456) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:07.095935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-be2ef525-b4e6-4213-8917-8116a92da2a7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '87cfc9c1-acc6-4e22-b062-9b9b8840d97c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:07.200168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be2ef525-b4e6-4213-8917-8116a92da2a7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.221274 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6488e5c6-bb99-48e4-80be-afe734421f1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38b36d00a1204f4680e18de3747eb0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487308 Apr 29 07:58:07.224022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50458) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:07.264986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be2ef525-b4e6-4213-8917-8116a92da2a7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.271685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-479c8186-a5b9-4459-9daa-e3417412ffb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.292346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-479c8186-a5b9-4459-9daa-e3417412ffb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.322223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be2ef525-b4e6-4213-8917-8116a92da2a7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.337472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ef525-b4e6-4213-8917-8116a92da2a7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de204b1-3ae9-428a-a53b-4f99f3a52981,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:07.385208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-479c8186-a5b9-4459-9daa-e3417412ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.388591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-479c8186-a5b9-4459-9daa-e3417412ffb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.397032 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-479c8186-a5b9-4459-9daa-e3417412ffb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/062163d7-2014-4955-b515-53a68480753e HTTP/1.1" status: 204 len: 168 time: 0.1646955 Apr 29 07:58:07.397873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c8186-a5b9-4459-9daa-e3417412ffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062163d7-2014-4955-b515-53a68480753e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:07.417550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be2ef525-b4e6-4213-8917-8116a92da2a7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.419091 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-be2ef525-b4e6-4213-8917-8116a92da2a7 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3264744 Apr 29 07:58:07.427445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50462) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:07.432052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7db8b854-4ea9-4fd0-9a05-415daa4bd3cb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '87cfc9c1-acc6-4e22-b062-9b9b8840d97c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:07.509341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7db8b854-4ea9-4fd0-9a05-415daa4bd3cb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.567019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7db8b854-4ea9-4fd0-9a05-415daa4bd3cb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.654090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7db8b854-4ea9-4fd0-9a05-415daa4bd3cb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.677027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8b854-4ea9-4fd0-9a05-415daa4bd3cb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2928a8-af53-4b24-9567-a2b432f68f73,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:07.756031 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 00d3a634-3176-44cf-8091-0caa1f8eabfd no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:07.767619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7db8b854-4ea9-4fd0-9a05-415daa4bd3cb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.768921 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7db8b854-4ea9-4fd0-9a05-415daa4bd3cb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3404264 Apr 29 07:58:07.774361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50466) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:07.776300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-88e19044-89b1-489b-a1f7-d322947c0f74 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '87cfc9c1-acc6-4e22-b062-9b9b8840d97c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:07.776465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 00d3a634-3176-44cf-8091-0caa1f8eabfd {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:07.776748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 00d3a634-3176-44cf-8091-0caa1f8eabfd not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:07.856540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88e19044-89b1-489b-a1f7-d322947c0f74 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.912590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88e19044-89b1-489b-a1f7-d322947c0f74 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:07.993495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50468) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.010536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88e19044-89b1-489b-a1f7-d322947c0f74 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.015135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-898e2184-68b5-4f00-acf9-8379027868d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.043830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e19044-89b1-489b-a1f7-d322947c0f74 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d4bce6-eb9d-4c13-9836-89720723e3cd,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:08.117359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-898e2184-68b5-4f00-acf9-8379027868d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.120497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88e19044-89b1-489b-a1f7-d322947c0f74 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.121757 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-88e19044-89b1-489b-a1f7-d322947c0f74 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489630 Apr 29 07:58:08.124468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50472) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.128767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e64b8d34-1d7f-4872-b50d-3e338934ad06 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '87cfc9c1-acc6-4e22-b062-9b9b8840d97c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:08.178823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-898e2184-68b5-4f00-acf9-8379027868d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.220697 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-898e2184-68b5-4f00-acf9-8379027868d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a56da60d99f4fbbb12900bd7cb2a0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261198 Apr 29 07:58:08.221430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e2184-68b5-4f00-acf9-8379027868d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040476e5-f68a-4824-970e-436643b41289,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:08.223504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50474) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.224092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e64b8d34-1d7f-4872-b50d-3e338934ad06 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.272683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c035d441-5016-4742-aa7a-1df2d27a91ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.279785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e64b8d34-1d7f-4872-b50d-3e338934ad06 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.294634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c035d441-5016-4742-aa7a-1df2d27a91ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.350506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e64b8d34-1d7f-4872-b50d-3e338934ad06 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.370531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b8d34-1d7f-4872-b50d-3e338934ad06 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e29c994-408d-4afc-ad2b-68a39384d6cc,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:08.413433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c035d441-5016-4742-aa7a-1df2d27a91ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.416112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c035d441-5016-4742-aa7a-1df2d27a91ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.417987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c035d441-5016-4742-aa7a-1df2d27a91ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/040476e5-f68a-4824-970e-436643b41289 HTTP/1.1" status: 204 len: 168 time: 0.1934674 Apr 29 07:58:08.425634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035d441-5016-4742-aa7a-1df2d27a91ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040476e5-f68a-4824-970e-436643b41289,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:08.444375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50478) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.445811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e64b8d34-1d7f-4872-b50d-3e338934ad06 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.452342 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e64b8d34-1d7f-4872-b50d-3e338934ad06 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3240881 Apr 29 07:58:08.454005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50480) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.459338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-01305543-8362-42fe-b21a-93d82856e8ce tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '87cfc9c1-acc6-4e22-b062-9b9b8840d97c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:08.511337 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-563d26c3-3de4-4ae0-9e9f-b335d949db11 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/80b3391e-0eb7-475c-9c14-debd5547a82b HTTP/1.1" status: 200 len: 994 time: 0.0651538 Apr 29 07:58:08.539540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01305543-8362-42fe-b21a-93d82856e8ce tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.601042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01305543-8362-42fe-b21a-93d82856e8ce tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.680330 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:58:08.688027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01305543-8362-42fe-b21a-93d82856e8ce tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.702668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01305543-8362-42fe-b21a-93d82856e8ce tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca34b56-bf9a-4d57-898f-bbf9e4ebeb4a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:08.753353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01305543-8362-42fe-b21a-93d82856e8ce tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.754676 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-01305543-8362-42fe-b21a-93d82856e8ce tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2995300 Apr 29 07:58:08.757696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50486) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.785614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ecd9dbac-2d62-4713-b260-4c9fa82b49ac tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.794841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ecd9dbac-2d62-4713-b260-4c9fa82b49ac tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.800340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50488) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.886027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ecd9dbac-2d62-4713-b260-4c9fa82b49ac tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.893536 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ecd9dbac-2d62-4713-b260-4c9fa82b49ac tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:08.897887 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ecd9dbac-2d62-4713-b260-4c9fa82b49ac tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0ca34b56-bf9a-4d57-898f-bbf9e4ebeb4a HTTP/1.1" status: 204 len: 168 time: 0.1362312 Apr 29 07:58:08.897887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50490) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.915933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9dbac-2d62-4713-b260-4c9fa82b49ac tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ca34b56-bf9a-4d57-898f-bbf9e4ebeb4a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:08.965712 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6e05297d-dec9-44df-8e47-b1876367b82f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0662062 Apr 29 07:58:08.968407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50492) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:08.989567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port e6ea1a76-3568-4a78-9a82-d20d5f76f827 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:08.989906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.013571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b2feba6-fd47-4ea6-a162-f45052f50788 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.056768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b2feba6-fd47-4ea6-a162-f45052f50788 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.111490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.111832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.123610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for e6ea1a76-3568-4a78-9a82-d20d5f76f827 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:09.191611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b2feba6-fd47-4ea6-a162-f45052f50788 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.201223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0b2feba6-fd47-4ea6-a162-f45052f50788 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.206221 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0b2feba6-fd47-4ea6-a162-f45052f50788 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5e29c994-408d-4afc-ad2b-68a39384d6cc HTTP/1.1" status: 204 len: 168 time: 0.2328410 Apr 29 07:58:09.206414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50494) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.213104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2feba6-fd47-4ea6-a162-f45052f50788 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e29c994-408d-4afc-ad2b-68a39384d6cc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:09.250488 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e57e585e-115a-4fc7-8bbb-b9f075a08fee tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0441689 Apr 29 07:58:09.253322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50496) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.276334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-781cfa7c-3320-4819-8aba-a27083cb8f00 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.283689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-781cfa7c-3320-4819-8aba-a27083cb8f00 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.339138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.364828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=e6ea1a76-3568-4a78-9a82-d20d5f76f827,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:09.402214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-781cfa7c-3320-4819-8aba-a27083cb8f00 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.406870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-781cfa7c-3320-4819-8aba-a27083cb8f00 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.408046 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-781cfa7c-3320-4819-8aba-a27083cb8f00 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f5d4bce6-eb9d-4c13-9836-89720723e3cd HTTP/1.1" status: 204 len: 168 time: 0.1538231 Apr 29 07:58:09.411447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50498) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.415504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cfa7c-3320-4819-8aba-a27083cb8f00 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5d4bce6-eb9d-4c13-9836-89720723e3cd,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:09.443578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.443833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 80b3391e-0eb7-475c-9c14-debd5547a82b disassociated (deleted). External IP: 172.26.2.147, port: fe0cc30c-9719-4138-a94e-e955115101e1. Apr 29 07:58:09.498698 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-468ff3f2-0a80-491d-b4fa-7b0bcb445d88 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0823731 Apr 29 07:58:09.501554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50500) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.527043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d05b3077-99bb-4d3e-8d1a-fd60fe8aa453 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.534264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d05b3077-99bb-4d3e-8d1a-fd60fe8aa453 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.611248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d05b3077-99bb-4d3e-8d1a-fd60fe8aa453 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.618568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d05b3077-99bb-4d3e-8d1a-fd60fe8aa453 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.622001 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d05b3077-99bb-4d3e-8d1a-fd60fe8aa453 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7c2928a8-af53-4b24-9567-a2b432f68f73 HTTP/1.1" status: 204 len: 168 time: 0.1170793 Apr 29 07:58:09.623159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50502) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.629318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b3077-99bb-4d3e-8d1a-fd60fe8aa453 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c2928a8-af53-4b24-9567-a2b432f68f73,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:09.669218 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-72536033-ea44-4135-9d7c-0f49d6a3b144 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0416102 Apr 29 07:58:09.669504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50504) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.673712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router cba9f72b-b76a-4b6b-aa7d-356a5143b86c has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:09.693077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ceb02f7b-0bc6-4cbe-9587-0dada471c1f3 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.700395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ceb02f7b-0bc6-4cbe-9587-0dada471c1f3 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.777692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ceb02f7b-0bc6-4cbe-9587-0dada471c1f3 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.781795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:09.782453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ceb02f7b-0bc6-4cbe-9587-0dada471c1f3 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.784419 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ceb02f7b-0bc6-4cbe-9587-0dada471c1f3 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0de204b1-3ae9-428a-a53b-4f99f3a52981 HTTP/1.1" status: 204 len: 168 time: 0.1138217 Apr 29 07:58:09.786266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.787938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50506) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.793311 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] Sync routers for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:09.803155 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:09.803847 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:09.807662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb02f7b-0bc6-4cbe-9587-0dada471c1f3 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0de204b1-3ae9-428a-a53b-4f99f3a52981,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:09.823243 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2932aa25-609b-4eef-87a3-803f0a3bd4d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/80b3391e-0eb7-475c-9c14-debd5547a82b HTTP/1.1" status: 204 len: 168 time: 1.0191011 Apr 29 07:58:09.823243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:09.824494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3c5ede-7ebc-4553-a000-111c0d115edf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:09.847584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50512) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:09.857022 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6e5e9846-3b80-46fd-bba6-233d21f119eb tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684664 Apr 29 07:58:09.876968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed7681c-6057-47ec-8071-2f14e4a02eba x-openstack-request-id: req-7ed7681c-6057-47ec-8071-2f14e4a02eba {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:09.877236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:09.877494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ed7681c-6057-47ec-8071-2f14e4a02eba {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:09.877894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed7681c-6057-47ec-8071-2f14e4a02eba'] response: {'name': 'network-changed', 'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'status': 'completed', 'code': 200} Apr 29 07:58:09.923398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af06b5c7-00cd-43c4-8cd9-b528830cef5f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:09.944601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-ce01f9b8-0530-4d03-a38b-c28f1af21303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:09.946120 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-ce01f9b8-0530-4d03-a38b-c28f1af21303 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 1099 time: 0.0471492 Apr 29 07:58:09.950169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af06b5c7-00cd-43c4-8cd9-b528830cef5f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.008278 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:10.043076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-56e32ec8-ce5b-4b01-952f-307f1873e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:10.044566 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-56e32ec8-ce5b-4b01-952f-307f1873e176 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66bcb917-e47d-4e30-bdae-4e946b6bc76d HTTP/1.1" status: 200 len: 898 time: 0.0921221 Apr 29 07:58:10.076773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af06b5c7-00cd-43c4-8cd9-b528830cef5f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.079614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-af06b5c7-00cd-43c4-8cd9-b528830cef5f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.080896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-af06b5c7-00cd-43c4-8cd9-b528830cef5f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/87cfc9c1-acc6-4e22-b062-9b9b8840d97c HTTP/1.1" status: 204 len: 168 time: 0.2322960 Apr 29 07:58:10.085332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50514) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:10.087435 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-f3f68db8-7fba-496e-8cf3-64a186d02f85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe0cc30c-9719-4138-a94e-e955115101e1 HTTP/1.1" status: 200 len: 217 time: 0.0354211 Apr 29 07:58:10.102741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06b5c7-00cd-43c4-8cd9-b528830cef5f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cfc9c1-acc6-4e22-b062-9b9b8840d97c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:10.156036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-efadc8f3-3763-4435-9ee0-be3b725fc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:10.158098 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-efadc8f3-3763-4435-9ee0-be3b725fc4bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd371d20-b263-40c0-9e13-fbc0ea333404 HTTP/1.1" status: 200 len: 835 time: 0.0636528 Apr 29 07:58:10.162340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-96ae5dfb-ccf4-4cb5-9e94-2f9cd27bd26a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756204 Apr 29 07:58:10.167673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50516) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:10.171573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-da06d438-7857-4a25-91c9-dae545ab6f42 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708383150'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:10.210753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-220c7d4f-8dab-482a-87a2-54fb4195249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:10.212370 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-220c7d4f-8dab-482a-87a2-54fb4195249c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66bcb917-e47d-4e30-bdae-4e946b6bc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475535 Apr 29 07:58:10.236235 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:10.254981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da06d438-7857-4a25-91c9-dae545ab6f42 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.264707 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] Checking router: cba9f72b-b76a-4b6b-aa7d-356a5143b86c for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:10.271958 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:10.272574 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:57:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:10.315137 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-ae5dd39f-9762-4497-bb7b-078ac3547d6d service neutron] 10.222.0.39 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954573 Apr 29 07:58:10.376948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da06d438-7857-4a25-91c9-dae545ab6f42 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.387065 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:10.397227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0207b8-a9c4-4f32-81b3-60c9685549c5 req-4e27ebbc-e924-4791-957f-55a4d820ed09 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:10.398970 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac0207b8-a9c4-4f32-81b3-60c9685549c5 req-4e27ebbc-e924-4791-957f-55a4d820ed09 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 946 time: 0.0771158 Apr 29 07:58:10.420708 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c3c5ede-7ebc-4553-a000-111c0d115edf req-105f1e0a-ebdf-4dbb-9384-a6684d9cade3 service neutron] 10.222.0.39 "GET /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933430 Apr 29 07:58:10.436156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da06d438-7857-4a25-91c9-dae545ab6f42 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.459196 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac0207b8-a9c4-4f32-81b3-60c9685549c5 req-2e2560ac-ca14-4a51-9772-91623868ca04 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506439 Apr 29 07:58:10.472965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06d438-7857-4a25-91c9-dae545ab6f42 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac895a7-e7c4-42dc-b467-a96dd1e1c898,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:10.562160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-da06d438-7857-4a25-91c9-dae545ab6f42 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.563421 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-da06d438-7857-4a25-91c9-dae545ab6f42 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3954840 Apr 29 07:58:10.566120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50520) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:10.570618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-caf44f73-cdad-405b-b5cc-bb22bdfe6f65 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '7ac895a7-e7c4-42dc-b467-a96dd1e1c898', 'direction': 'ingress', 'protocol': 17}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:10.596127 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:10.622351 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1318177-42ff-47b2-ab07-98047b61fb76 None None] The sync data for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv is: [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '786b072c-365b-4d98-a2a8-04ccfd218f5e', 'name': '', 'network_id': '66bcb917-e47d-4e30-bdae-4e946b6bc76d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:f0:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:13Z', 'updated_at': '2022-04-29T07:57:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'fd371d20-b263-40c0-9e13-fbc0ea333404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:10.659296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-caf44f73-cdad-405b-b5cc-bb22bdfe6f65 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.723370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-caf44f73-cdad-405b-b5cc-bb22bdfe6f65 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.788615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-caf44f73-cdad-405b-b5cc-bb22bdfe6f65 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.807203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf44f73-cdad-405b-b5cc-bb22bdfe6f65 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cad1f51-3531-4762-b046-eba3c0768cdb,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:10.841588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9114dc-d920-4617-bd7d-3e7ed38e1bf4 None None] New status for floating IP 80b3391e-0eb7-475c-9c14-debd5547a82b: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:58:10.881952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-caf44f73-cdad-405b-b5cc-bb22bdfe6f65 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.883314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-caf44f73-cdad-405b-b5cc-bb22bdfe6f65 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3162208 Apr 29 07:58:10.886706 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50522) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:10.942686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30a3354-f7ac-47a3-b50f-40f3d84e9b6c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:10.965799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30a3354-f7ac-47a3-b50f-40f3d84e9b6c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.097246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30a3354-f7ac-47a3-b50f-40f3d84e9b6c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.099770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30a3354-f7ac-47a3-b50f-40f3d84e9b6c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.100929 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d30a3354-f7ac-47a3-b50f-40f3d84e9b6c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/7ac895a7-e7c4-42dc-b467-a96dd1e1c898 HTTP/1.1" status: 204 len: 168 time: 0.2132390 Apr 29 07:58:11.103619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50524) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:11.110222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a3354-f7ac-47a3-b50f-40f3d84e9b6c tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac895a7-e7c4-42dc-b467-a96dd1e1c898,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:11.148338 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2f78d251-20b4-4199-8bed-0fec5524e069 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433373 Apr 29 07:58:11.151845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50526) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:11.156012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6a10ce70-5535-424f-99db-a4a4ea8cdfa6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--540425532'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:11.184998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5074ca5f-f0cb-4ac7-9c94-fd05017c0346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.259268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a10ce70-5535-424f-99db-a4a4ea8cdfa6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.322313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a10ce70-5535-424f-99db-a4a4ea8cdfa6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.405923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a10ce70-5535-424f-99db-a4a4ea8cdfa6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.439736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ce70-5535-424f-99db-a4a4ea8cdfa6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c121dc74-29e2-489b-a0ab-ad92992d827f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:11.499093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a10ce70-5535-424f-99db-a4a4ea8cdfa6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.502698 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6a10ce70-5535-424f-99db-a4a4ea8cdfa6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3475416 Apr 29 07:58:11.503150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50530) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:11.507534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b0c6b185-9d0a-4990-97a0-668f9b47fda4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817343785'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:11.578518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d18686-0082-44fc-8c8c-d1fa0d6d129e req-dd594855-631e-479b-a193-b2b82a1851b1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:11.579997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-02d18686-0082-44fc-8c8c-d1fa0d6d129e req-dd594855-631e-479b-a193-b2b82a1851b1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 946 time: 0.0478165 Apr 29 07:58:11.581181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b185-9d0a-4990-97a0-668f9b47fda4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.637912 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-02d18686-0082-44fc-8c8c-d1fa0d6d129e req-2d754b63-94e3-4362-b394-459d040755e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3284de-b372-4e58-beb9-f0cdc5e67c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481935 Apr 29 07:58:11.685006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b185-9d0a-4990-97a0-668f9b47fda4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.691453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311ca0b-2162-443c-b19e-d53893768e2c req-9c1398c8-0209-40e6-a033-b1555f658155 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:11.692936 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-6311ca0b-2162-443c-b19e-d53893768e2c req-9c1398c8-0209-40e6-a033-b1555f658155 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 946 time: 0.0608087 Apr 29 07:58:11.750515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b185-9d0a-4990-97a0-668f9b47fda4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.778466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6b185-9d0a-4990-97a0-668f9b47fda4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9b510-05fe-45fd-a0ab-89835eb288e0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:11.784233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port fe0cc30c-9719-4138-a94e-e955115101e1 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:11.784573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.847340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b185-9d0a-4990-97a0-668f9b47fda4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.848596 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b0c6b185-9d0a-4990-97a0-668f9b47fda4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3444884 Apr 29 07:58:11.851336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50532) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:11.856930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8d9de130-5398-4de5-99e0-4c42604eabc6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': 'c121dc74-29e2-489b-a0ab-ad92992d827f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ff9b510-05fe-45fd-a0ab-89835eb288e0', 'remote_ip_prefix': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:11.874227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port fe0cc30c-9719-4138-a94e-e955115101e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=fe0cc30c-9719-4138-a94e-e955115101e1,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:11.874620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:11.887325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for fe0cc30c-9719-4138-a94e-e955115101e1 owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:11.941226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d9de130-5398-4de5-99e0-4c42604eabc6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.016505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d9de130-5398-4de5-99e0-4c42604eabc6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.068408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.091159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d9de130-5398-4de5-99e0-4c42604eabc6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.097766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=fe0cc30c-9719-4138-a94e-e955115101e1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:12.112340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9de130-5398-4de5-99e0-4c42604eabc6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5e6a07-9db8-424c-b1d5-d89bdfe8c4f8,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:12.142870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port fe0cc30c-9719-4138-a94e-e955115101e1 on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:58:12.146151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.148541 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-6311ca0b-2162-443c-b19e-d53893768e2c req-88281fc2-75d5-4343-b78e-7c8dae13dec4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/fe0cc30c-9719-4138-a94e-e955115101e1 HTTP/1.1" status: 204 len: 173 time: 0.4501493 Apr 29 07:58:12.148973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'name': 'network-vif-deleted', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:12.151277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d44007-e530-4e95-9417-ba27c84d9013" -d '{"events": [{"server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "name": "network-vif-deleted", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:12.186386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532f99fe-6945-4e72-8477-0c1571e47279 x-openstack-request-id: req-532f99fe-6945-4e72-8477-0c1571e47279 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:12.186828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c992f5-f813-417d-b0ff-ab24df134dd5", "name": "network-vif-deleted", "tag": "fe0cc30c-9719-4138-a94e-e955115101e1", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:12.187321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-532f99fe-6945-4e72-8477-0c1571e47279 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:12.187726 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532f99fe-6945-4e72-8477-0c1571e47279'] response: {'server_uuid': 'd0c992f5-f813-417d-b0ff-ab24df134dd5', 'name': 'network-vif-deleted', 'tag': 'fe0cc30c-9719-4138-a94e-e955115101e1', 'status': 'completed', 'code': 200} Apr 29 07:58:12.190352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8d9de130-5398-4de5-99e0-4c42604eabc6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.191686 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8d9de130-5398-4de5-99e0-4c42604eabc6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3393104 Apr 29 07:58:12.194374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50536) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:12.218049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-200e2116-b601-4303-9ba7-abc3d285f16f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.225500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-200e2116-b601-4303-9ba7-abc3d285f16f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.345010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-200e2116-b601-4303-9ba7-abc3d285f16f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.349459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-200e2116-b601-4303-9ba7-abc3d285f16f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.354740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-200e2116-b601-4303-9ba7-abc3d285f16f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/da5e6a07-9db8-424c-b1d5-d89bdfe8c4f8 HTTP/1.1" status: 204 len: 168 time: 0.1554298 Apr 29 07:58:12.354902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50538) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:12.359729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e2116-b601-4303-9ba7-abc3d285f16f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da5e6a07-9db8-424c-b1d5-d89bdfe8c4f8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:12.396397 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-36c1acbc-3214-488a-9a39-f2ddf6615ae6 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0411627 Apr 29 07:58:12.398993 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50540) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:12.454927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-739481d6-7512-44b0-ab4a-b7119a0b61fa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.477795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-739481d6-7512-44b0-ab4a-b7119a0b61fa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.594385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-739481d6-7512-44b0-ab4a-b7119a0b61fa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.597051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-739481d6-7512-44b0-ab4a-b7119a0b61fa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.598226 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-739481d6-7512-44b0-ab4a-b7119a0b61fa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/4ff9b510-05fe-45fd-a0ab-89835eb288e0 HTTP/1.1" status: 204 len: 168 time: 0.1983306 Apr 29 07:58:12.600880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50542) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:12.601774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.608326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739481d6-7512-44b0-ab4a-b7119a0b61fa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9b510-05fe-45fd-a0ab-89835eb288e0,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:12.654384 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2b83a985-7d4a-46d8-a06a-22f2de56c75f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0517473 Apr 29 07:58:12.657066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50544) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:12.708981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7690-f837-40bd-9efa-f1f376b87bf4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.752511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0abd5c4c-86d0-4747-af43-a3065542addf req-9eeca0b9-1394-4409-b377-c608808c7fa2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c992f5-f813-417d-b0ff-ab24df134dd5 HTTP/1.1" status: 200 len: 210 time: 0.0326083 Apr 29 07:58:12.753984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7690-f837-40bd-9efa-f1f376b87bf4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.904788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7690-f837-40bd-9efa-f1f376b87bf4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.907380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7690-f837-40bd-9efa-f1f376b87bf4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:12.908672 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9a6a7690-f837-40bd-9efa-f1f376b87bf4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/c121dc74-29e2-489b-a0ab-ad92992d827f HTTP/1.1" status: 204 len: 168 time: 0.2505507 Apr 29 07:58:12.911198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50548) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:12.918355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a7690-f837-40bd-9efa-f1f376b87bf4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c121dc74-29e2-489b-a0ab-ad92992d827f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:12.960463 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dfad6fe8-fc50-4917-9b6a-d7356cdf4d96 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465498 Apr 29 07:58:12.962826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50550) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:12.967799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-eea6fbc2-9590-4c81-af12-1d118bd26eb4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143478607'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:13.076777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea6fbc2-9590-4c81-af12-1d118bd26eb4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.147604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea6fbc2-9590-4c81-af12-1d118bd26eb4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.241769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea6fbc2-9590-4c81-af12-1d118bd26eb4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.258907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a840cb-d81c-41bf-a0ea-e4ef2ddef4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.274154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6fbc2-9590-4c81-af12-1d118bd26eb4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d1fbc6-89a3-45af-983f-f195f0848e65,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:13.367361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea6fbc2-9590-4c81-af12-1d118bd26eb4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.368714 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eea6fbc2-9590-4c81-af12-1d118bd26eb4 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4049003 Apr 29 07:58:13.371527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50552) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:13.375913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9db000c2-9c1b-4b0f-b839-d747ef547248 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '14d1fbc6-89a3-45af-983f-f195f0848e65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:13.467721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9db000c2-9c1b-4b0f-b839-d747ef547248 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.523630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9db000c2-9c1b-4b0f-b839-d747ef547248 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.605836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9db000c2-9c1b-4b0f-b839-d747ef547248 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.622506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db000c2-9c1b-4b0f-b839-d747ef547248 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6291ad8-8674-4444-8d0b-f7b22c326b40,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:13.724219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9db000c2-9c1b-4b0f-b839-d747ef547248 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.725438 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9db000c2-9c1b-4b0f-b839-d747ef547248 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3529694 Apr 29 07:58:13.728217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50554) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:13.751826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4dcda068-bc73-401d-b7e5-02c8a4d42314 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.759122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4dcda068-bc73-401d-b7e5-02c8a4d42314 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.807902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50558) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:13.864605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74f34770-caec-4454-afb7-c5a2e072bd0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.874838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4dcda068-bc73-401d-b7e5-02c8a4d42314 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.882290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4dcda068-bc73-401d-b7e5-02c8a4d42314 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.883386 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4dcda068-bc73-401d-b7e5-02c8a4d42314 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e6291ad8-8674-4444-8d0b-f7b22c326b40 HTTP/1.1" status: 204 len: 168 time: 0.1542704 Apr 29 07:58:13.886598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50560) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:13.898344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcda068-bc73-401d-b7e5-02c8a4d42314 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6291ad8-8674-4444-8d0b-f7b22c326b40,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:13.902267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74f34770-caec-4454-afb7-c5a2e072bd0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:13.926608 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-390f83c1-613c-426c-af91-cdcd004c41d0 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386920 Apr 29 07:58:13.929276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50562) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:13.979949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbf4-2174-4a20-b7a5-6abb96556cf5 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.001997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbf4-2174-4a20-b7a5-6abb96556cf5 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.025066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74f34770-caec-4454-afb7-c5a2e072bd0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.028296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-74f34770-caec-4454-afb7-c5a2e072bd0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.029478 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-74f34770-caec-4454-afb7-c5a2e072bd0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/be3284de-b372-4e58-beb9-f0cdc5e67c34 HTTP/1.1" status: 204 len: 168 time: 0.2205813 Apr 29 07:58:14.039586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f34770-caec-4454-afb7-c5a2e072bd0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3284de-b372-4e58-beb9-f0cdc5e67c34,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:14.137960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbf4-2174-4a20-b7a5-6abb96556cf5 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.141297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbf4-2174-4a20-b7a5-6abb96556cf5 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.142528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-89fcdbf4-2174-4a20-b7a5-6abb96556cf5 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/14d1fbc6-89a3-45af-983f-f195f0848e65 HTTP/1.1" status: 204 len: 168 time: 0.2123232 Apr 29 07:58:14.145303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50566) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:14.152028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcdbf4-2174-4a20-b7a5-6abb96556cf5 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d1fbc6-89a3-45af-983f-f195f0848e65,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:14.193790 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cac7e66f-32da-4f0a-ba96-6a2b6e8d109d tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433886 Apr 29 07:58:14.193960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50568) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:14.194072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50570) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:14.199057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-945c7e7b-1a3f-4a6e-aa7a-09c48477a674 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681709026'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:14.293712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-945c7e7b-1a3f-4a6e-aa7a-09c48477a674 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.359472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-945c7e7b-1a3f-4a6e-aa7a-09c48477a674 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.401544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-945c7e7b-1a3f-4a6e-aa7a-09c48477a674 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.429898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c7e7b-1a3f-4a6e-aa7a-09c48477a674 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd910c-445b-42c3-a011-6b5eba427536,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:14.489675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-945c7e7b-1a3f-4a6e-aa7a-09c48477a674 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.490966 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-945c7e7b-1a3f-4a6e-aa7a-09c48477a674 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2960153 Apr 29 07:58:14.493825 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50572) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:14.498873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-002ee258-0b80-497b-ac8a-e7d55d94bbfc tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '46bd910c-445b-42c3-a011-6b5eba427536', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:14.548853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.590216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-002ee258-0b80-497b-ac8a-e7d55d94bbfc tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.648250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-002ee258-0b80-497b-ac8a-e7d55d94bbfc tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.733684 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-002ee258-0b80-497b-ac8a-e7d55d94bbfc tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.751644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee258-0b80-497b-ac8a-e7d55d94bbfc tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fcbf8c-f0de-48b7-8f48-1b07d73c8089,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:14.853609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-002ee258-0b80-497b-ac8a-e7d55d94bbfc tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.854891 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-002ee258-0b80-497b-ac8a-e7d55d94bbfc tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3600981 Apr 29 07:58:14.857967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50574) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:14.875810 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a75525b6-0026-4dc0-8849-ac5837421f80 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules/b2fcbf8c-f0de-48b7-8f48-1b07d73c8089 HTTP/1.1" status: 200 len: 763 time: 0.0161438 Apr 29 07:58:14.880442 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50576) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:14.922108 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-db15b716-4400-4fd5-a3f8-18c3b2fc176b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405226 Apr 29 07:58:14.924856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50578) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:14.948870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb709-1703-469b-b775-949e4e552fa9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.956276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb709-1703-469b-b775-949e4e552fa9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:14.960464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.052455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 786b072c-365b-4d98-a2a8-04ccfd218f5e {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:15.053098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.088845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb709-1703-469b-b775-949e4e552fa9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.093575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb709-1703-469b-b775-949e4e552fa9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.094862 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8d4fb709-1703-469b-b775-949e4e552fa9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b2fcbf8c-f0de-48b7-8f48-1b07d73c8089 HTTP/1.1" status: 204 len: 168 time: 0.1690960 Apr 29 07:58:15.097287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50580) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:15.102627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fb709-1703-469b-b775-949e4e552fa9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2fcbf8c-f0de-48b7-8f48-1b07d73c8089,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:15.165987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c23257fe-e9a0-489d-a3b7-e6c3b4023667 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674465 Apr 29 07:58:15.168692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50582) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:15.170806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 786b072c-365b-4d98-a2a8-04ccfd218f5e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=786b072c-365b-4d98-a2a8-04ccfd218f5e,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:15.171163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.173432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9cd8b15b-193c-4622-a69d-b424b04fd75b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '46bd910c-445b-42c3-a011-6b5eba427536', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:15.183819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 786b072c-365b-4d98-a2a8-04ccfd218f5e owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:15.263704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b15b-193c-4622-a69d-b424b04fd75b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.313482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b15b-193c-4622-a69d-b424b04fd75b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.331460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device fe0cc30c-9719-4138-a94e-e955115101e1 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:15.357659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: fe0cc30c-9719-4138-a94e-e955115101e1 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:15.358006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device fe0cc30c-9719-4138-a94e-e955115101e1 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:15.407434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b15b-193c-4622-a69d-b424b04fd75b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.426335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b15b-193c-4622-a69d-b424b04fd75b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd56517-eebe-487b-aeff-9422e01dfa21,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:15.459019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.489974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=786b072c-365b-4d98-a2a8-04ccfd218f5e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:15.506789 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b15b-193c-4622-a69d-b424b04fd75b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.510616 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9cd8b15b-193c-4622-a69d-b424b04fd75b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3383203 Apr 29 07:58:15.510972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50584) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:15.530655 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a3eeb554-4459-4194-b2d5-065c341a9cd9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules/bfd56517-eebe-487b-aeff-9422e01dfa21 HTTP/1.1" status: 200 len: 763 time: 0.0182757 Apr 29 07:58:15.534925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50586) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:15.590004 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-71c0a716-ee5e-457e-b6ee-efb712be172f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0509923 Apr 29 07:58:15.590461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50588) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:15.616883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-881f03c7-3f36-4c99-a566-c6592bc4862a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.626882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-881f03c7-3f36-4c99-a566-c6592bc4862a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.691501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.784940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-881f03c7-3f36-4c99-a566-c6592bc4862a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.786987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-881f03c7-3f36-4c99-a566-c6592bc4862a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.788266 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-881f03c7-3f36-4c99-a566-c6592bc4862a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bfd56517-eebe-487b-aeff-9422e01dfa21 HTTP/1.1" status: 204 len: 168 time: 0.1968591 Apr 29 07:58:15.791133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50590) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:15.792449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f03c7-3f36-4c99-a566-c6592bc4862a tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfd56517-eebe-487b-aeff-9422e01dfa21,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:15.847809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-036e375b-5d10-4ce7-809f-0b731648cb67 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551798 Apr 29 07:58:15.850483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50592) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:15.855064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4b16b9fc-76ae-40b0-8460-4e58113ae68b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': '46bd910c-445b-42c3-a011-6b5eba427536', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:15.937018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b16b9fc-76ae-40b0-8460-4e58113ae68b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:15.949466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router cba9f72b-b76a-4b6b-aa7d-356a5143b86c has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:15.985178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b16b9fc-76ae-40b0-8460-4e58113ae68b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.070992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b16b9fc-76ae-40b0-8460-4e58113ae68b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.074600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:16.079788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3a1126bf-a3eb-4e43-8928-1c5b35787692 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/cba9f72b-b76a-4b6b-aa7d-356a5143b86c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8884881 Apr 29 07:58:16.080985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50594) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.091387 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] Sync routers for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:16.106460 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:16.107098 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16b9fc-76ae-40b0-8460-4e58113ae68b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676b807f-7f34-4e63-b0ae-b1484eb932a7,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:16.107877 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:16.133879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet fd371d20-b263-40c0-9e13-fbc0ea333404 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 07:58:16.137097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.176425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.177129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.207672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4b16b9fc-76ae-40b0-8460-4e58113ae68b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.211498 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4b16b9fc-76ae-40b0-8460-4e58113ae68b tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3574991 Apr 29 07:58:16.211849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50596) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.216956 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:16.229829 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ce3010a1-e76e-48e4-a3ee-4486d0775076 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules/676b807f-7f34-4e63-b0ae-b1484eb932a7 HTTP/1.1" status: 200 len: 764 time: 0.0157034 Apr 29 07:58:16.234282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50598) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.276177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.282197 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-429065fe-8ebe-4c63-82a3-fa3abbbc83b0 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0461812 Apr 29 07:58:16.290396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50600) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.315282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6fafc03-6d07-4921-b2cd-b878451acd47 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.322941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6fafc03-6d07-4921-b2cd-b878451acd47 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.400523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.411770 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:58:15Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:16.422965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6fafc03-6d07-4921-b2cd-b878451acd47 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.428837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=fd371d20-b263-40c0-9e13-fbc0ea333404,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:16.429776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d6fafc03-6d07-4921-b2cd-b878451acd47 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.431962 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d6fafc03-6d07-4921-b2cd-b878451acd47 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/676b807f-7f34-4e63-b0ae-b1484eb932a7 HTTP/1.1" status: 204 len: 168 time: 0.1395841 Apr 29 07:58:16.433618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50602) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.436533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.438917 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] Checking router: cba9f72b-b76a-4b6b-aa7d-356a5143b86c for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:16.440879 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4b7e2f10-3eb6-48ff-966f-6f17af3acdb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/fd371d20-b263-40c0-9e13-fbc0ea333404 HTTP/1.1" status: 204 len: 168 time: 0.3595178 Apr 29 07:58:16.443727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50604) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.445248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5249463-3788-44ee-9cf6-e5cb1f77ef4b None None] Network 66bcb917-e47d-4e30-bdae-4e946b6bc76d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:58:16.447533 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] Routers {'cba9f72b-b76a-4b6b-aa7d-356a5143b86c'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:16.448358 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:16.454683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fafc03-6d07-4921-b2cd-b878451acd47 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=676b807f-7f34-4e63-b0ae-b1484eb932a7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:16.492213 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ca694d6b-4907-4b8a-8de2-379c22b9c666 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573223 Apr 29 07:58:16.496971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50606) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.557715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ce5531-e5ed-46a8-ac02-799ce7c8ddaa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.575969 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] Set router cba9f72b-b76a-4b6b-aa7d-356a5143b86c gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:16.582959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.592412 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ce5531-e5ed-46a8-ac02-799ce7c8ddaa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.659139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.684127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] DHCP port deletion for 66bcb917-e47d-4e30-bdae-4e946b6bc76d request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 07:58:16.721727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ce5531-e5ed-46a8-ac02-799ce7c8ddaa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.724061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.725245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-49ce5531-e5ed-46a8-ac02-799ce7c8ddaa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.729944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50608) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.730548 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-49ce5531-e5ed-46a8-ac02-799ce7c8ddaa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/46bd910c-445b-42c3-a011-6b5eba427536 HTTP/1.1" status: 204 len: 168 time: 0.2325358 Apr 29 07:58:16.737119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Deleting port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:16.738344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.742767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce5531-e5ed-46a8-ac02-799ce7c8ddaa tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd910c-445b-42c3-a011-6b5eba427536,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:16.775765 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-88e2d897-cb17-4152-afdc-44885a9c49c0 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447147 Apr 29 07:58:16.780011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50610) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:16.786044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9b6c87de-8323-4e39-a804-89d809e79090 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group': {'name': 'tempest-secgroup--400371509'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:16.797977 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:58:15Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:16.815724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] For port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21,segment=NetworkSegment(5addb2ad-4ef5-4637-ad98-8ea791debabb),segment_id=5addb2ad-4ef5-4637-ad98-8ea791debabb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:16.816209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.827076 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcb63b-26e2-425c-abe8-d79baf77cf89 None None] The sync data for ids ['cba9f72b-b76a-4b6b-aa7d-356a5143b86c'] in dv-neutron-839740-1-hyperv is: [{'id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'name': 'tempest-TestNetworkBasicOps-router-2121086882', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:57:06Z', 'updated_at': '2022-04-29T07:58:15Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6ca4031d-3241-49a3-98a7-f5d80339b871', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9f72b-b76a-4b6b-aa7d-356a5143b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:57:07Z', 'updated_at': '2022-04-29T07:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:16.829791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Calling delete_port for cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:16.868359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 6ca4031d-3241-49a3-98a7-f5d80339b871 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:16.868796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.914023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b6c87de-8323-4e39-a804-89d809e79090 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.977935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 6ca4031d-3241-49a3-98a7-f5d80339b871, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6ca4031d-3241-49a3-98a7-f5d80339b871,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:16.978208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:16.995903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 6ca4031d-3241-49a3-98a7-f5d80339b871 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:17.002044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.028252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Pushing event deleted for resources: {'Port': ['ID=cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:17.031560 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] No DVR routers for this DVR port cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:58:17.037893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.045369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da881b-fbe6-4f64-8577-bf02dfde00c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:17.061115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b6c87de-8323-4e39-a804-89d809e79090 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.159410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b6c87de-8323-4e39-a804-89d809e79090 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.204427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c87de-8323-4e39-a804-89d809e79090 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c871fdc9-1ae3-43b0-a524-0f369149437a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:17.294131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9b6c87de-8323-4e39-a804-89d809e79090 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.296781 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9b6c87de-8323-4e39-a804-89d809e79090 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5142086 Apr 29 07:58:17.298408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50612) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:17.302962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-dd353736-b928-47ba-a727-cd2edc67e546 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Request body: {'security_group_rule': {'security_group_id': 'c871fdc9-1ae3-43b0-a524-0f369149437a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:17.339897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.373646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=6ca4031d-3241-49a3-98a7-f5d80339b871,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:17.428565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.492276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd353736-b928-47ba-a727-cd2edc67e546 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.530589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.534765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.610565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd353736-b928-47ba-a727-cd2edc67e546 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.719633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.720193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router cba9f72b-b76a-4b6b-aa7d-356a5143b86c {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:58:17.726931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.728044 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-737c1732-64ba-4e12-ba0b-35698f4f6e96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/cba9f72b-b76a-4b6b-aa7d-356a5143b86c HTTP/1.1" status: 204 len: 168 time: 1.2834754 Apr 29 07:58:17.730847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50614) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:17.792218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd353736-b928-47ba-a727-cd2edc67e546 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.831858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd353736-b928-47ba-a727-cd2edc67e546 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02034afd-b3b5-47cd-a2cc-db65402a0954,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:17.842919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.881407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 786b072c-365b-4d98-a2a8-04ccfd218f5e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:17.914691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 786b072c-365b-4d98-a2a8-04ccfd218f5e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:17.915043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 786b072c-365b-4d98-a2a8-04ccfd218f5e not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:17.915457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:17.935478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:17.935837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbaf213b-3af3-4793-ba1b-d1a1d4a0cb21 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:17.949106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.958097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd353736-b928-47ba-a727-cd2edc67e546 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:17.959300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dd353736-b928-47ba-a727-cd2edc67e546 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6598155 Apr 29 07:58:17.962256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50616) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:17.972310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bcb917-e47d-4e30-bdae-4e946b6bc76d']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:17.983447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5addb2ad-4ef5-4637-ad98-8ea791debabb') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:17.983900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5addb2ad-4ef5-4637-ad98-8ea791debabb') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:17.993053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.007765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.014901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:58:18.015301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:58:18.019305 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:58:18.024076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8cd81267-a472-4329-9451-f6e25fc8152f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.049515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8cd81267-a472-4329-9451-f6e25fc8152f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.184927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.191959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.194848 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/66bcb917-e47d-4e30-bdae-4e946b6bc76d HTTP/1.1" status: 204 len: 168 time: 0.4627526 Apr 29 07:58:18.206962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9f2cc-da69-4e94-bedd-e8506b08eee6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=66bcb917-e47d-4e30-bdae-4e946b6bc76d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:18.211820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50618) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:18.217681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--1517743722', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:18.248080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8cd81267-a472-4329-9451-f6e25fc8152f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.250840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8cd81267-a472-4329-9451-f6e25fc8152f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.252338 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8cd81267-a472-4329-9451-f6e25fc8152f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/c871fdc9-1ae3-43b0-a524-0f369149437a HTTP/1.1" status: 204 len: 168 time: 0.2890418 Apr 29 07:58:18.255092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50620) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:18.263385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd81267-a472-4329-9451-f6e25fc8152f tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871fdc9-1ae3-43b0-a524-0f369149437a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:18.311393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0fc921e1-73ea-4762-85be-7c192040d623 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550418 Apr 29 07:58:18.313971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50622) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:18.321599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:58:18.325628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.350201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:58:18.356499 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4e51a436-10b3-43ed-85b1-f73ad56f4767 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0399423 Apr 29 07:58:18.356499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50624) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:18.360029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.360401 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 0a2f7031-edb0-4f89-b438-debcfec24dfc of type vlan for network 20958967-6e09-452e-a880-cb87a498a9a6 Apr 29 07:58:18.369005 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-454b311f-e6df-4f33-94f7-76e96c1770c9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] delete failed (client error): The resource could not be found. Apr 29 07:58:18.370018 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-454b311f-e6df-4f33-94f7-76e96c1770c9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "DELETE /v2.0/security-groups/c871fdc9-1ae3-43b0-a524-0f369149437a HTTP/1.1" status: 404 len: 347 time: 0.0130196 Apr 29 07:58:18.373658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50626) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:18.400309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.421617 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7481550d-0354-4365-8841-3ebc0c5aefa9 tempest-SecGroupTest-1619690902 tempest-SecGroupTest-1619690902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433478 Apr 29 07:58:18.508221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.514558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:18.515138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.579596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=20958967-6e09-452e-a880-cb87a498a9a6,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:18.590453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 20958967-6e09-452e-a880-cb87a498a9a6 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:58:18.639524 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-37fb5f40-7409-4977-bcb2-ea3c97ec91ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4265327 Apr 29 07:58:18.642474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50630) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:18.647249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-107307574', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:18.772239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.773340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:18.827275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.001225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50634) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:19.056028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.141154 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-47202fb9-b489-42ae-aa6c-cbff0cac245e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=964ce19153414ad4a97c1bd939ddd578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387281 Apr 29 07:58:19.143624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50638) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:19.190931 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c6fcffc9-057f-4cab-ba4d-4ad96424cb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.211681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c6fcffc9-057f-4cab-ba4d-4ad96424cb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.323835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.333542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c6fcffc9-057f-4cab-ba4d-4ad96424cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.336392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c6fcffc9-057f-4cab-ba4d-4ad96424cb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.337557 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c6fcffc9-057f-4cab-ba4d-4ad96424cb7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34571888-6dc2-47f9-95c7-e3ed104f4048 HTTP/1.1" status: 204 len: 168 time: 0.1930208 Apr 29 07:58:19.345276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.346454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcffc9-057f-4cab-ba4d-4ad96424cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34571888-6dc2-47f9-95c7-e3ed104f4048,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:19.461904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.35 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/6216d0bc-55a2-400e-a861-aba0036257ed) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:19.563898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.669091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:19.710145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:19.713078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:19.716700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:19.756595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6216d0bc-55a2-400e-a861-aba0036257ed,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:19.760745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6ca4031d-3241-49a3-98a7-f5d80339b871 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:19.788169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6ca4031d-3241-49a3-98a7-f5d80339b871 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:19.790620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6ca4031d-3241-49a3-98a7-f5d80339b871 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:20.303602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:20.380416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50660) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:20.477046 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-14cb5ab0-ee46-4c73-b07b-2387550bf4b4 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-987660590', 'prefixes': ['172.20.0.0/16']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:20.511993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:20.676972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:58:20.741272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14cb5ab0-ee46-4c73-b07b-2387550bf4b4 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] Notify callbacks [] for subnetpool, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:20.742548 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-14cb5ab0-ee46-4c73-b07b-2387550bf4b4 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3610051 Apr 29 07:58:20.745738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50664) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:20.781474 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-00db2616-787c-4422-8b45-9f3bab31fa0f tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] 10.222.0.16 "GET /v2.0/subnetpools/a44197ce-42f2-4d46-af77-a0613523c099 HTTP/1.1" status: 200 len: 731 time: 0.0346370 Apr 29 07:58:20.783877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50666) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:20.786219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:20.788192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6c1e44e6-2853-4a27-8d6b-50738c18c7f5 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-297633792'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:20.797887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Sync routers for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:20.809936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:20.810673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:20.881972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:20.883995 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-072e4bcc-617a-4409-b862-7dbc62f5c2df tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2397146 Apr 29 07:58:20.886475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50668) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:20.914173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:20.922010 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-36e8c24c-710e-4632-b40a-53a652580a59 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344739 Apr 29 07:58:20.924731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50670) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:20.941650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6c1e44e6-2853-4a27-8d6b-50738c18c7f5 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] Notify callbacks [] for subnetpool, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:20.945430 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6c1e44e6-2853-4a27-8d6b-50738c18c7f5 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] 10.222.0.16 "PUT /v2.0/subnetpools/a44197ce-42f2-4d46-af77-a0613523c099 HTTP/1.1" status: 200 len: 683 time: 0.1581500 Apr 29 07:58:20.945681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50672) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:21.081668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3751b6-71ae-48bf-97dd-e94146030a73 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:21.083223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1c3751b6-71ae-48bf-97dd-e94146030a73 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576085 Apr 29 07:58:21.086139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50674) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:21.100081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:20Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:21.117899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-49e3bcde-cb08-4e1a-86bb-a90590e3496f tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282848 Apr 29 07:58:21.118278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50676) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:21.123802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1593803421', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:21.130787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Checking router: 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:21.134646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80b64d0a-3e05-4982-86fe-901062467cd7 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] Notify callbacks [] for subnetpool, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.134771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Updating router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a port 6216d0bc-55a2-400e-a861-aba0036257ed binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:58:21.134881 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-80b64d0a-3e05-4982-86fe-901062467cd7 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a44197ce-42f2-4d46-af77-a0613523c099 HTTP/1.1" status: 204 len: 168 time: 0.1850686 Apr 29 07:58:21.137562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50678) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:21.156564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.158062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-34c648b7-d9c5-4b59-8597-70c004d019a2 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] show failed (client error): The resource could not be found. Apr 29 07:58:21.159358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-34c648b7-d9c5-4b59-8597-70c004d019a2 tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] 10.222.0.16 "GET /v2.0/subnetpools/a44197ce-42f2-4d46-af77-a0613523c099 HTTP/1.1" status: 404 len: 346 time: 0.0205173 Apr 29 07:58:21.162864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50680) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:21.177984 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-218b0ebb-27e1-4371-b240-102af43bca2b tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] delete failed (client error): The resource could not be found. Apr 29 07:58:21.179006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-218b0ebb-27e1-4371-b240-102af43bca2b tempest-SubnetPoolsTestJSON-1741580102 tempest-SubnetPoolsTestJSON-1741580102-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a44197ce-42f2-4d46-af77-a0613523c099 HTTP/1.1" status: 404 len: 346 time: 0.0152328 Apr 29 07:58:21.291230 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:58:21.296777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.409450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.493394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.545267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.548889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Attempting to bind port 6216d0bc-55a2-400e-a861-aba0036257ed on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:58:21.549269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Attempting to bind port 6216d0bc-55a2-400e-a861-aba0036257ed by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:58:21.549629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Attempting to bind port 6216d0bc-55a2-400e-a861-aba0036257ed on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:21.552422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b697e-8029-491f-92e0-04b543d42e08 None None] Pushing event updated for resources: {'Port': ['ID=6216d0bc-55a2-400e-a861-aba0036257ed,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:21.557715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:58:21.558100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:58:21.558516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.558897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:58:21.559368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Bound port: 6216d0bc-55a2-400e-a861-aba0036257ed, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:58:21.559741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.610889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=05020d5c-ecb6-490e-89fb-36824b9c5bfe,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:21.615894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] For port 6216d0bc-55a2-400e-a861-aba0036257ed, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:58:21.619207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] For port 6216d0bc-55a2-400e-a861-aba0036257ed, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6216d0bc-55a2-400e-a861-aba0036257ed,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:58:21.621357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:58:21.621711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: 20958967-6e09-452e-a880-cb87a498a9a6, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:58:21.704711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 20958967-6e09-452e-a880-cb87a498a9a6 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:58:21.705615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.762146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:21.762815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:21.771478 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 20958967-6e09-452e-a880-cb87a498a9a6) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:21.776927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:21.777736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.794189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50686) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:21.808435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bcad76-c284-467d-a0ad-601a8677d7fa None None] Network 20958967-6e09-452e-a880-cb87a498a9a6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:58:21.823581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b697e-8029-491f-92e0-04b543d42e08 None None] Pushing event updated for resources: {'Port': ['ID=6216d0bc-55a2-400e-a861-aba0036257ed,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:21.879490 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5bb482b6-dbc2-48c7-b685-f43ccdd0be29 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7598705 Apr 29 07:58:21.882524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50690) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:21.938390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b84cb39e-1ae7-4542-b250-f64be5d80290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:21.948874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:22.130866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-20958967-6e09-452e-a880-cb87a498a9a6', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 07:58:22.131718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.153484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b84cb39e-1ae7-4542-b250-f64be5d80290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.248118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b84cb39e-1ae7-4542-b250-f64be5d80290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.297386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:20Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:22.325189 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b84cb39e-1ae7-4542-b250-f64be5d80290 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a8c8fe5e8a24ea785ba82fe82ce9c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297744 Apr 29 07:58:22.327577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b70d-8b34-4f5a-b900-aed5b80267c8 None None] The sync data for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv is: [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:20Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:22.327977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cb39e-1ae7-4542-b250-f64be5d80290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb1475-fdda-4a26-998b-f10d8e0a79fe,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:22.331522 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50692) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:22.334291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Allocated IP 172.20.0.2 (20958967-6e09-452e-a880-cb87a498a9a6/05020d5c-ecb6-490e-89fb-36824b9c5bfe/485f5aaa-6850-496b-8f84-fe1e1cf0b2b9) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:22.417926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-11036aac-1ffa-4df2-9a59-314e804bcd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.443318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-11036aac-1ffa-4df2-9a59-314e804bcd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.472256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.506332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.567644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-11036aac-1ffa-4df2-9a59-314e804bcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.571280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-11036aac-1ffa-4df2-9a59-314e804bcd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.572024 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-11036aac-1ffa-4df2-9a59-314e804bcd58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cdb1475-fdda-4a26-998b-f10d8e0a79fe HTTP/1.1" status: 204 len: 168 time: 0.2400167 Apr 29 07:58:22.581631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11036aac-1ffa-4df2-9a59-314e804bcd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb1475-fdda-4a26-998b-f10d8e0a79fe,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:22.620350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.665484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Network 20958967-6e09-452e-a880-cb87a498a9a6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:22.669152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:22.673356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:22.721181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Pushing event updated for resources: {'Port': ['ID=485f5aaa-6850-496b-8f84-fe1e1cf0b2b9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:22.748904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Attempting to bind port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:58:22.749518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Attempting to bind port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:58:22.749984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Attempting to bind port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 on network 20958967-6e09-452e-a880-cb87a498a9a6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:22.755512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:58:22.756024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Checking segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:58:22.756530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.757013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Bound using segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:58:22.757597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Bound port: 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:58:22.758225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:22.834221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] For port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:58:22.842224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (20958967-6e09-452e-a880-cb87a498a9a6/05020d5c-ecb6-490e-89fb-36824b9c5bfe/a80e905b-8964-4c54-b39d-4343709c94dc) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:22.853317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] For port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=485f5aaa-6850-496b-8f84-fe1e1cf0b2b9,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:58:22.951277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:23.020579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:23.050341 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb62e81-4768-45a5-b631-54cc28dd68d7 None None] Pushing event updated for resources: {'Port': ['ID=485f5aaa-6850-496b-8f84-fe1e1cf0b2b9,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:23.185076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:23.237271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 20958967-6e09-452e-a880-cb87a498a9a6 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:23.240809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:23.243331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:23.250185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=a80e905b-8964-4c54-b39d-4343709c94dc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:23.571781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:23.830287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb3028-c241-4456-9190-21be01576092 req-99278451-329a-431a-83bb-398e0cde2013 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:23.835037 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bcbb3028-c241-4456-9190-21be01576092 req-99278451-329a-431a-83bb-398e0cde2013 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 945 time: 0.0717072 Apr 29 07:58:23.850600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:23.882753 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bcbb3028-c241-4456-9190-21be01576092 req-ed644043-fe56-447e-9c65-97a4cfdbe2e6 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Apr 29 07:58:23.909764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:23.959030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:23.959692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.046943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.086696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=485f5aaa-6850-496b-8f84-fe1e1cf0b2b9,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:24.112044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac424b-eb6e-4c8e-9bca-46503ab01b67 None None] Network 20958967-6e09-452e-a880-cb87a498a9a6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 07:58:24.159708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.217364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.218047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6216d0bc-55a2-400e-a861-aba0036257ed up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:24.256925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.339980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=a80e905b-8964-4c54-b39d-4343709c94dc,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:24.346497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.435790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1e580a45-01a4-4a7f-80bb-f2fc5fa55e15 None None] Provisioning complete for port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:24.436161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e580a45-01a4-4a7f-80bb-f2fc5fa55e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.445603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 20958967-6e09-452e-a880-cb87a498a9a6 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:24.448024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:24.524517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=485f5aaa-6850-496b-8f84-fe1e1cf0b2b9,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:24.559263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6216d0bc-55a2-400e-a861-aba0036257ed triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:24.559635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.571945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:24.691981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.702965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:24.708907 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d19bfe5e-54ab-4158-ab6e-386e34d7b9a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8256557 Apr 29 07:58:24.711603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50702) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:24.712736 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Sync routers for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:24.719802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6216d0bc-55a2-400e-a861-aba0036257ed, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6216d0bc-55a2-400e-a861-aba0036257ed,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:24.724105 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:24.724736 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:24.836575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.889389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7d123ddc-03e3-4855-96ba-fc2d54bbc3bc None None] Provisioning complete for port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:24.889766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d123ddc-03e3-4855-96ba-fc2d54bbc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:24.925019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a589859-720f-46c3-95b8-c61b343e70e8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:24.925019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a589859-720f-46c3-95b8-c61b343e70e8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:24.925019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a589859-720f-46c3-95b8-c61b343e70e8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:24.925019 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a589859-720f-46c3-95b8-c61b343e70e8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:24.927205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a589859-720f-46c3-95b8-c61b343e70e8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:24.927959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a589859-720f-46c3-95b8-c61b343e70e8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:24.934399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50706) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:24.937121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6216d0bc-55a2-400e-a861-aba0036257ed,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:24.945018 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4a589859-720f-46c3-95b8-c61b343e70e8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2313414 Apr 29 07:58:24.966704 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:25.023141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7d123ddc-03e3-4855-96ba-fc2d54bbc3bc None None] Provisioning complete for port a80e905b-8964-4c54-b39d-4343709c94dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:25.023517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d123ddc-03e3-4855-96ba-fc2d54bbc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.040223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b9935-372a-4d4c-927e-8bcbde51def6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.041028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b9935-372a-4d4c-927e-8bcbde51def6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.042244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b9935-372a-4d4c-927e-8bcbde51def6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.043142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b9935-372a-4d4c-927e-8bcbde51def6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.043769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b9935-372a-4d4c-927e-8bcbde51def6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.044381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b9935-372a-4d4c-927e-8bcbde51def6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.046391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-538b9935-372a-4d4c-927e-8bcbde51def6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1101322 Apr 29 07:58:25.049952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50708) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:25.061239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7d123ddc-03e3-4855-96ba-fc2d54bbc3bc None None] Port a80e905b-8964-4c54-b39d-4343709c94dc cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:58:25.064945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65830c30-ea18-420d-a012-db2a3acbda1e req-5f29e288-6b25-4cf2-932a-f664a4daf820 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.067168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65830c30-ea18-420d-a012-db2a3acbda1e req-5f29e288-6b25-4cf2-932a-f664a4daf820 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 945 time: 0.0770223 Apr 29 07:58:25.109994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65830c30-ea18-420d-a012-db2a3acbda1e req-255a046c-98b9-401f-aa02-b6b976664bc9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 Apr 29 07:58:25.179535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-38d88882-be27-4050-b1bd-2e7efed5f540 None None] Provisioning complete for port a80e905b-8964-4c54-b39d-4343709c94dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:25.179915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38d88882-be27-4050-b1bd-2e7efed5f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.215495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-38d88882-be27-4050-b1bd-2e7efed5f540 None None] Port a80e905b-8964-4c54-b39d-4343709c94dc cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:58:25.219474 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:25.247680 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Checking router: 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:25.248021 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Updating router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a port a80e905b-8964-4c54-b39d-4343709c94dc binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:58:25.274883 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.326473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-294e21de-0f6c-4274-a3a2-80cf45a5c683 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:25.327923 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-294e21de-0f6c-4274-a3a2-80cf45a5c683 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 945 time: 0.0825906 Apr 29 07:58:25.335753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ca71fc82-2d9f-4d59-a501-47a64eec792a None None] Provisioning complete for port a80e905b-8964-4c54-b39d-4343709c94dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:25.336306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca71fc82-2d9f-4d59-a501-47a64eec792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.374944 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-59d3defd-6cdd-4610-8a9c-8201dba6eae5 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3233371 Apr 29 07:58:25.394274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ca71fc82-2d9f-4d59-a501-47a64eec792a None None] Port a80e905b-8964-4c54-b39d-4343709c94dc cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:58:25.437706 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Deleting port 68e98a27-adda-47be-b9c4-16f42393276e {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 07:58:25.438123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.526884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] For port 68e98a27-adda-47be-b9c4-16f42393276e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=68e98a27-adda-47be-b9c4-16f42393276e,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:25.527180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.555412 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.616795 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.673728 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Pushing event updated for resources: {'Port': ['ID=a80e905b-8964-4c54-b39d-4343709c94dc,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:25.704782 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.705196 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.705716 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.706059 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.707523 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.707523 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.707523 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.707847 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.708115 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.708503 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.708823 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.709137 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:25.721460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.722047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.722411 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Floating IP 7bfde16f-f489-47a5-aa19-4814c724a381 disassociated. External IP: 172.26.2.74, port: 68e98a27-adda-47be-b9c4-16f42393276e. Apr 29 07:58:25.722929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Calling delete_port for 68e98a27-adda-47be-b9c4-16f42393276e owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 07:58:25.747237 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Attempting to bind port a80e905b-8964-4c54-b39d-4343709c94dc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:58:25.747752 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Attempting to bind port a80e905b-8964-4c54-b39d-4343709c94dc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:58:25.747996 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Attempting to bind port a80e905b-8964-4c54-b39d-4343709c94dc on network 20958967-6e09-452e-a880-cb87a498a9a6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:25.761172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50712) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:25.761923 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:58:25.765557 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Checking segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:58:25.766030 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.766451 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Bound using segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:58:25.766935 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Bound port: a80e905b-8964-4c54-b39d-4343709c94dc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:58:25.767318 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.768132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-dd13e1ac-7e09-4ec9-97d6-d6dcd11831d2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016690008', 'description': 'tempest-secgroup-smoke-2016690008 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:25.854463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:25.870652 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] For port a80e905b-8964-4c54-b39d-4343709c94dc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:58:25.873926 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] For port a80e905b-8964-4c54-b39d-4343709c94dc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a80e905b-8964-4c54-b39d-4343709c94dc,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:58:25.880027 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd13e1ac-7e09-4ec9-97d6-d6dcd11831d2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.920496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:25.920796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.924251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-247b399b-b933-485a-9269-edcb48373cc3 None None] Provisioning complete for port a80e905b-8964-4c54-b39d-4343709c94dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:25.924805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-247b399b-b933-485a-9269-edcb48373cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.926069 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.950761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:25.993234 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:25.993878 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.008719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event deleted for resources: {'Port': ['ID=68e98a27-adda-47be-b9c4-16f42393276e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:26.051772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd13e1ac-7e09-4ec9-97d6-d6dcd11831d2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.065858 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9b63a-4ec4-43f7-a48e-9828280cebcd None None] Pushing event updated for resources: {'Port': ['ID=a80e905b-8964-4c54-b39d-4343709c94dc,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:26.091725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6216d0bc-55a2-400e-a861-aba0036257ed up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:26.093159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-247b399b-b933-485a-9269-edcb48373cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.136770 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd13e1ac-7e09-4ec9-97d6-d6dcd11831d2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.155802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-247b399b-b933-485a-9269-edcb48373cc3 None None] For port a80e905b-8964-4c54-b39d-4343709c94dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a80e905b-8964-4c54-b39d-4343709c94dc,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:26.161718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:26.183607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6216d0bc-55a2-400e-a861-aba0036257ed triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:26.184301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.198179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13e1ac-7e09-4ec9-97d6-d6dcd11831d2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d69043-3ab8-4647-910e-c9f2e73f5494,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:26.202468 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:26.222854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-dd13e1ac-7e09-4ec9-97d6-d6dcd11831d2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.228531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50716) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:26.230097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-dd13e1ac-7e09-4ec9-97d6-d6dcd11831d2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4677601 Apr 29 07:58:26.233920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ca0efe98-1ce8-4158-83f6-7a4cca7ef6d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '56d69043-3ab8-4647-910e-c9f2e73f5494', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:26.238742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-247b399b-b933-485a-9269-edcb48373cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.288039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a492a092-a936-4496-b69e-e3c74bd7e493 req-15867e9e-48af-476d-9e8e-e7537873f2c0 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0389740 Apr 29 07:58:26.337473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b399b-b933-485a-9269-edcb48373cc3 None None] Pushing event updated for resources: {'Port': ['ID=a80e905b-8964-4c54-b39d-4343709c94dc,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:26.337879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:26.363739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:26.375537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-41480310-7aab-42d9-b5cb-9ba18082ee84 None None] Provisioning complete for port a80e905b-8964-4c54-b39d-4343709c94dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:26.376001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41480310-7aab-42d9-b5cb-9ba18082ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.391039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] No DVR routers for this DVR port 68e98a27-adda-47be-b9c4-16f42393276e on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:58:26.393788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.397671 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-ded3afa7-eb80-4dff-b3bc-be5b2d663bd7 req-f10d825e-0f05-458e-90fe-a1ac8a1c152f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "DELETE /v2.0/ports/68e98a27-adda-47be-b9c4-16f42393276e HTTP/1.1" status: 204 len: 173 time: 1.0625620 Apr 29 07:58:26.398130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'name': 'network-vif-deleted', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:26.401097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a27b11-20ee-4115-a3e6-7bdc453e5eb8" -d '{"events": [{"server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "name": "network-vif-deleted", "tag": "68e98a27-adda-47be-b9c4-16f42393276e"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:26.412356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca0efe98-1ce8-4158-83f6-7a4cca7ef6d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.420139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:26.421089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.488967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa8ee89-b2ac-4e90-a69f-b262e43df712 x-openstack-request-id: req-baa8ee89-b2ac-4e90-a69f-b262e43df712 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:26.491470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67", "name": "network-vif-deleted", "tag": "68e98a27-adda-47be-b9c4-16f42393276e", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:26.492168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baa8ee89-b2ac-4e90-a69f-b262e43df712 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:26.493682 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa8ee89-b2ac-4e90-a69f-b262e43df712'] response: {'server_uuid': '0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67', 'name': 'network-vif-deleted', 'tag': '68e98a27-adda-47be-b9c4-16f42393276e', 'status': 'completed', 'code': 200} Apr 29 07:58:26.496809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca0efe98-1ce8-4158-83f6-7a4cca7ef6d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.522393 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:25Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.553037 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca8416-9ee8-4731-92b8-2b7bd35dd7a0 None None] The sync data for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv is: [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:25Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:26.561124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca0efe98-1ce8-4158-83f6-7a4cca7ef6d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.591266 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0efe98-1ce8-4158-83f6-7a4cca7ef6d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fffc743-f107-4836-a235-db6e1aab997d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:26.592725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:26.667034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca0efe98-1ce8-4158-83f6-7a4cca7ef6d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.667034 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ca0efe98-1ce8-4158-83f6-7a4cca7ef6d6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4363425 Apr 29 07:58:26.669602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50722) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:26.674808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-200dbee8-502e-4333-b2ac-fbcb28f35f8c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '56d69043-3ab8-4647-910e-c9f2e73f5494', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:26.782850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-200dbee8-502e-4333-b2ac-fbcb28f35f8c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.856644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-200dbee8-502e-4333-b2ac-fbcb28f35f8c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.869519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.901029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:26.910371 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:26.911486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.927521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-200dbee8-502e-4333-b2ac-fbcb28f35f8c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:26.944169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dbee8-502e-4333-b2ac-fbcb28f35f8c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57da344f-a9ee-4466-863e-c4ffbff748b2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:27.030159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-200dbee8-502e-4333-b2ac-fbcb28f35f8c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.031600 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-200dbee8-502e-4333-b2ac-fbcb28f35f8c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3608894 Apr 29 07:58:27.034485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50724) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:27.039108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3cd26075-e822-4849-a2e7-cc6abc4ea9f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '56d69043-3ab8-4647-910e-c9f2e73f5494', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:27.049140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:27.135101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cd26075-e822-4849-a2e7-cc6abc4ea9f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.214390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cd26075-e822-4849-a2e7-cc6abc4ea9f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.304699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cd26075-e822-4849-a2e7-cc6abc4ea9f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.324798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:27.362936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac372eb-51b9-4f74-bd5f-8a3288f3b82c None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:27.371059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd26075-e822-4849-a2e7-cc6abc4ea9f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7557016b-15b2-4c78-a632-9088761ad21d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:27.439386 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ba1660c1-8b6e-42c4-a4af-cdf83813a487 req-b0e463d4-9bda-4a5f-804f-80ac5700230d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0475903 Apr 29 07:58:27.489878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3cd26075-e822-4849-a2e7-cc6abc4ea9f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.491174 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3cd26075-e822-4849-a2e7-cc6abc4ea9f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4556718 Apr 29 07:58:27.501796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50728) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:27.501796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-29cd7eff-127f-4ecb-a35c-72e53b38079f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '56d69043-3ab8-4647-910e-c9f2e73f5494', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:27.610085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29cd7eff-127f-4ecb-a35c-72e53b38079f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.699796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29cd7eff-127f-4ecb-a35c-72e53b38079f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.772555 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8432caa-9f69-422f-aa26-b81cc7a253dc None None] New status for floating IP 7bfde16f-f489-47a5-aa19-4814c724a381: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:58:27.788058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29cd7eff-127f-4ecb-a35c-72e53b38079f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.814305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd7eff-127f-4ecb-a35c-72e53b38079f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e69371-965e-4d9a-be62-b59e8c11eb60,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:27.877419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a80e905b-8964-4c54-b39d-4343709c94dc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:27.909894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29cd7eff-127f-4ecb-a35c-72e53b38079f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:27.911422 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29cd7eff-127f-4ecb-a35c-72e53b38079f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4159961 Apr 29 07:58:27.914294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50730) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:27.918865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '56d69043-3ab8-4647-910e-c9f2e73f5494', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:27.944715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a80e905b-8964-4c54-b39d-4343709c94dc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:27.945246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.013222 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:58:28.025538 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.093954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.161950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.180713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dde9090-b507-4f34-ba49-35b95ebefd05,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:28.247964 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.249201 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ae7ea291-fe37-40db-8c82-98b0d5b2895e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339412 Apr 29 07:58:28.251893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50732) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:28.256132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '56d69043-3ab8-4647-910e-c9f2e73f5494', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:28.350534 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:58:28.356801 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.422387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.493388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.513228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad46260-e496-48bb-987e-2dbcb3ed6a28,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:28.532656 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-923a8b2c-32c3-4dd4-8140-7c4f138d96aa req-473330f4-ddbe-4dba-8c15-18ac966715df tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0296245 Apr 29 07:58:28.586989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:28.588778 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fa9b3168-51b0-48e6-b705-ac09fa73c3b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3354554 Apr 29 07:58:28.779740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-a46b5bd9-4d25-42e5-aac8-e8b3195bea98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016690008&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0352404 Apr 29 07:58:28.883812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-3d422e8b-8fc8-4355-9c07-0265fbddf17d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:28.885761 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-3d422e8b-8fc8-4355-9c07-0265fbddf17d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 797 time: 0.0990443 Apr 29 07:58:28.901327 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-f88ee52c-8d12-40d2-9a4c-5f9ebcc65818 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0092628 Apr 29 07:58:28.955450 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-f7f3fa25-1e54-48e9-9572-8cdbb0f4a85c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486436 Apr 29 07:58:29.048615 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-83f8a37c-bc3e-4ebf-a144-d6e0b3ff9886 service neutron] 10.222.0.16 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809493 Apr 29 07:58:29.141646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-de24074b-c995-4d92-a6f4-4225110d19b7 service neutron] 10.222.0.16 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866742 Apr 29 07:58:29.350726 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b66f0d01-44bf-4d7e-a40c-880d4c474bc8 req-1efe099b-4fbc-4d18-82df-a5a22ac1e498 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 210 time: 0.0282049 Apr 29 07:58:29.409182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 68e98a27-adda-47be-b9c4-16f42393276e no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:58:29.431492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 68e98a27-adda-47be-b9c4-16f42393276e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 07:58:29.432698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 68e98a27-adda-47be-b9c4-16f42393276e not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:58:29.636334 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-56880847-41fe-4218-bd17-f2f99aa0428d req-a6e09f64-ac7b-4093-8ca7-a8fb2b6bc9c4 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0361495 Apr 29 07:58:30.443892 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-caefb95f-22f1-4eb5-96b6-6950b510642d req-a892416b-e9e2-4267-b8c4-ffa159a7603e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 210 time: 0.0263619 Apr 29 07:58:30.740345 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e309a2be-f297-4bd7-8d3f-39524777c832 req-c8db3a65-79fe-4dd0-ab00-3f308dc92785 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d5a0bdb-a5b8-4401-a0b7-f2e7eed74c67 HTTP/1.1" status: 200 len: 210 time: 0.0257797 Apr 29 07:58:31.515540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-25b3cbe4-9481-48c3-8c39-e036a88457b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:31.517032 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-25b3cbe4-9481-48c3-8c39-e036a88457b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 797 time: 0.1835046 Apr 29 07:58:31.546185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08a2c097-db81-4cd9-86fa-9d3a4ed66f58 req-5453be0a-4365-49db-a802-2a76a9c4ddbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Apr 29 07:58:31.836478 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-8940021a-efdd-432b-b6ad-9a93bf1a35b4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 380 time: 0.3110371 Apr 29 07:58:31.846033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['56d69043-3ab8-4647-910e-c9f2e73f5494']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:32.008066 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-3aba71d9-5681-4271-8337-2cebb7caf763 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675537460&fields=id&tenant_id=e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 267 time: 0.0322967 Apr 29 07:58:32.045476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:58:32.049246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:32.115228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-0b3aa384-66c4-48c4-b607-2993bc830154 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:32.116662 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-0b3aa384-66c4-48c4-b607-2993bc830154 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 811 time: 0.1015120 Apr 29 07:58:32.131741 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-419b4931-3b68-486f-94e1-9042e0a81cf5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/quotas/e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 375 time: 0.0091119 Apr 29 07:58:32.176635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.11 (20958967-6e09-452e-a880-cb87a498a9a6/05020d5c-ecb6-490e-89fb-36824b9c5bfe/31fc5500-9519-48ae-bd98-c92b0e2ea8ea) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:32.190716 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-93971e13-7c21-4859-87b6-c12339f24922 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529368 Apr 29 07:58:32.295536 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-b061dabd-2c0e-44eb-9861-f24ed56af1cf service neutron] 10.222.0.16 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879023 Apr 29 07:58:32.315806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:32.383755 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-b23ec6f0-ebc3-4f17-b4e9-700e946ec88d service neutron] 10.222.0.16 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Apr 29 07:58:32.396348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:32.444104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 20958967-6e09-452e-a880-cb87a498a9a6 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:32.447298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:32.452450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:32.455220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:32.506904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:32.507550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:32.630784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-4dda53c7-2674-4f8c-b496-2b612989cecc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883162 Apr 29 07:58:32.643340 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Request body: {'port': {'device_id': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:32.672775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ae1cf-3ffb-4902-ac72-8ffe95e18b30 req-ca15ca84-7155-470f-be34-6edc7527b087 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:32.674382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-550ae1cf-3ffb-4902-ac72-8ffe95e18b30 req-ca15ca84-7155-470f-be34-6edc7527b087 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 932 time: 0.0589030 Apr 29 07:58:32.714088 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-550ae1cf-3ffb-4902-ac72-8ffe95e18b30 req-1c10ca11-70ad-4b62-a1b8-0d0503b730c7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337439 Apr 29 07:58:32.714481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:32.738773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e2b1491f-5d45-4dd8-8330-798ad0cb1134 None None] Provisioning complete for port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:32.739276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2b1491f-5d45-4dd8-8330-798ad0cb1134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:32.774663 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e2b1491f-5d45-4dd8-8330-798ad0cb1134 None None] Port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:58:33.033688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fc5500-9519-48ae-bd98-c92b0e2ea8ea {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:58:33.042044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:33.058752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Transition to ACTIVE for port object 31fc5500-9519-48ae-bd98-c92b0e2ea8ea will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:58:33.087891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-84c5b53d-f96a-4237-95ea-a21d96be23fc req-f5d404de-aaab-4cc2-9295-1d870f00c21e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 210 time: 0.0260940 Apr 29 07:58:33.131113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:33.186408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Pushing event updated for resources: {'Port': ['ID=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:33.254157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Attempting to bind port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:58:33.254514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Attempting to bind port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:58:33.254837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Attempting to bind port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea on network 20958967-6e09-452e-a880-cb87a498a9a6 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:33.259835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea on network 20958967-6e09-452e-a880-cb87a498a9a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:58:33.260155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Attempting to bind port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea on network 20958967-6e09-452e-a880-cb87a498a9a6 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:33.265823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:58:33.266155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Checking segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:58:33.266566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Bound using segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:58:33.266985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Bound port: 31fc5500-9519-48ae-bd98-c92b0e2ea8ea, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:58:33.267474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:33.340315 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] For port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:58:33.343310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] For port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:58:33.425154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:33.459166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:33.459799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:33.461173 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] 10.222.0.39 "PUT /v2.0/ports/31fc5500-9519-48ae-bd98-c92b0e2ea8ea HTTP/1.1" status: 200 len: 1094 time: 0.8221898 Apr 29 07:58:33.461615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:33.463882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa05f644-b3ca-4687-a5e2-9f4fba377ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:33.497402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa2ceb-1605-4264-8a76-98bb489100fe service neutron] Pushing event updated for resources: {'Port': ['ID=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:33.511148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb4fcc-5a6d-4515-9c45-60b5e70bb838 x-openstack-request-id: req-6bcb4fcc-5a6d-4515-9c45-60b5e70bb838 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:33.511148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:33.511148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bcb4fcc-5a6d-4515-9c45-60b5e70bb838 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:33.511148 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcb4fcc-5a6d-4515-9c45-60b5e70bb838'] response: {'name': 'network-changed', 'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'status': 'completed', 'code': 200} Apr 29 07:58:33.571602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05f644-b3ca-4687-a5e2-9f4fba377ba3 req-c77c0b2a-2c72-468c-b19c-535b2bca5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:33.573112 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-aa05f644-b3ca-4687-a5e2-9f4fba377ba3 req-c77c0b2a-2c72-468c-b19c-535b2bca5d76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 1097 time: 0.0449324 Apr 29 07:58:33.723830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05f644-b3ca-4687-a5e2-9f4fba377ba3 req-511e426d-0c21-46f5-9aa4-af03e9bbc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:33.725303 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-aa05f644-b3ca-4687-a5e2-9f4fba377ba3 req-511e426d-0c21-46f5-9aa4-af03e9bbc4d2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1435971 Apr 29 07:58:33.824678 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05f644-b3ca-4687-a5e2-9f4fba377ba3 req-60232814-821a-4936-8cdd-bf0981d620b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:33.826169 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-aa05f644-b3ca-4687-a5e2-9f4fba377ba3 req-60232814-821a-4936-8cdd-bf0981d620b5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942986 Apr 29 07:58:33.832130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abd481-f54f-4503-a2a7-cb36d5935aac req-95be040e-919d-4cc5-b8f9-ea4e9f16f442 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:33.833597 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6abd481-f54f-4503-a2a7-cb36d5935aac req-95be040e-919d-4cc5-b8f9-ea4e9f16f442 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 944 time: 0.0478816 Apr 29 07:58:33.874265 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6abd481-f54f-4503-a2a7-cb36d5935aac req-fbc127e1-fa95-49c1-95bd-d0adc76b6f33 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330067 Apr 29 07:58:33.909769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-ac615185-2a5b-4d32-a0f4-ec45a6cf8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:33.911295 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-ac615185-2a5b-4d32-a0f4-ec45a6cf8e28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 1097 time: 0.0417354 Apr 29 07:58:33.956163 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-cd3d14ed-7b29-4ef1-9fb9-5f8b122aeee3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea HTTP/1.1" status: 200 len: 217 time: 0.0362339 Apr 29 07:58:34.003907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-dfe74bc4-d41b-46dc-9a9c-39486a5e3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:34.005325 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-dfe74bc4-d41b-46dc-9a9c-39486a5e3d4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05020d5c-ecb6-490e-89fb-36824b9c5bfe HTTP/1.1" status: 200 len: 835 time: 0.0427830 Apr 29 07:58:34.050035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-8585eef5-f294-43be-950c-6dac6ef657d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:34.051880 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-8585eef5-f294-43be-950c-6dac6ef657d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20958967-6e09-452e-a880-cb87a498a9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404472 Apr 29 07:58:34.157284 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-ef7cdb7e-8e92-41c8-8720-309041e341bb service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985434 Apr 29 07:58:34.197801 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4649932-46e7-49f9-88fe-a067d684a464 req-b0fc379e-361c-4672-9574-e3f33beec943 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 210 time: 0.0301678 Apr 29 07:58:34.254580 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06e5ed4d-d8ea-4046-875e-f557e164e4c1 req-1eef8947-ebfa-4dd0-a5ae-6da6bc7f151f service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864456 Apr 29 07:58:34.986290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-4d5d000d-03ec-42db-812c-09d58e7c3c46 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:34.987809 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-4d5d000d-03ec-42db-812c-09d58e7c3c46 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 811 time: 0.1091681 Apr 29 07:58:34.990702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cbae1-614a-42e9-b68c-f4afe899966d req-e46eedaa-2040-4e02-96ae-66500e85cea9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:34.992176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e9cbae1-614a-42e9-b68c-f4afe899966d req-e46eedaa-2040-4e02-96ae-66500e85cea9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 944 time: 0.0498068 Apr 29 07:58:35.031842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e9cbae1-614a-42e9-b68c-f4afe899966d req-6c50bbfc-937d-41b8-ac6a-9438e382f8a2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Apr 29 07:58:35.032091 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-d7bb0acd-237d-4552-9b7d-0ee95e7358a6 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 380 time: 0.0341511 Apr 29 07:58:35.041265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'port': {'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'admin_state_up': True, 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'security_groups': ['f51fa458-143e-4287-8a3d-b727e361fe6a']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:35.231037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Made reservation on behalf of e228eaab7dc047949213c6f45494e006 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:58:35.234784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:35.297166 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-be02faff-d3a3-4171-8c3d-7f26a8596bcf req-c8990d91-31df-433b-bf75-9fd422a93e07 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 210 time: 0.0284452 Apr 29 07:58:35.371587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Allocated IP 172.20.0.11 (25be7bf5-4007-480f-b705-f499d4734354/89044d52-e11b-448d-8832-c58495a309b1/2a48a55f-82df-44d2-bca7-64fc81b31960) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:35.452741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 31fc5500-9519-48ae-bd98-c92b0e2ea8ea details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:58:35.646140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:35.711549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:35.724749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'port_id': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'mac_address': 'fa:16:3e:89:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:58:35.769942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:35.785738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fc5500-9519-48ae-bd98-c92b0e2ea8ea {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:58:35.807746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:35.936529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:35.936996 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:35.979261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Network 25be7bf5-4007-480f-b705-f499d4734354 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:35.985412 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:35.988043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:35.991278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:36.019862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=2a48a55f-82df-44d2-bca7-64fc81b31960,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:36.057785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:36.058468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:36.143345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['31fc5500-9519-48ae-bd98-c92b0e2ea8ea'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:58:36.154865 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-7e93ef2d-9a1d-481c-ab1c-849fbb8ef5e9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1172466 Apr 29 07:58:36.167372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Request body: {'port': {'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:36.168616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e1623-04e7-4b7c-87c3-10b37113a2f1 req-f911366c-7e37-4f15-b83e-e7655850ffae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:36.170107 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ed1e1623-04e7-4b7c-87c3-10b37113a2f1 req-f911366c-7e37-4f15-b83e-e7655850ffae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 945 time: 0.0610034 Apr 29 07:58:36.235006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ed1e1623-04e7-4b7c-87c3-10b37113a2f1 req-2f33e499-aef7-456b-ac28-f04ab6094579 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575304 Apr 29 07:58:36.271016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:36.274880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-af29d115-da12-4f9a-9154-a63d0349d3ee None None] Provisioning complete for port 2a48a55f-82df-44d2-bca7-64fc81b31960 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:36.275251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af29d115-da12-4f9a-9154-a63d0349d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:36.332565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-af29d115-da12-4f9a-9154-a63d0349d3ee None None] Port 2a48a55f-82df-44d2-bca7-64fc81b31960 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:58:36.465661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a222729-fe84-46e6-ac6d-cdb0dcb1e533 req-4fca9b56-454b-43a7-aba9-fb552c4f9917 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:36.468146 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a222729-fe84-46e6-ac6d-cdb0dcb1e533 req-4fca9b56-454b-43a7-aba9-fb552c4f9917 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 932 time: 0.0651097 Apr 29 07:58:36.510919 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a222729-fe84-46e6-ac6d-cdb0dcb1e533 req-9330868f-5890-4a80-964c-29830971b7b5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357575 Apr 29 07:58:36.593948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a48a55f-82df-44d2-bca7-64fc81b31960 {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:58:36.601106 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:36.612796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Transition to ACTIVE for port object 2a48a55f-82df-44d2-bca7-64fc81b31960 will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:58:36.704572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:36.755400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a48a55f-82df-44d2-bca7-64fc81b31960,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:36.825249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Attempting to bind port 2a48a55f-82df-44d2-bca7-64fc81b31960 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:58:36.825645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Attempting to bind port 2a48a55f-82df-44d2-bca7-64fc81b31960 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:58:36.826031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Attempting to bind port 2a48a55f-82df-44d2-bca7-64fc81b31960 on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:36.830705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Port 2a48a55f-82df-44d2-bca7-64fc81b31960 on network 25be7bf5-4007-480f-b705-f499d4734354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:58:36.831098 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Attempting to bind port 2a48a55f-82df-44d2-bca7-64fc81b31960 on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:36.836196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:58:36.836593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Checking segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:58:36.837033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Bound using segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:58:36.837518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Bound port: 2a48a55f-82df-44d2-bca7-64fc81b31960, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:58:36.837937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:36.905942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] For port 2a48a55f-82df-44d2-bca7-64fc81b31960, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:58:36.909929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] For port 2a48a55f-82df-44d2-bca7-64fc81b31960, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2a48a55f-82df-44d2-bca7-64fc81b31960,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:58:36.977277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:37.013686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.014416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:37.015735 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 200 len: 1094 time: 0.8534067 Apr 29 07:58:37.016274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:37.018674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955d31f4-33ec-4cd0-9002-b5d1cbfd8c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:37.051962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea1fe-28b2-4802-a075-80df53aeb4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a48a55f-82df-44d2-bca7-64fc81b31960,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:37.069568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39716d-47af-40f0-b736-7ca292bb7565 x-openstack-request-id: req-6c39716d-47af-40f0-b736-7ca292bb7565 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:37.070185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:37.070185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c39716d-47af-40f0-b736-7ca292bb7565 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:37.070878 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c39716d-47af-40f0-b736-7ca292bb7565'] response: {'name': 'network-changed', 'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'status': 'completed', 'code': 200} Apr 29 07:58:37.137696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d31f4-33ec-4cd0-9002-b5d1cbfd8c3d req-39d9b779-26da-44e8-b4d6-0df9b2f9dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.139499 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-955d31f4-33ec-4cd0-9002-b5d1cbfd8c3d req-39d9b779-26da-44e8-b4d6-0df9b2f9dd95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1097 time: 0.0489514 Apr 29 07:58:37.249572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d31f4-33ec-4cd0-9002-b5d1cbfd8c3d req-84566a76-b28b-4e89-8d6f-b481c5ec8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.251097 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-955d31f4-33ec-4cd0-9002-b5d1cbfd8c3d req-84566a76-b28b-4e89-8d6f-b481c5ec8650 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e228eaab7dc047949213c6f45494e006&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1028802 Apr 29 07:58:37.348738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d31f4-33ec-4cd0-9002-b5d1cbfd8c3d req-24f51476-3602-4ccc-94b8-dbd8637a0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.350514 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-955d31f4-33ec-4cd0-9002-b5d1cbfd8c3d req-24f51476-3602-4ccc-94b8-dbd8637a0e2a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926003 Apr 29 07:58:37.353611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecafe6-75b9-4a38-ba1d-c7a08f026b05 req-6028c6d9-2cc9-48ea-b540-a8d8ec30ed68 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.355184 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76ecafe6-75b9-4a38-ba1d-c7a08f026b05 req-6028c6d9-2cc9-48ea-b540-a8d8ec30ed68 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 945 time: 0.0495434 Apr 29 07:58:37.415059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76ecafe6-75b9-4a38-ba1d-c7a08f026b05 req-a1d49da8-1dc1-4c79-8bac-a435cf6a70f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483062 Apr 29 07:58:37.436182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-af05370a-8a39-48cb-b497-95aef018e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.437652 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-af05370a-8a39-48cb-b497-95aef018e2ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1097 time: 0.0516477 Apr 29 07:58:37.471434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 31fc5500-9519-48ae-bd98-c92b0e2ea8ea up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:37.479243 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-d7007c22-533b-43b9-ac2b-13381a08ec4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 200 len: 217 time: 0.0345066 Apr 29 07:58:37.531981 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-36f056bb-fbb1-4a25-b225-fda018977c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.533453 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-36f056bb-fbb1-4a25-b225-fda018977c8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0448263 Apr 29 07:58:37.578350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:58:37.584120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:37.584762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-6a932b2a-3844-4f67-a8f7-140362efdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.584977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:37.586311 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-6a932b2a-3844-4f67-a8f7-140362efdf6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464551 Apr 29 07:58:37.648489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131641ef-b45d-48a5-af22-89e9e169bbf0 req-6a0665e6-2dbd-4ba1-b77d-c5fff5c4c214 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:37.650085 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-131641ef-b45d-48a5-af22-89e9e169bbf0 req-6a0665e6-2dbd-4ba1-b77d-c5fff5c4c214 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0583713 Apr 29 07:58:37.685460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:37.685632 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-d19bf903-2b39-41a7-a2bc-8a63ef2e496b service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916154 Apr 29 07:58:37.710727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:37.713458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8430ee0a-24e6-4c0d-b8c0-8393e180777a" -d '{"events": [{"server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "name": "network-vif-plugged", "status": "completed", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:37.727486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:37.732214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-131641ef-b45d-48a5-af22-89e9e169bbf0 req-a4a82ed9-47c3-40d5-a11b-28f147a92d50 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605965 Apr 29 07:58:37.769215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d927b5b-38f1-4118-acb1-243184ae5ecb x-openstack-request-id: req-2d927b5b-38f1-4118-acb1-243184ae5ecb {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:37.769614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "name": "network-vif-plugged", "status": "completed", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:37.769875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d927b5b-38f1-4118-acb1-243184ae5ecb {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:37.770294 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d927b5b-38f1-4118-acb1-243184ae5ecb'] response: {'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'code': 200} Apr 29 07:58:37.795929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:37.799202 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-4af55338-871a-42e2-9f1d-5a8bac820014 req-6c93aec4-c02e-4359-bc39-2cc04613dbde service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070545 Apr 29 07:58:37.850798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:38.092533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c603d18-7cb6-4b44-ab73-a54cf6905941 req-ae5232b4-b024-45fd-8e6e-a6d6d0c89ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:38.094009 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c603d18-7cb6-4b44-ab73-a54cf6905941 req-ae5232b4-b024-45fd-8e6e-a6d6d0c89ecb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 1099 time: 0.0404353 Apr 29 07:58:38.128783 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9c603d18-7cb6-4b44-ab73-a54cf6905941 req-bd8bcefa-7f95-4ade-8482-e2543c5aa091 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277874 Apr 29 07:58:38.527943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1ecb-0e23-46eb-864d-e88ec7ae28f2 req-d74ea760-0381-4d13-a18c-2543489484cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:38.529435 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-811b1ecb-0e23-46eb-864d-e88ec7ae28f2 req-d74ea760-0381-4d13-a18c-2543489484cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 946 time: 0.0585253 Apr 29 07:58:38.582132 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-811b1ecb-0e23-46eb-864d-e88ec7ae28f2 req-c4524bde-6258-4e88-acc9-e7ad729b567e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Apr 29 07:58:38.835842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c89dca-1dd8-463d-941f-7e7579be3710 req-23fcdcc7-00fb-4ec0-b36b-e1e2df24a04f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:38.837317 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1c89dca-1dd8-463d-941f-7e7579be3710 req-23fcdcc7-00fb-4ec0-b36b-e1e2df24a04f tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0483265 Apr 29 07:58:38.877150 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1c89dca-1dd8-463d-941f-7e7579be3710 req-8e13f755-0838-4a18-881b-6308344b1058 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Apr 29 07:58:39.700743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd1c68-682b-42f3-9c93-0e690a97089c req-bbcce3fd-2630-4f87-b5cd-27f56d7a9fc0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:39.702196 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b3bd1c68-682b-42f3-9c93-0e690a97089c req-bbcce3fd-2630-4f87-b5cd-27f56d7a9fc0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Apr 29 07:58:39.740652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b3bd1c68-682b-42f3-9c93-0e690a97089c req-3f9e422c-4706-41a9-8f5c-8f93b5bd86a1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323637 Apr 29 07:58:39.857236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee4fce-9a4b-42a0-a34c-996225aa54a0 req-ab089238-5bf1-49ce-b2cb-695e52b4b355 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:39.858699 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90ee4fce-9a4b-42a0-a34c-996225aa54a0 req-ab089238-5bf1-49ce-b2cb-695e52b4b355 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 946 time: 0.0532243 Apr 29 07:58:39.897467 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90ee4fce-9a4b-42a0-a34c-996225aa54a0 req-4ad15501-c3f8-4c69-97b5-b44a4ced218a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Apr 29 07:58:39.923634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50838) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:39.963646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceab824-468b-419e-afae-cce537d4bff3 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:39.965197 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3ceab824-468b-419e-afae-cce537d4bff3 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 1094 time: 0.0405056 Apr 29 07:58:39.968867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50840) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:39.973184 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:39.994460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050bd8a-6cd5-4416-a602-cd8d392bb22e req-cd0a4827-0a27-43c5-9c76-cdf8b8a9300d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:39.995922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2050bd8a-6cd5-4416-a602-cd8d392bb22e req-cd0a4827-0a27-43c5-9c76-cdf8b8a9300d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0490201 Apr 29 07:58:40.033082 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2050bd8a-6cd5-4416-a602-cd8d392bb22e req-a48e1c53-cfa8-4722-8aad-fcf15000d0cb tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309880 Apr 29 07:58:40.167398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:40.270324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:40.368784 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.204 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/09272812-763a-4d50-9161-0f8402211e64) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:40.467935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:40.550150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:40.589029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:40.593649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:40.598048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:40.600744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=09272812-763a-4d50-9161-0f8402211e64,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:40.937506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:41.067200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:41.149770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90de18c0-8e1d-41d4-bfb9-6de54a05cf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:41.153605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972ff0a-a262-4f0f-8f67-573a255cd085 req-a92290b0-f125-4c0f-8a98-1fd3abd6406b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:41.155193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9972ff0a-a262-4f0f-8f67-573a255cd085 req-a92290b0-f125-4c0f-8a98-1fd3abd6406b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0532451 Apr 29 07:58:41.201466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9972ff0a-a262-4f0f-8f67-573a255cd085 req-cd917421-74ae-4ba3-b916-d653079b3728 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399141 Apr 29 07:58:41.501414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:41.564385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:41.630826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=09272812-763a-4d50-9161-0f8402211e64,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:41.642555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:41.740417 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a associated. External IP: 172.26.2.204, port: 31fc5500-9519-48ae-bd98-c92b0e2ea8ea. Apr 29 07:58:41.940552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:42.044785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:42.054570 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] Sync routers for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:42.064050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:42.064665 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:42.141141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:42.167514 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2358b731-baef-460e-95e4-784d6fa33a1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1976171 Apr 29 07:58:42.168089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:42.169963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:42.170998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50844) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:42.171946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201aac9d-6def-496d-be12-6b608d048340" -d '{"events": [{"name": "network-changed", "server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:42.218357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba388f8-e58b-454b-8f15-9cb95627599d x-openstack-request-id: req-0ba388f8-e58b-454b-8f15-9cb95627599d {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:42.218900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:42.219430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ba388f8-e58b-454b-8f15-9cb95627599d {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:42.221675 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba388f8-e58b-454b-8f15-9cb95627599d'] response: {'name': 'network-changed', 'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'status': 'completed', 'code': 200} Apr 29 07:58:42.248574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b0ae7664-5711-4f68-be4c-3706bc0b3163 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 992 time: 0.0752442 Apr 29 07:58:42.287904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aac9d-6def-496d-be12-6b608d048340 req-29ab74d0-12f9-40db-b034-42fb891c0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:42.289860 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-201aac9d-6def-496d-be12-6b608d048340 req-29ab74d0-12f9-40db-b034-42fb891c0717 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 1099 time: 0.0440741 Apr 29 07:58:42.336512 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a01fc-e026-47b3-8be8-1c917b2cdd3e req-4fcc0413-0c17-43f7-a5b6-fcd7d6e1b144 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:42.337932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-105a01fc-e026-47b3-8be8-1c917b2cdd3e req-4fcc0413-0c17-43f7-a5b6-fcd7d6e1b144 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0575383 Apr 29 07:58:42.379396 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-105a01fc-e026-47b3-8be8-1c917b2cdd3e req-c58188ce-e99a-4b86-bd9b-041916f6c212 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 Apr 29 07:58:42.387742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aac9d-6def-496d-be12-6b608d048340 req-05c3eb69-6186-46c1-b777-36cdb6f6d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:42.393561 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-201aac9d-6def-496d-be12-6b608d048340 req-05c3eb69-6186-46c1-b777-36cdb6f6d8bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 898 time: 0.0931311 Apr 29 07:58:42.428415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2ba5588e-a922-4846-ae2f-1ee0a22bd36a', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'port_id': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'mac_address': 'fa:16:3e:89:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:40Z', 'updated_at': '2022-04-29T07:58:40Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:42.454160 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-201aac9d-6def-496d-be12-6b608d048340 req-8ada9584-28dc-41d9-bac5-c917fcc0a2d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea HTTP/1.1" status: 200 len: 1000 time: 0.0580511 Apr 29 07:58:42.457890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] Checking router: 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:42.465991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:42.466621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:42.503376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aac9d-6def-496d-be12-6b608d048340 req-19c75d92-7b7e-434c-b2a9-ce01a890f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:42.505720 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-201aac9d-6def-496d-be12-6b608d048340 req-19c75d92-7b7e-434c-b2a9-ce01a890f302 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05020d5c-ecb6-490e-89fb-36824b9c5bfe HTTP/1.1" status: 200 len: 835 time: 0.0455863 Apr 29 07:58:42.557379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aac9d-6def-496d-be12-6b608d048340 req-5f28ddb9-ee94-4ebb-b104-c58191e54a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:42.558968 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-201aac9d-6def-496d-be12-6b608d048340 req-5f28ddb9-ee94-4ebb-b104-c58191e54a71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20958967-6e09-452e-a880-cb87a498a9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471334 Apr 29 07:58:42.583793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:42.646826 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-201aac9d-6def-496d-be12-6b608d048340 req-93c1ba45-9064-4217-a45e-8314a9ac38b8 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809577 Apr 29 07:58:42.655368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:42.744631 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-201aac9d-6def-496d-be12-6b608d048340 req-2fd625b8-ef08-40af-b1aa-2789f0e86fa6 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915353 Apr 29 07:58:42.806723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2ba5588e-a922-4846-ae2f-1ee0a22bd36a', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'port_id': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'mac_address': 'fa:16:3e:89:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:40Z', 'updated_at': '2022-04-29T07:58:40Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:42.831914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3f426-a7f7-4968-95aa-80f5315b0c0f None None] The sync data for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv is: [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2ba5588e-a922-4846-ae2f-1ee0a22bd36a', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'port_id': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'mac_address': 'fa:16:3e:89:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:40Z', 'updated_at': '2022-04-29T07:58:40Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:43.018548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebca8c0-1e97-49fa-accd-98756f53e09d None None] New status for floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:58:43.230111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f701eaa0-6381-45a1-9848-cbace4386a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:43.252223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50850) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:43.316632 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-feff048e-da63-40bf-a67c-c02d4c076783 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 994 time: 0.0631905 Apr 29 07:58:43.492710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcf552-94b4-4dfc-b285-a862875514cb req-33b6ea33-29d7-4c90-858a-5352406d8694 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:43.494042 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-addcf552-94b4-4dfc-b285-a862875514cb req-33b6ea33-29d7-4c90-858a-5352406d8694 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0472054 Apr 29 07:58:43.530690 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-addcf552-94b4-4dfc-b285-a862875514cb req-72f35658-f719-4d17-998c-8986739fd7b3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301135 Apr 29 07:58:44.640262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888b4e-51dc-4d70-b413-f9faf4b4432b req-7ce35ff6-07f5-4e11-b4cc-c21a4a0d25e8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:44.641699 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-84888b4e-51dc-4d70-b413-f9faf4b4432b req-7ce35ff6-07f5-4e11-b4cc-c21a4a0d25e8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0471106 Apr 29 07:58:44.678598 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-84888b4e-51dc-4d70-b413-f9faf4b4432b req-80179d5e-77ac-40c3-9ba1-319b51be3540 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Apr 29 07:58:44.982137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:45.678336 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:58:45.792890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8748d1-4405-42a8-aef8-9da7230ef4dc req-f8722edd-1086-417a-aac9-738e06f302d3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:45.795032 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9d8748d1-4405-42a8-aef8-9da7230ef4dc req-f8722edd-1086-417a-aac9-738e06f302d3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0513337 Apr 29 07:58:45.830721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9d8748d1-4405-42a8-aef8-9da7230ef4dc req-25b458f7-2696-418d-ad1f-cafb6565db90 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297120 Apr 29 07:58:46.141834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:46.661876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:46.956370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae468a85-1a75-46d4-90e1-52bac67de299 req-343cdae4-4f4b-455f-9f4f-e32f1a310aec tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:46.957796 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae468a85-1a75-46d4-90e1-52bac67de299 req-343cdae4-4f4b-455f-9f4f-e32f1a310aec tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 944 time: 0.0494812 Apr 29 07:58:46.994637 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae468a85-1a75-46d4-90e1-52bac67de299 req-2180688d-2843-45ab-ad7d-6e1bdaf6bec2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Apr 29 07:58:47.491818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2a48a55f-82df-44d2-bca7-64fc81b31960 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:58:47.587747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2a48a55f-82df-44d2-bca7-64fc81b31960, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2a48a55f-82df-44d2-bca7-64fc81b31960,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:47.599232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:58:47.634134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:47.646679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a48a55f-82df-44d2-bca7-64fc81b31960 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:58:47.665585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2a48a55f-82df-44d2-bca7-64fc81b31960, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2a48a55f-82df-44d2-bca7-64fc81b31960,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:47.730421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:47.777412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=2a48a55f-82df-44d2-bca7-64fc81b31960,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:47.936381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['2a48a55f-82df-44d2-bca7-64fc81b31960'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:58:48.107407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2c18-30cd-470c-ad0f-4f9601361eda req-7a2e7d5d-3f4f-47e8-9efd-9d8abfc1b4df tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:48.108976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e8d2c18-30cd-470c-ad0f-4f9601361eda req-7a2e7d5d-3f4f-47e8-9efd-9d8abfc1b4df tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 945 time: 0.0486777 Apr 29 07:58:48.147711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e8d2c18-30cd-470c-ad0f-4f9601361eda req-108f21f0-cf2b-43e0-ad1f-11f0bb508299 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327570 Apr 29 07:58:49.265113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6a09a-8b9b-4b9e-ad99-1cccfc3ea35a req-0f84c57e-d64d-4411-b88d-3475d89fcab6 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:49.266616 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c5b6a09a-8b9b-4b9e-ad99-1cccfc3ea35a req-0f84c57e-d64d-4411-b88d-3475d89fcab6 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 945 time: 0.0543656 Apr 29 07:58:49.304046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c5b6a09a-8b9b-4b9e-ad99-1cccfc3ea35a req-11ad5339-bffa-47c0-a70b-8d5ef9c14d83 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302532 Apr 29 07:58:49.499893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2a48a55f-82df-44d2-bca7-64fc81b31960 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:49.629491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 2a48a55f-82df-44d2-bca7-64fc81b31960 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:58:49.633419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 2a48a55f-82df-44d2-bca7-64fc81b31960 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:58:49.633792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:49.710150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:49.732212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:49.734416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d329312-303f-4690-8c74-14750eea4aea" -d '{"events": [{"server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "name": "network-vif-plugged", "status": "completed", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:49.746395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2a48a55f-82df-44d2-bca7-64fc81b31960, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2a48a55f-82df-44d2-bca7-64fc81b31960,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:49.773874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9800de82-1a13-407a-a412-aad59bff09bc x-openstack-request-id: req-9800de82-1a13-407a-a412-aad59bff09bc {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:49.773874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "name": "network-vif-plugged", "status": "completed", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:49.773874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9800de82-1a13-407a-a412-aad59bff09bc {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:49.773874 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9800de82-1a13-407a-a412-aad59bff09bc'] response: {'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'code': 200} Apr 29 07:58:49.823877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:49.877544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=2a48a55f-82df-44d2-bca7-64fc81b31960,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:50.045735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2874-6193-4103-b81b-b153030046fd req-e7ffbd93-787e-4a5a-8937-702ba7da18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:50.047131 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-5e8d2874-6193-4103-b81b-b153030046fd req-e7ffbd93-787e-4a5a-8937-702ba7da18e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1099 time: 0.0400362 Apr 29 07:58:50.080580 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-5e8d2874-6193-4103-b81b-b153030046fd req-38014f53-a575-49a2-bd5d-f1c341e9dd30 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266340 Apr 29 07:58:50.415545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af6df-1060-4386-8d4a-0d84d3eb06e7 req-f8ecab34-d996-4aba-847d-89751f92d2f5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:50.416988 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-504af6df-1060-4386-8d4a-0d84d3eb06e7 req-f8ecab34-d996-4aba-847d-89751f92d2f5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 946 time: 0.0477085 Apr 29 07:58:50.452916 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-504af6df-1060-4386-8d4a-0d84d3eb06e7 req-c8b1c606-85a3-4972-8183-7ec70d0fcf62 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299468 Apr 29 07:58:51.568048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6638c-7716-484b-afa3-5aaf8fdcbf72 req-90d920f4-72ec-4e1a-aec3-071963481d16 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:51.569488 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06d6638c-7716-484b-afa3-5aaf8fdcbf72 req-90d920f4-72ec-4e1a-aec3-071963481d16 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 946 time: 0.0479221 Apr 29 07:58:51.605818 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06d6638c-7716-484b-afa3-5aaf8fdcbf72 req-ff2e6425-21b6-42ea-9304-29ddd812c325 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300725 Apr 29 07:58:51.720140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1710da-93fc-4bf1-9c3a-d5861cc13c3f req-8c25aa08-01b3-4325-95cb-17d1afe62096 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:51.721584 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b1710da-93fc-4bf1-9c3a-d5861cc13c3f req-8c25aa08-01b3-4325-95cb-17d1afe62096 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 946 time: 0.0516768 Apr 29 07:58:51.758385 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b1710da-93fc-4bf1-9c3a-d5861cc13c3f req-e2b64a85-cf3b-4d2b-ba97-378b9177f358 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308526 Apr 29 07:58:51.780370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50872) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:51.821466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda446d0-d5b3-4b3f-aa94-65c166c378e6 tempest-TestVolumeBootPattern-1061622879 tempest-TestVolumeBootPattern-1061622879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:51.823006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cda446d0-d5b3-4b3f-aa94-65c166c378e6 tempest-TestVolumeBootPattern-1061622879 tempest-TestVolumeBootPattern-1061622879-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1094 time: 0.0416732 Apr 29 07:58:51.825695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50874) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:58:51.829794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:51.907433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:52.001457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:52.100090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Allocated IP 172.26.2.55 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/68d7242c-1a4e-44e0-a4e1-6f9c49a3491a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:52.448441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:52.536268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:52.570630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:52.575909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:52.579360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:52.602007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=68d7242c-1a4e-44e0-a4e1-6f9c49a3491a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:52.924914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:53.069101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:53.212573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:53.263846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:53.333065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=68d7242c-1a4e-44e0-a4e1-6f9c49a3491a,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:53.343163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:53.441545 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Floating IP d01e72c2-30fe-4e76-91ac-416186a1ec6e associated. External IP: 172.26.2.55, port: 2a48a55f-82df-44d2-bca7-64fc81b31960. Apr 29 07:58:53.644693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:53.749631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:53.758755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:53.767634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:53.768314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:53.846976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:58:53.876104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bbc5cbcc-0dbc-485c-9821-d325ecd5479d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0493891 Apr 29 07:58:53.876794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:53.879193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:53.928107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b51f94-cf82-4bfb-a61b-7cd15fa80b23 x-openstack-request-id: req-f6b51f94-cf82-4bfb-a61b-7cd15fa80b23 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:53.928466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:53.928751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6b51f94-cf82-4bfb-a61b-7cd15fa80b23 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:53.929155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b51f94-cf82-4bfb-a61b-7cd15fa80b23'] response: {'name': 'network-changed', 'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'status': 'completed', 'code': 200} Apr 29 07:58:53.992187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-78ac1309-fe87-4baa-901b-c210c506cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:53.993751 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-78ac1309-fe87-4baa-901b-c210c506cb48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1099 time: 0.0422020 Apr 29 07:58:54.024204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:54.094736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-0d23b54e-7b65-4885-b31c-f234c511dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:54.096217 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-0d23b54e-7b65-4885-b31c-f234c511dc15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0873113 Apr 29 07:58:54.160729 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-4041c79f-a428-404a-9e76-24543a4b6d22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 200 len: 999 time: 0.0579736 Apr 29 07:58:54.216240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-3f567344-847e-48fc-8543-36f7a3deab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:54.217704 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-3f567344-847e-48fc-8543-36f7a3deab73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0490415 Apr 29 07:58:54.245149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:52Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:54.267701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-bb6f0b9f-e80a-4719-98a5-bef205dacdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:58:54.269228 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-bb6f0b9f-e80a-4719-98a5-bef205dacdac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435054 Apr 29 07:58:54.274576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:54.283214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:54.283808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:58:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:54.357680 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-622f14b5-83b3-4641-b91a-bcdb46856893 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811660 Apr 29 07:58:54.385840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:54.450703 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-291e8a93-0c64-4ebc-a252-dccb7a6fd9f8 req-c1d6a530-cd2c-480c-976f-162543e00771 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852599 Apr 29 07:58:54.601000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:52Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:54.631734 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58b692-b085-43ef-9042-0a54b4447de4 None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:52Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:54.813460 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55bc40-0849-40c2-9dd0-51193f1c4ee6 None None] New status for floating IP d01e72c2-30fe-4e76-91ac-416186a1ec6e: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:59:11.164052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9b56680-ca1d-474a-93bb-32566c2b0bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:12.615016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:13.232171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70eaf8f9-fe06-4f00-9937-2f68578d780f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:14.389846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50894) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:14.462465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25945a85-3015-45b9-b72f-d859d92da85d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:14.462955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25945a85-3015-45b9-b72f-d859d92da85d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:14.463431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25945a85-3015-45b9-b72f-d859d92da85d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:14.465111 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-25945a85-3015-45b9-b72f-d859d92da85d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=5b98c29b4eb548d8af18c038b94666d3&network_id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 3000 time: 0.0742509 Apr 29 07:59:14.960370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:16.143504 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:16.469092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50906) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:16.670900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80dcfff-30e7-404f-996c-72c25bc4cfee tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:16.672406 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a80dcfff-30e7-404f-996c-72c25bc4cfee tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99 HTTP/1.1" status: 200 len: 814 time: 0.2023461 Apr 29 07:59:16.686573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:17.125352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50914) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:17.188926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:17.250352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:17.387507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:17.491720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:17.492430 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a disassociated. External IP: 172.26.2.204, port: 31fc5500-9519-48ae-bd98-c92b0e2ea8ea. Apr 29 07:59:17.698073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:59:17.809367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:59:17.816830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:17.820531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] Sync routers for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:59:17.831451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:59:17.832082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:59:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:17.845145 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-22253280-fae9-4c0f-ba21-e9f1cc39e08b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 690 time: 0.7186863 Apr 29 07:59:17.845718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:59:17.848021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d189f356-e57f-4115-8343-957975d7b2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:59:17.848419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50918) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:17.892185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359f5cc-6691-4baf-9e97-7322b44dff04 x-openstack-request-id: req-e359f5cc-6691-4baf-9e97-7322b44dff04 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:59:17.892479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:59:17.892731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e359f5cc-6691-4baf-9e97-7322b44dff04 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:59:17.893167 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e359f5cc-6691-4baf-9e97-7322b44dff04'] response: {'name': 'network-changed', 'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'status': 'completed', 'code': 200} Apr 29 07:59:17.908548 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6eb08c4f-d336-4e20-8159-880c79105551 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 690 time: 0.0588236 Apr 29 07:59:17.941951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:59:17.952312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189f356-e57f-4115-8343-957975d7b2e3 req-1092cd84-d987-4057-89aa-dd9432d593b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:17.953910 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d189f356-e57f-4115-8343-957975d7b2e3 req-1092cd84-d987-4057-89aa-dd9432d593b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 1099 time: 0.0411348 Apr 29 07:59:18.047524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189f356-e57f-4115-8343-957975d7b2e3 req-362d6b7e-a11b-4bfe-b514-a8caf4194aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:18.048973 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d189f356-e57f-4115-8343-957975d7b2e3 req-362d6b7e-a11b-4bfe-b514-a8caf4194aea service neutron] 10.222.0.39 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 898 time: 0.0893545 Apr 29 07:59:18.088835 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d189f356-e57f-4115-8343-957975d7b2e3 req-a548fe08-25be-4d7c-8c50-b802dc9a4507 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea HTTP/1.1" status: 200 len: 217 time: 0.0336082 Apr 29 07:59:18.138224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:18.141100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189f356-e57f-4115-8343-957975d7b2e3 req-0d52f78b-5154-4256-8432-3bd092d2c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:18.142585 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d189f356-e57f-4115-8343-957975d7b2e3 req-0d52f78b-5154-4256-8432-3bd092d2c2a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05020d5c-ecb6-490e-89fb-36824b9c5bfe HTTP/1.1" status: 200 len: 835 time: 0.0475264 Apr 29 07:59:18.169061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] Checking router: 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:59:18.178103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:59:18.178732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:59:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:18.187757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189f356-e57f-4115-8343-957975d7b2e3 req-8e04ef66-8a01-4b53-b59f-9fd60c03b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:18.189249 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d189f356-e57f-4115-8343-957975d7b2e3 req-8e04ef66-8a01-4b53-b59f-9fd60c03b380 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20958967-6e09-452e-a880-cb87a498a9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402279 Apr 29 07:59:18.277428 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d189f356-e57f-4115-8343-957975d7b2e3 req-984f8f22-e0a8-4887-92df-282c3ab81111 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810637 Apr 29 07:59:18.282578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:59:18.368907 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d189f356-e57f-4115-8343-957975d7b2e3 req-4ef70521-71c6-41a6-acfd-4af9fbfc5031 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Apr 29 07:59:18.489268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:18.518646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89df39-6a7b-4222-ab00-efc5d3ee72fc None None] The sync data for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv is: [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:59:18.722981 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e98df3-a3e6-4426-b7be-3728ffeed09d None None] New status for floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:59:18.911845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50922) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:18.958217 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b9e662d4-8991-4578-aa7f-b08012303f9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 690 time: 0.0439885 Apr 29 07:59:19.960281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50924) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:20.007935 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b817f15f-b105-447b-9d4b-c3307d46636b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 688 time: 0.0465889 Apr 29 07:59:21.276144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50928) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:21.280746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447076986', 'description': 'tempest-secgroup-smoke-1447076986 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:21.381526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:21.446800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:21.553061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:21.581434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:21.589315 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.589663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.590002 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.590335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.590696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.591026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.591351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.591677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.591999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.592318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.592635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.592951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:21.646031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:21.647496 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c800c219-1e01-4c34-be97-2bd4fb761d47 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3703883 Apr 29 07:59:21.650456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50930) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:21.654658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5c9fafe5-dc93-4b2c-bdab-7c281ecce95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '39890e8f-c32e-42dd-8f06-6ecfc0d56ceb', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:21.753243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9fafe5-dc93-4b2c-bdab-7c281ecce95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:21.812276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9fafe5-dc93-4b2c-bdab-7c281ecce95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:21.891343 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9fafe5-dc93-4b2c-bdab-7c281ecce95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:21.908234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fafe5-dc93-4b2c-bdab-7c281ecce95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568be84f-ef82-481f-bc4f-862d2a9b92a5,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:22.008118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9fafe5-dc93-4b2c-bdab-7c281ecce95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.009351 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c9fafe5-dc93-4b2c-bdab-7c281ecce95d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579733 Apr 29 07:59:22.012141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50932) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:22.016439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a6acb3db-4e47-4723-8128-4960d610a239 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '39890e8f-c32e-42dd-8f06-6ecfc0d56ceb', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:22.129179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a6acb3db-4e47-4723-8128-4960d610a239 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.187472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a6acb3db-4e47-4723-8128-4960d610a239 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.284108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a6acb3db-4e47-4723-8128-4960d610a239 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.302815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acb3db-4e47-4723-8128-4960d610a239 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46426044-15e9-475e-ba4d-95a59466c4c9,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:22.377482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a6acb3db-4e47-4723-8128-4960d610a239 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.378785 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a6acb3db-4e47-4723-8128-4960d610a239 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3657041 Apr 29 07:59:22.382820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 50934) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:22.387194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-55f4fb24-5d64-4385-abf8-c9dfe5b41cf4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '39890e8f-c32e-42dd-8f06-6ecfc0d56ceb', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:22.471775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55f4fb24-5d64-4385-abf8-c9dfe5b41cf4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.529846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55f4fb24-5d64-4385-abf8-c9dfe5b41cf4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.608615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55f4fb24-5d64-4385-abf8-c9dfe5b41cf4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.645941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4fb24-5d64-4385-abf8-c9dfe5b41cf4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4886f2-2287-4535-b653-c8f1df43c88b,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:22.658244 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-ccbf25cd-0e3f-49f5-b36c-971ebd20fec5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590680 Apr 29 07:59:22.679479 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:59:22.712247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-55f4fb24-5d64-4385-abf8-c9dfe5b41cf4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.713426 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-55f4fb24-5d64-4385-abf8-c9dfe5b41cf4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296320 Apr 29 07:59:22.716324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50936) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:22.720984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '39890e8f-c32e-42dd-8f06-6ecfc0d56ceb', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:22.744296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-16ac3b06-fc8d-461e-a282-ea5030d9e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:22.745792 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-16ac3b06-fc8d-461e-a282-ea5030d9e9dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 1099 time: 0.0453198 Apr 29 07:59:22.820386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.849011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-a530bf74-af0c-4fed-b87c-06da0337a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:22.850478 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-a530bf74-af0c-4fed-b87c-06da0337a61c service neutron] 10.222.0.39 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 898 time: 0.0867109 Apr 29 07:59:22.883154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.891699 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-eb679ac0-fa41-46fa-8f39-ead4a59b42cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea HTTP/1.1" status: 200 len: 217 time: 0.0345645 Apr 29 07:59:22.948528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-d1a29db3-79a8-423b-b5f0-7a071ebf5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:22.949895 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-d1a29db3-79a8-423b-b5f0-7a071ebf5738 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05020d5c-ecb6-490e-89fb-36824b9c5bfe HTTP/1.1" status: 200 len: 835 time: 0.0501261 Apr 29 07:59:22.981105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:22.995572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-bf336ac0-c770-4a70-9f6c-5406b151e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:22.997066 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-bf336ac0-c770-4a70-9f6c-5406b151e253 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20958967-6e09-452e-a880-cb87a498a9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412633 Apr 29 07:59:22.999693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067c1027-2ae6-4b23-9dee-fcc224b3dce8,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:23.006667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.007018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.007355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.007685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.008012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.008388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.008813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.009057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.009402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.009721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.010040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.010410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:23.085233 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-5850379e-e40c-4779-913c-276db1aff63e service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811796 Apr 29 07:59:23.125915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.127160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2a1191cf-b5a7-436a-904e-f818c03bd5d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4098089 Apr 29 07:59:23.129880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50940) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:23.134221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '39890e8f-c32e-42dd-8f06-6ecfc0d56ceb', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:23.178655 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-06bc8a6c-c5e0-4e0a-88a2-472e3f58f58f req-6196a666-735b-4b5a-be9b-1ccf49e188f2 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860291 Apr 29 07:59:23.215203 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:59:23.220266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.279021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.352369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.369512 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6ee3d2-caac-40c0-8414-c7ab2d6fa8f9,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:23.451444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.452673 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a5cc3af3-ac96-4581-8141-7c525c7a7cea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218262 Apr 29 07:59:23.455451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50942) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:23.460339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '39890e8f-c32e-42dd-8f06-6ecfc0d56ceb', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:23.552485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:59:23.557661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.624372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.691962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.710127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5c8f6f-f5d8-49b0-83a4-30239a36d1e2,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:23.785267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:23.787236 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9feb96c3-7936-4b00-9e30-21299b384687 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3308201 Apr 29 07:59:23.931251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6d3e50e4-786f-465f-8633-7952d1aba12e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447076986&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0352399 Apr 29 07:59:24.046933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6f069212-7ebf-4fb6-9f19-adf8703d9644 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:24.048390 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6f069212-7ebf-4fb6-9f19-adf8703d9644 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 797 time: 0.1102409 Apr 29 07:59:24.064328 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-5c8cc3bd-993e-4d8e-9ce2-988af03e8293 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0089886 Apr 29 07:59:24.125917 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-33892a49-6d31-4d59-8e7b-dc7c20db0fba tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556850 Apr 29 07:59:24.227135 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-5a85f761-32cf-4fb2-aacb-f335c6c20dd9 service neutron] 10.222.0.16 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Apr 29 07:59:24.319185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-323fb8d8-d794-4ba5-ba44-d0f8a7bbd513 service neutron] 10.222.0.16 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857174 Apr 29 07:59:24.629219 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b892b853-9880-4ee4-8291-058037cec9e5 req-9fa3eeb6-a3dd-45dc-8f47-55c4174ae795 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 210 time: 0.0267782 Apr 29 07:59:25.722955 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f2c7586-0606-4945-8392-245f7c1aedf3 req-8f6c31bf-c2a8-4e13-b791-36b5d6622918 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 210 time: 0.0257633 Apr 29 07:59:26.732965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-7c87ea64-ec97-45cf-b129-d229d4dada96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:26.734414 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-7c87ea64-ec97-45cf-b129-d229d4dada96 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 797 time: 0.0999827 Apr 29 07:59:26.784589 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-2ce0ce7e-7323-470c-8f1e-7172e1f75e46 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 473 time: 0.0412147 Apr 29 07:59:26.794072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['39890e8f-c32e-42dd-8f06-6ecfc0d56ceb']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:26.821102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-358d3c94-fe50-484d-91f8-dfad8ca3f4fc req-72947b21-1616-4fd3-9e66-3db6054d97f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 210 time: 0.0299585 Apr 29 07:59:26.987028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:59:26.991269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:27.117279 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.4 (20958967-6e09-452e-a880-cb87a498a9a6/05020d5c-ecb6-490e-89fb-36824b9c5bfe/c68b9b73-6595-49b0-b1f4-06b20aee9b3b) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:59:27.248746 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:27.346940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:27.396485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 20958967-6e09-452e-a880-cb87a498a9a6 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:59:27.399772 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:59:27.402640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:59:27.433449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:27.462681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:27.464739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:27.555339 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-6ff05805-c901-48f4-9323-25400b9b4eca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649834 Apr 29 07:59:27.567287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Request body: {'port': {'device_id': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:27.619018 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:27.619950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b7ccf99d-decc-47ee-9f71-2a583eddcad3 None None] Provisioning complete for port c68b9b73-6595-49b0-b1f4-06b20aee9b3b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:59:27.620507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf99d-decc-47ee-9f71-2a583eddcad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:27.656421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccf99d-decc-47ee-9f71-2a583eddcad3 None None] Port c68b9b73-6595-49b0-b1f4-06b20aee9b3b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 07:59:27.897661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68b9b73-6595-49b0-b1f4-06b20aee9b3b {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:59:27.905326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:27.917361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Transition to ACTIVE for port object c68b9b73-6595-49b0-b1f4-06b20aee9b3b will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 07:59:27.940213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31dffc-1b26-48a6-9245-f4f11717de20 req-edb2c41d-f6da-4d50-a873-a089cadb36ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:27.941751 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b31dffc-1b26-48a6-9245-f4f11717de20 req-edb2c41d-f6da-4d50-a873-a089cadb36ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 931 time: 0.0485845 Apr 29 07:59:27.979545 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b31dffc-1b26-48a6-9245-f4f11717de20 req-035480f1-bdf6-4d92-96d4-7c12e267e1c4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Apr 29 07:59:28.003642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:28.052009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:28.122195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Attempting to bind port c68b9b73-6595-49b0-b1f4-06b20aee9b3b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 07:59:28.122546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Attempting to bind port c68b9b73-6595-49b0-b1f4-06b20aee9b3b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 07:59:28.122870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Attempting to bind port c68b9b73-6595-49b0-b1f4-06b20aee9b3b on network 20958967-6e09-452e-a880-cb87a498a9a6 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:59:28.127960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Port c68b9b73-6595-49b0-b1f4-06b20aee9b3b on network 20958967-6e09-452e-a880-cb87a498a9a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:59:28.128281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Attempting to bind port c68b9b73-6595-49b0-b1f4-06b20aee9b3b on network 20958967-6e09-452e-a880-cb87a498a9a6 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:59:28.133887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:59:28.134222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Checking segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 07:59:28.134637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Bound using segment: {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:59:28.135067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Bound port: c68b9b73-6595-49b0-b1f4-06b20aee9b3b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2f7031-edb0-4f89-b438-debcfec24dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 07:59:28.135430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:28.205785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] For port c68b9b73-6595-49b0-b1f4-06b20aee9b3b, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:59:28.208785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] For port c68b9b73-6595-49b0-b1f4-06b20aee9b3b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:59:28.301317 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:28.334578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:28.335248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:28.336553 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/c68b9b73-6595-49b0-b1f4-06b20aee9b3b HTTP/1.1" status: 200 len: 1093 time: 0.7734985 Apr 29 07:59:28.336978 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:59:28.339215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81787b45-3b6a-4737-bf90-dbd09e41acc0" -d '{"events": [{"name": "network-changed", "server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:59:28.368219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a388c0f-8628-43d1-87c0-d2f63dbdf7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:28.386521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7332d427-2605-44a4-8d40-a03d1e4b19e0 x-openstack-request-id: req-7332d427-2605-44a4-8d40-a03d1e4b19e0 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:59:28.386817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:59:28.387072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7332d427-2605-44a4-8d40-a03d1e4b19e0 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:59:28.387480 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7332d427-2605-44a4-8d40-a03d1e4b19e0'] response: {'name': 'network-changed', 'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'status': 'completed', 'code': 200} Apr 29 07:59:28.456554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787b45-3b6a-4737-bf90-dbd09e41acc0 req-31dd8ecf-a133-4caa-ac0c-594c6c2389d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:28.458066 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-81787b45-3b6a-4737-bf90-dbd09e41acc0 req-31dd8ecf-a133-4caa-ac0c-594c6c2389d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0488584 Apr 29 07:59:28.560281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787b45-3b6a-4737-bf90-dbd09e41acc0 req-96379291-5399-4742-8387-1288c59e5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:28.561670 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-81787b45-3b6a-4737-bf90-dbd09e41acc0 req-96379291-5399-4742-8387-1288c59e5ffe service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955031 Apr 29 07:59:28.653053 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787b45-3b6a-4737-bf90-dbd09e41acc0 req-8351c39f-2c4b-4bab-b91a-eca3a50033a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:28.654542 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-81787b45-3b6a-4737-bf90-dbd09e41acc0 req-8351c39f-2c4b-4bab-b91a-eca3a50033a3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868018 Apr 29 07:59:28.730302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8dd8756a-3188-4a84-864b-b3685e923721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:28.731891 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-8dd8756a-3188-4a84-864b-b3685e923721 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0420463 Apr 29 07:59:28.777261 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-b0edf545-18fc-4c9e-a1b9-88b9dc94debb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c68b9b73-6595-49b0-b1f4-06b20aee9b3b HTTP/1.1" status: 200 len: 217 time: 0.0377119 Apr 29 07:59:28.823078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-e61f73ca-7d36-4778-8b9d-eccd40493063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:28.824384 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-e61f73ca-7d36-4778-8b9d-eccd40493063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05020d5c-ecb6-490e-89fb-36824b9c5bfe HTTP/1.1" status: 200 len: 835 time: 0.0412998 Apr 29 07:59:28.868528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-3a54580f-813a-49d1-acd9-fe16705eef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:28.870004 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-3a54580f-813a-49d1-acd9-fe16705eef0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20958967-6e09-452e-a880-cb87a498a9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393362 Apr 29 07:59:28.960293 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-5e2c8239-47e6-47b9-8885-440a1aa4d8a2 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Apr 29 07:59:29.046937 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-af34ee4b-bc56-443b-a3bc-5dafd50966d5 req-74d61e37-36a6-4790-9c7e-91f4463b5026 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804458 Apr 29 07:59:29.093788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390a361-2064-42f4-88ec-bb1eec75ce09 req-c05d1b4f-4b2b-4581-b0c9-1227bf293345 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:29.095229 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8390a361-2064-42f4-88ec-bb1eec75ce09 req-c05d1b4f-4b2b-4581-b0c9-1227bf293345 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 943 time: 0.0490403 Apr 29 07:59:29.132551 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8390a361-2064-42f4-88ec-bb1eec75ce09 req-7ce5f86f-b74c-4e1d-9759-acd09de6f2b4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Apr 29 07:59:30.248722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ae77f-68cc-4862-882a-8fbfd5b2b018 req-e541beb6-c96c-4615-8b1b-bd394bca6815 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:30.250149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-994ae77f-68cc-4862-882a-8fbfd5b2b018 req-e541beb6-c96c-4615-8b1b-bd394bca6815 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 943 time: 0.0504830 Apr 29 07:59:30.290641 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-994ae77f-68cc-4862-882a-8fbfd5b2b018 req-5a344ed8-1c5a-469c-9c14-5cbccfc2daf9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339327 Apr 29 07:59:31.402369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0661b-14de-4707-b0fd-da8a9400ba2d req-edfb18a9-d9d6-4975-bd31-4d675ffbeaff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:31.403854 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-40c0661b-14de-4707-b0fd-da8a9400ba2d req-edfb18a9-d9d6-4975-bd31-4d675ffbeaff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 943 time: 0.0491736 Apr 29 07:59:31.440186 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-40c0661b-14de-4707-b0fd-da8a9400ba2d req-6c32bccf-505d-45af-8c38-10cf5e07c19d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303829 Apr 29 07:59:31.684963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device c68b9b73-6595-49b0-b1f4-06b20aee9b3b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:59:31.775087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port c68b9b73-6595-49b0-b1f4-06b20aee9b3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:59:31.786208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'port_id': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'mac_address': 'fa:16:3e:28:29:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:59:31.822018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:31.837724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68b9b73-6595-49b0-b1f4-06b20aee9b3b {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:59:31.856444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port c68b9b73-6595-49b0-b1f4-06b20aee9b3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:59:31.954135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:32.000524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:32.007327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.007673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.008081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.008413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.008736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.009059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.009381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.009703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.010022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.010338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.010678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.010992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:32.176206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['c68b9b73-6595-49b0-b1f4-06b20aee9b3b'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:59:32.552784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7ecf2-3a5d-479a-a335-263ab7c0a70a req-3ab07846-e931-4d5a-94c3-3c626103cf9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:32.554212 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cbb7ecf2-3a5d-479a-a335-263ab7c0a70a req-3ab07846-e931-4d5a-94c3-3c626103cf9e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 944 time: 0.0480630 Apr 29 07:59:32.589987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cbb7ecf2-3a5d-479a-a335-263ab7c0a70a req-0b6f35b5-de51-4ce6-896f-fb125d2b8991 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299242 Apr 29 07:59:33.701843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device c68b9b73-6595-49b0-b1f4-06b20aee9b3b up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:59:33.707200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995835f4-3a64-44fa-9bb6-486a7c7389ce req-ab339ade-3e41-4c63-bd1a-884faba948bc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:33.708648 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-995835f4-3a64-44fa-9bb6-486a7c7389ce req-ab339ade-3e41-4c63-bd1a-884faba948bc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 944 time: 0.0523894 Apr 29 07:59:33.746867 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-995835f4-3a64-44fa-9bb6-486a7c7389ce req-e1ca5075-9c87-4541-b967-0fd4108d80d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Apr 29 07:59:33.817029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port c68b9b73-6595-49b0-b1f4-06b20aee9b3b completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 07:59:33.820960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port c68b9b73-6595-49b0-b1f4-06b20aee9b3b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 07:59:33.821331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:34.038583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:34.060272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:59:34.062525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def52f2f-4c4f-44f2-a16d-76f37fa82ac2" -d '{"events": [{"server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:59:34.074632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port c68b9b73-6595-49b0-b1f4-06b20aee9b3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:59:34.097491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6128dd5c-34ba-4734-bfaa-d1bf123eea3a x-openstack-request-id: req-6128dd5c-34ba-4734-bfaa-d1bf123eea3a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:59:34.097777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:59:34.098030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6128dd5c-34ba-4734-bfaa-d1bf123eea3a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:59:34.098480 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6128dd5c-34ba-4734-bfaa-d1bf123eea3a'] response: {'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'code': 200} Apr 29 07:59:34.135235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:34.182258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:34.395369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b0bc8-d24e-4c1f-99a0-fc7a663d989f req-f3f4bfa9-baa5-4969-8635-6c051f17595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:34.397346 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d20b0bc8-d24e-4c1f-99a0-fc7a663d989f req-f3f4bfa9-baa5-4969-8635-6c051f17595e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0441077 Apr 29 07:59:34.431623 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-d20b0bc8-d24e-4c1f-99a0-fc7a663d989f req-999d2430-993a-4d08-9bf3-2756bcec7e63 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273764 Apr 29 07:59:34.859601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af111d35-9c68-4fa0-9ebb-f6a13b3f313f req-b6d80e65-007e-44a0-8f02-d54e69201490 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:34.861037 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af111d35-9c68-4fa0-9ebb-f6a13b3f313f req-b6d80e65-007e-44a0-8f02-d54e69201490 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Apr 29 07:59:34.899195 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af111d35-9c68-4fa0-9ebb-f6a13b3f313f req-1d831654-479e-4039-8b40-407812cd616c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Apr 29 07:59:36.013143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0091c6-c3d8-4b9d-b31a-4150c29695d0 req-9bdd09a3-2264-4291-9436-b901b1e6df13 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:36.014599 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d0091c6-c3d8-4b9d-b31a-4150c29695d0 req-9bdd09a3-2264-4291-9436-b901b1e6df13 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 945 time: 0.0477042 Apr 29 07:59:36.050628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d0091c6-c3d8-4b9d-b31a-4150c29695d0 req-b91ba2a5-1ffc-4f1f-ba8f-fa1bfff77ef6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Apr 29 07:59:36.169788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb3d61-323b-4a9a-b0c3-83d276474117 req-3f73997e-991e-4e8f-9216-e4e7d99f7fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:36.171378 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79fb3d61-323b-4a9a-b0c3-83d276474117 req-3f73997e-991e-4e8f-9216-e4e7d99f7fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 945 time: 0.0522358 Apr 29 07:59:36.467912 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79fb3d61-323b-4a9a-b0c3-83d276474117 req-e7a0e29d-86c2-4018-86ba-da71f3f9780c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905066 Apr 29 07:59:36.489455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 50998) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:36.527898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd15d4-330c-449d-be4e-778f2621f53a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:36.529366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-85bd15d4-330c-449d-be4e-778f2621f53a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 1093 time: 0.0389600 Apr 29 07:59:36.532148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51000) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:36.536263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'port_id': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:59:36.572948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:36.991119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:37.045804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:37.150855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a associated. External IP: 172.26.2.204, port: c68b9b73-6595-49b0-b1f4-06b20aee9b3b. Apr 29 07:59:37.364718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:59:37.471619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:59:37.476981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:37.481664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] Sync routers for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:59:37.491060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:59:37.491676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:59:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:37.503391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e3c812e4-6e73-4ad6-a032-cc7f29d1a83a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 991 time: 0.9702637 Apr 29 07:59:37.503968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:59:37.506695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158dbba9-0fd9-4aea-931b-7b37f08bd256" -d '{"events": [{"name": "network-changed", "server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:59:37.507057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51002) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:37.547062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210735d4-60a1-40a6-8c44-c5d43d816827 x-openstack-request-id: req-210735d4-60a1-40a6-8c44-c5d43d816827 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:59:37.547346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:59:37.547599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-210735d4-60a1-40a6-8c44-c5d43d816827 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:59:37.547996 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210735d4-60a1-40a6-8c44-c5d43d816827'] response: {'name': 'network-changed', 'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'status': 'completed', 'code': 200} Apr 29 07:59:37.567069 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c11e160f-a234-4cc8-89c9-1e22d242c9c1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 991 time: 0.0583513 Apr 29 07:59:37.600688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:59:37.607125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-a4b0c499-6311-4d5b-8cdb-8221752b89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:37.608696 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-a4b0c499-6311-4d5b-8cdb-8221752b89b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0394599 Apr 29 07:59:37.703905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-a13da57e-4937-4da9-9587-73a451ff1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:37.705394 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-a13da57e-4937-4da9-9587-73a451ff1350 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 200 len: 898 time: 0.0881715 Apr 29 07:59:37.770347 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-72cfb8ea-b87a-4540-9ab5-e2a0cca45075 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c68b9b73-6595-49b0-b1f4-06b20aee9b3b HTTP/1.1" status: 200 len: 999 time: 0.0576360 Apr 29 07:59:37.821871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-5a54dbaa-0cb5-471b-854f-2ab201e67942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:37.823426 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-5a54dbaa-0cb5-471b-854f-2ab201e67942 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05020d5c-ecb6-490e-89fb-36824b9c5bfe HTTP/1.1" status: 200 len: 835 time: 0.0470855 Apr 29 07:59:37.829950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2ba5588e-a922-4846-ae2f-1ee0a22bd36a', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'port_id': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'mac_address': 'fa:16:3e:28:29:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:40Z', 'updated_at': '2022-04-29T07:59:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:37.856132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] Checking router: 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:59:37.864285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:59:37.864915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:59:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:37.868233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-c7659599-8d9b-48c0-92c4-e341092ab181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 07:59:37.869738 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-c7659599-8d9b-48c0-92c4-e341092ab181 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20958967-6e09-452e-a880-cb87a498a9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399551 Apr 29 07:59:37.956585 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-214728ae-1e30-43f8-be13-061298c956e4 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800087 Apr 29 07:59:37.969167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:59:38.049603 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-158dbba9-0fd9-4aea-931b-7b37f08bd256 req-78b2642f-40c0-470a-ae71-aea81cc2cf49 service neutron] 10.222.0.39 "GET /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866437 Apr 29 07:59:38.186804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2ba5588e-a922-4846-ae2f-1ee0a22bd36a', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'port_id': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'mac_address': 'fa:16:3e:28:29:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:40Z', 'updated_at': '2022-04-29T07:59:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:38.213345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795ed07-9d96-4a1e-9ac3-d1df988182b5 None None] The sync data for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv is: [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2ba5588e-a922-4846-ae2f-1ee0a22bd36a', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'port_id': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'mac_address': 'fa:16:3e:28:29:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:40Z', 'updated_at': '2022-04-29T07:59:36Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:59:38.391258 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacce4ce-9f10-4119-b3c4-674f69eb46b0 None None] New status for floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:59:38.571784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51006) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:38.637737 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a97ef000-07e6-4d6a-b0d1-a26c1edb6bd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 991 time: 0.0647919 Apr 29 07:59:39.641035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51008) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 07:59:39.700874 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-04d2360c-bd7c-491b-9425-5d0fcd77d213 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 200 len: 993 time: 0.0586319 Apr 29 07:59:41.157758 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec8e3f17-7df7-4515-8dd5-6011b54c1034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:42.639808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:43.268159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a97c-10b4-4869-8202-104e19a597c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:45.005258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:46.159402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:46.660565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 07:59:59.678061 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:00:06.540860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc34e1-d4ee-4002-b816-75c860489276 req-7c8d4a75-e513-426b-a034-bc5ac87cb92b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:06.542325 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-26dc34e1-d4ee-4002-b816-75c860489276 req-7c8d4a75-e513-426b-a034-bc5ac87cb92b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 945 time: 0.0491884 Apr 29 08:00:06.578896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-26dc34e1-d4ee-4002-b816-75c860489276 req-2c37fb5e-8369-4299-9004-1f23dfdc40d7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Apr 29 08:00:07.695002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a8cfb-5c76-40a8-b5d9-26333d84c569 req-0b780763-ce5e-4af1-afed-3d3283389cc3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:07.696463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e3a8cfb-5c76-40a8-b5d9-26333d84c569 req-0b780763-ce5e-4af1-afed-3d3283389cc3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 945 time: 0.0490849 Apr 29 08:00:07.735112 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e3a8cfb-5c76-40a8-b5d9-26333d84c569 req-e24f02ba-6752-442c-b232-e0e4f3b1069a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Apr 29 08:00:07.971369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-03ed1232-ec81-4b0e-a12f-6f1d8363767b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:07.972743 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-03ed1232-ec81-4b0e-a12f-6f1d8363767b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 945 time: 0.0566723 Apr 29 08:00:08.064452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port c68b9b73-6595-49b0-b1f4-06b20aee9b3b {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:00:08.064791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:08.152089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port c68b9b73-6595-49b0-b1f4-06b20aee9b3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:08.152425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:08.313559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:08.313921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:08.314705 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a disassociated. External IP: 172.26.2.204, port: c68b9b73-6595-49b0-b1f4-06b20aee9b3b. Apr 29 08:00:08.315035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for c68b9b73-6595-49b0-b1f4-06b20aee9b3b owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:00:08.539952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:08.572267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=c68b9b73-6595-49b0-b1f4-06b20aee9b3b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:08.834016 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b14cc427-b29a-46b5-9da4-956eed7732fa req-452f0bd9-e9f6-4d3b-91cd-8bdc60eaab83 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 210 time: 0.0269761 Apr 29 08:00:08.984203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:00:09.095084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:09.105637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] Sync routers for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:09.115777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:09.116388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:59:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:09.133768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port c68b9b73-6595-49b0-b1f4-06b20aee9b3b on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:09.136303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:09.139575 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-2a5c7631-ab88-46c0-9284-0a6ca342598f req-e243058f-c168-4f58-9f59-25bce14afb39 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/c68b9b73-6595-49b0-b1f4-06b20aee9b3b HTTP/1.1" status: 204 len: 173 time: 1.1610901 Apr 29 08:00:09.140000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'name': 'network-vif-deleted', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:09.142764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d1209b-ef6c-4d84-94b1-85eb5a6277f3" -d '{"events": [{"server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "name": "network-vif-deleted", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:09.179353 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92adb357-96c2-496a-a93c-5f8d67e64b83 x-openstack-request-id: req-92adb357-96c2-496a-a93c-5f8d67e64b83 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:09.179642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b4b711-e39a-4d5f-a32f-363b7d644ab4", "name": "network-vif-deleted", "tag": "c68b9b73-6595-49b0-b1f4-06b20aee9b3b", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:09.179890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92adb357-96c2-496a-a93c-5f8d67e64b83 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:09.180285 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92adb357-96c2-496a-a93c-5f8d67e64b83'] response: {'server_uuid': '85b4b711-e39a-4d5f-a32f-363b7d644ab4', 'name': 'network-vif-deleted', 'tag': 'c68b9b73-6595-49b0-b1f4-06b20aee9b3b', 'status': 'completed', 'code': 200} Apr 29 08:00:09.222321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:09.415167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:09.440956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] Checking router: 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:09.449038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:09.449686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T07:59:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:09.551535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:09.745331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:09.773123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732a1b1-becb-4e38-9c9d-1aea78f2d939 None None] The sync data for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv is: [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T07:58:23Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a80e905b-8964-4c54-b39d-4343709c94dc', 'name': '', 'network_id': '20958967-6e09-452e-a880-cb87a498a9a6', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:da:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:22Z', 'updated_at': '2022-04-29T07:58:26Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '05020d5c-ecb6-490e-89fb-36824b9c5bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:09.947950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c28ed05a-cda8-4d44-813a-84cbfb94caf3 req-c6e7d3f6-f2c9-42d4-bba5-56a792e2191c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b4b711-e39a-4d5f-a32f-363b7d644ab4 HTTP/1.1" status: 200 len: 210 time: 0.0323565 Apr 29 08:00:10.015240 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c9bb2-8cde-4ef7-8a76-d3eb76672d2e None None] New status for floating IP 2ba5588e-a922-4846-ae2f-1ee0a22bd36a: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:00:11.006778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51038) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:11.063014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c44229a-4460-47b2-b194-1e788824220a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.088081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c44229a-4460-47b2-b194-1e788824220a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.162995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2abdf325-a123-45c2-abb9-9d23139dd3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.225818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c44229a-4460-47b2-b194-1e788824220a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.228456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9c44229a-4460-47b2-b194-1e788824220a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.229805 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9c44229a-4460-47b2-b194-1e788824220a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/39890e8f-c32e-42dd-8f06-6ecfc0d56ceb HTTP/1.1" status: 204 len: 168 time: 0.2219696 Apr 29 08:00:11.238896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44229a-4460-47b2-b194-1e788824220a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39890e8f-c32e-42dd-8f06-6ecfc0d56ceb,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:11.371452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51042) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:11.496369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 09272812-763a-4d50-9161-0f8402211e64 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:00:11.496599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.570867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.571187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.582399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 09272812-763a-4d50-9161-0f8402211e64 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:00:11.814303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.839603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=09272812-763a-4d50-9161-0f8402211e64,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:11.902202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.905332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:11.906761 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-db04d2db-6d69-4309-96ca-0c9289cc3d54 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ba5588e-a922-4846-ae2f-1ee0a22bd36a HTTP/1.1" status: 204 len: 168 time: 0.5340934 Apr 29 08:00:11.911665 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device c68b9b73-6595-49b0-b1f4-06b20aee9b3b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:11.936009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: c68b9b73-6595-49b0-b1f4-06b20aee9b3b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:00:11.942464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device c68b9b73-6595-49b0-b1f4-06b20aee9b3b not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:12.320971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cdbb0-3ac8-45f3-a087-3ac290f8b978 req-674cf8e5-634c-4ad6-9c37-806382f303d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:12.322405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df1cdbb0-3ac8-45f3-a087-3ac290f8b978 req-674cf8e5-634c-4ad6-9c37-806382f303d5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Apr 29 08:00:12.361238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df1cdbb0-3ac8-45f3-a087-3ac290f8b978 req-a6b2e47c-80ad-48be-8769-a8c1c9bb3ea2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Apr 29 08:00:12.670954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:13.242374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5017c62-81c0-4ac3-b296-9fb1d4762bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:13.478315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf81b-0933-4067-a74d-c980fd26171f req-752c62c8-aab4-432a-ae2f-d8470b8d4d45 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:13.480302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3cbf81b-0933-4067-a74d-c980fd26171f req-752c62c8-aab4-432a-ae2f-d8470b8d4d45 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 946 time: 0.0495551 Apr 29 08:00:13.518495 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3cbf81b-0933-4067-a74d-c980fd26171f req-319f3205-9640-40ed-b5ef-cc56787ec115 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d69043-3ab8-4647-910e-c9f2e73f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Apr 29 08:00:13.664870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-a58abba5-1906-4169-bd79-54f2127e75e9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:13.666342 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-a58abba5-1906-4169-bd79-54f2127e75e9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 946 time: 0.0481465 Apr 29 08:00:13.758214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:00:13.758575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:13.844404 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:13.844763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:13.858163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 31fc5500-9519-48ae-bd98-c92b0e2ea8ea owned by compute:nova {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:00:14.033510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:14.060802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=31fc5500-9519-48ae-bd98-c92b0e2ea8ea,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:14.102729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port 31fc5500-9519-48ae-bd98-c92b0e2ea8ea on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:14.105669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:14.109352 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-bf660fe5-c4cb-40c3-b1e2-5856bc1295e0 req-ed50cbd3-34d2-4d99-a707-0a2b6a00f298 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/31fc5500-9519-48ae-bd98-c92b0e2ea8ea HTTP/1.1" status: 204 len: 173 time: 0.4378014 Apr 29 08:00:14.109817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'name': 'network-vif-deleted', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:14.112710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e458a901-929a-4c0f-b31e-e7f22660d02d" -d '{"events": [{"server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "name": "network-vif-deleted", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:14.150568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aacbf8a-a9ab-42ec-9c79-653fff7f5e5d x-openstack-request-id: req-3aacbf8a-a9ab-42ec-9c79-653fff7f5e5d {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:14.150864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88", "name": "network-vif-deleted", "tag": "31fc5500-9519-48ae-bd98-c92b0e2ea8ea", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:14.151126 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3aacbf8a-a9ab-42ec-9c79-653fff7f5e5d {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:14.151530 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aacbf8a-a9ab-42ec-9c79-653fff7f5e5d'] response: {'server_uuid': '17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88', 'name': 'network-vif-deleted', 'tag': '31fc5500-9519-48ae-bd98-c92b0e2ea8ea', 'status': 'completed', 'code': 200} Apr 29 08:00:14.624812 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-77c48ac4-0b73-4b39-862a-84c4026bafa2 req-4218021b-a392-4fa2-a112-244486cece6e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d732c5-4aa9-4fa4-b7d1-b3fa91cd5d88 HTTP/1.1" status: 200 len: 210 time: 0.0300040 Apr 29 08:00:15.020126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:15.684147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51060) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:15.744678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-56ebb871-87e0-40b5-98d8-c897bc0834ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:15.770767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-56ebb871-87e0-40b5-98d8-c897bc0834ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:15.911472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-56ebb871-87e0-40b5-98d8-c897bc0834ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:15.914055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-56ebb871-87e0-40b5-98d8-c897bc0834ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:15.915255 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-56ebb871-87e0-40b5-98d8-c897bc0834ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/56d69043-3ab8-4647-910e-c9f2e73f5494 HTTP/1.1" status: 204 len: 168 time: 0.2300413 Apr 29 08:00:15.924665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebb871-87e0-40b5-98d8-c897bc0834ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d69043-3ab8-4647-910e-c9f2e73f5494,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:15.933638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 31fc5500-9519-48ae-bd98-c92b0e2ea8ea no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:15.961437 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 31fc5500-9519-48ae-bd98-c92b0e2ea8ea {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:00:15.961779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 31fc5500-9519-48ae-bd98-c92b0e2ea8ea not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:16.006705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51064) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:16.176962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:16.380132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:16.663775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port a80e905b-8964-4c54-b39d-4343709c94dc {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:00:16.664117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:16.676764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:16.750622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port a80e905b-8964-4c54-b39d-4343709c94dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a80e905b-8964-4c54-b39d-4343709c94dc,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:16.751234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:16.763607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for a80e905b-8964-4c54-b39d-4343709c94dc owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:00:17.036874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:17.060841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=a80e905b-8964-4c54-b39d-4343709c94dc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:17.237015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:17.702712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:00:17.808153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:17.813796 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b42c6b73-d628-48c8-8627-c13242cd4267 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059106 Apr 29 08:00:17.817274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51066) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:17.829319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] Sync routers for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:17.839387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:17.840379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:17.875299 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet 05020d5c-ecb6-490e-89fb-36824b9c5bfe {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:00:17.878544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:17.918295 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:17.946760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:18.000475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.131198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.138660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T08:00:16Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:18.161753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=05020d5c-ecb6-490e-89fb-36824b9c5bfe,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:18.165316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.168572 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-17e93afc-4ef5-4b5b-aab3-8487dbff762e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/05020d5c-ecb6-490e-89fb-36824b9c5bfe HTTP/1.1" status: 204 len: 168 time: 0.3502827 Apr 29 08:00:18.170736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] Checking router: 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:18.171362 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51068) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:18.177492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f98b5-9c42-46aa-b5a6-362558e6256b None None] Network 20958967-6e09-452e-a880-cb87a498a9a6 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:00:18.230536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] Routers {'7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:18.230536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:18.281374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.395169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.528048 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] Set router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:18.543988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 6216d0bc-55a2-400e-a861-aba0036257ed {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:00:18.544336 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.600363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] DHCP port deletion for 20958967-6e09-452e-a880-cb87a498a9a6 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:00:18.624084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 6216d0bc-55a2-400e-a861-aba0036257ed, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6216d0bc-55a2-400e-a861-aba0036257ed,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:18.624441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.636273 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 6216d0bc-55a2-400e-a861-aba0036257ed owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:00:18.732168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] Deleting port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:00:18.732534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.813162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] For port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=485f5aaa-6850-496b-8f84-fe1e1cf0b2b9,segment=NetworkSegment(0a2f7031-edb0-4f89-b438-debcfec24dfc),segment_id=0a2f7031-edb0-4f89-b438-debcfec24dfc)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:18.813482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.816536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T08:00:16Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:18.855657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa7e908-e279-4c4a-af87-3dc2dda69ff1 None None] The sync data for ids ['7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a'] in dv-neutron-839740-1-hyperv is: [{'id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'name': 'tempest-TestNetworkBasicOps-router-107307574', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:58:18Z', 'updated_at': '2022-04-29T08:00:16Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '6216d0bc-55a2-400e-a861-aba0036257ed', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:58:19Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:18.858357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] Calling delete_port for 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:00:18.896576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:18.926690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=6216d0bc-55a2-400e-a861-aba0036257ed,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:18.986525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.025614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.051306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] Pushing event deleted for resources: {'Port': ['ID=485f5aaa-6850-496b-8f84-fe1e1cf0b2b9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:19.055868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619a63c-44e7-4b2c-ba18-737b25949b25 None None] No DVR routers for this DVR port 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:19.076013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.078107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.176525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.177043 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router 7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:00:19.183916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.185029 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c40e4e47-5902-4bd9-9384-22ad21a186e1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/7e3c5db8-9e4b-4368-94bb-5b5fc5bb861a HTTP/1.1" status: 204 len: 168 time: 1.0127003 Apr 29 08:00:19.188991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51070) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:19.268577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.360156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.379976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20958967-6e09-452e-a880-cb87a498a9a6']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:19.389146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2f7031-edb0-4f89-b438-debcfec24dfc') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:19.389437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2f7031-edb0-4f89-b438-debcfec24dfc') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:19.399576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.415559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.422063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:00:19.422493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:00:19.428177 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:00:19.556718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.563994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.567382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/20958967-6e09-452e-a880-cb87a498a9a6 HTTP/1.1" status: 204 len: 168 time: 0.3782134 Apr 29 08:00:19.579172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46def4ea-58c2-4818-8e9b-ff353a35ef61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=20958967-6e09-452e-a880-cb87a498a9a6,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:19.588338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51072) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:19.593231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--1381486179', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:19.665320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:00:19.668797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.692372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:00:19.700656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.700989 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 6df158f7-062c-4c39-8d02-938b4c4f2122 of type vlan for network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 Apr 29 08:00:19.742941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.837716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.845576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:19.846211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:19.868906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a80e905b-8964-4c54-b39d-4343709c94dc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:19.893142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a80e905b-8964-4c54-b39d-4343709c94dc {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:00:19.893581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a80e905b-8964-4c54-b39d-4343709c94dc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:19.894201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:19.909517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=a4a54c0d-3830-4de4-b80e-f28bfcb6a863,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:19.913759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:00:19.914171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 485f5aaa-6850-496b-8f84-fe1e1cf0b2b9 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:19.914667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6216d0bc-55a2-400e-a861-aba0036257ed no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:19.935400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:00:19.937556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6216d0bc-55a2-400e-a861-aba0036257ed {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:00:19.937891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6216d0bc-55a2-400e-a861-aba0036257ed not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:19.956913 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1b0e7d2c-cc9f-48a8-8ddb-474b37f37da3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3668795 Apr 29 08:00:19.959143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51074) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:19.963585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-326136582', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:20.039207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.040273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.094618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.286599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.536137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.554062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.656942 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.118 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/5febe5d3-3306-435d-a562-388032a35f93) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:00:20.754804 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.839355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:20.882915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:00:20.885756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:20.889479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:00:20.894841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=5febe5d3-3306-435d-a562-388032a35f93,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:21.204182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:21.396843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:21.576183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6d8a7a82-453c-4c34-981d-6611cddd18fc is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:00:21.679444 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:21.688654 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Sync routers for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:21.698130 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:21.698768 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:21.756040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:21.757308 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-895d51d3-a725-4d3d-9245-e641efb81a59 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7971349 Apr 29 08:00:21.760994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51078) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:21.792966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0d6e97d7-3214-4dbd-952f-967930c43d44 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307941 Apr 29 08:00:21.795530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51080) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:21.803237 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:21.879194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4700385-4044-4491-9791-dfdc6ba48779 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:21.880687 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c4700385-4044-4491-9791-dfdc6ba48779 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842371 Apr 29 08:00:21.883459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51082) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:21.910591 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-57f713e6-3812-47c5-b059-a3ac69aeb956 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260670 Apr 29 08:00:21.913136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51084) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:21.917791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613511900', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:21.981033 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:21Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:22.008903 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Checking router: 6d8a7a82-453c-4c34-981d-6611cddd18fc for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:22.009255 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Updating router 6d8a7a82-453c-4c34-981d-6611cddd18fc port 5febe5d3-3306-435d-a562-388032a35f93 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:00:22.034808 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.296081 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.351229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:00:22.354946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.379897 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.435385 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Pushing event updated for resources: {'Port': ['ID=5febe5d3-3306-435d-a562-388032a35f93,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:22.437583 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Attempting to bind port 5febe5d3-3306-435d-a562-388032a35f93 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:00:22.437901 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Attempting to bind port 5febe5d3-3306-435d-a562-388032a35f93 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:00:22.438257 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Attempting to bind port 5febe5d3-3306-435d-a562-388032a35f93 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:22.446877 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.447243 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.447583 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.447913 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.448241 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.448572 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.448895 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.449239 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.449647 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.449978 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.450293 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.450674 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:22.453887 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:00:22.454254 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:00:22.454774 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.455058 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:00:22.455518 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Bound port: 5febe5d3-3306-435d-a562-388032a35f93, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:00:22.455922 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.507472 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] For port 5febe5d3-3306-435d-a562-388032a35f93, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:00:22.510518 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] For port 5febe5d3-3306-435d-a562-388032a35f93, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5febe5d3-3306-435d-a562-388032a35f93,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:00:22.583288 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.605570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.636008 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:22.636643 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:22.643812 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-9db07dfe-0875-455b-a86d-a9d156aca2b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446398 Apr 29 08:00:22.677942 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=50b5bc16-de15-43cb-b52d-360c6a4f65ea,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:22.693595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:00:22.693595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: a4a54c0d-3830-4de4-b80e-f28bfcb6a863, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:00:22.693928 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a58f3f-b38b-4e8a-97af-b1ee3eabe5e5 None None] Pushing event updated for resources: {'Port': ['ID=5febe5d3-3306-435d-a562-388032a35f93,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:22.717179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-a618d75c-aa8d-4a32-a4d4-858c00c3ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:22.720210 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-a618d75c-aa8d-4a32-a4d4-858c00c3ea18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1099 time: 0.0515759 Apr 29 08:00:22.758046 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:22.786048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:00:22.821481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-23f7cf20-3118-40a7-94b5-91687e2eacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:22.822976 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-23f7cf20-3118-40a7-94b5-91687e2eacf7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0850723 Apr 29 08:00:22.865438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, a4a54c0d-3830-4de4-b80e-f28bfcb6a863) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:22.879565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:22.882143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:22.884895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b1d8d-a531-4533-a703-dc184b9ff618 None None] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:00:22.894684 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-72de7168-4020-46fc-ab5c-8d9dd13cb626 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 200 len: 1001 time: 0.0641220 Apr 29 08:00:22.943919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-92563ce0-b07a-4f86-90b2-fe25ae735e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:22.945481 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-92563ce0-b07a-4f86-90b2-fe25ae735e1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0447357 Apr 29 08:00:22.974160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2b3a79c8-a033-434f-904f-ae2d1e8b06cb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0599527 Apr 29 08:00:22.975108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51086) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:22.993652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-8fa874d5-1885-4cb8-a315-039193e94873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:22.995212 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-8fa874d5-1885-4cb8-a315-039193e94873 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437639 Apr 29 08:00:23.034875 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:21Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:23.073854 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85575ab6-664c-4353-acd4-500bc455d5c7 None None] The sync data for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv is: [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:21Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:23.077463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:00:23.078551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.119324 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-35e2e152-6d27-46ca-9dd5-a0d1abf8c584 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170166 Apr 29 08:00:23.221525 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-715b4564-dba4-4f26-b421-068f7c9edf2a req-06c8bee4-5d65-401f-a078-cbb3225e6976 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958326 Apr 29 08:00:23.239400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Allocated IP 172.20.0.2 (a4a54c0d-3830-4de4-b80e-f28bfcb6a863/50b5bc16-de15-43cb-b52d-360c6a4f65ea/e554ad3b-240b-439d-ab7d-fb3e81d4cebc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:00:23.412228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.505120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.508916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.553257 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:00:23.558102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:23.561506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:00:23.564349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Pushing event updated for resources: {'Port': ['ID=e554ad3b-240b-439d-ab7d-fb3e81d4cebc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:23.638930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Attempting to bind port e554ad3b-240b-439d-ab7d-fb3e81d4cebc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:00:23.639221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Attempting to bind port e554ad3b-240b-439d-ab7d-fb3e81d4cebc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:00:23.639580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Attempting to bind port e554ad3b-240b-439d-ab7d-fb3e81d4cebc on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:23.644882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:00:23.645312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Checking segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:00:23.645803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.646254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Bound using segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:00:23.646750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Bound port: e554ad3b-240b-439d-ab7d-fb3e81d4cebc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:00:23.649730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.726925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] For port e554ad3b-240b-439d-ab7d-fb3e81d4cebc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:00:23.733549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] For port e554ad3b-240b-439d-ab7d-fb3e81d4cebc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e554ad3b-240b-439d-ab7d-fb3e81d4cebc,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:00:23.805436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.825447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (a4a54c0d-3830-4de4-b80e-f28bfcb6a863/50b5bc16-de15-43cb-b52d-360c6a4f65ea/84e1a0c3-0e1d-45af-bb9b-4a153607c8fa) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:00:23.889651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcaa62-ad9a-47f4-a727-988618a61a21 None None] Pushing event updated for resources: {'Port': ['ID=e554ad3b-240b-439d-ab7d-fb3e81d4cebc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:23.927980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5febe5d3-3306-435d-a562-388032a35f93 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:23.984769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5febe5d3-3306-435d-a562-388032a35f93 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:23.985140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:23.991523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.085363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.107863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.112985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 5febe5d3-3306-435d-a562-388032a35f93, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5febe5d3-3306-435d-a562-388032a35f93,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:24.153988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:00:24.157220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:24.162959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:00:24.186922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:24.201755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.202098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.202553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.202814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.203139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.203464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.203785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.204133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.204457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.204773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.205085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.205400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:24.208692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.227907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.262317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=5febe5d3-3306-435d-a562-388032a35f93,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:24.421956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.710292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.793518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.871033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:24.874781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:24.961827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:00:24.963121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:25.074006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6d8a7a82-453c-4c34-981d-6611cddd18fc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:00:25.189927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:25.195953 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f883dedd-6ed2-4e2e-91e7-3bc84101f97c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/6d8a7a82-453c-4c34-981d-6611cddd18fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2195568 Apr 29 08:00:25.198545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51088) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:25.201872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Sync routers for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:25.212269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:25.212851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:25.326059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:25.383652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c3ebb-46a0-4648-b40b-e8e0f389dc52 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.384498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c3ebb-46a0-4648-b40b-e8e0f389dc52 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.384628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c3ebb-46a0-4648-b40b-e8e0f389dc52 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.385318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c3ebb-46a0-4648-b40b-e8e0f389dc52 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.385768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c3ebb-46a0-4648-b40b-e8e0f389dc52 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.386234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c3ebb-46a0-4648-b40b-e8e0f389dc52 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.390895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51090) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:25.391401 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fd4c3ebb-46a0-4648-b40b-e8e0f389dc52 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1914117 Apr 29 08:00:25.497921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edf9b-942c-449b-af9b-b4c916edede9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.498497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edf9b-942c-449b-af9b-b4c916edede9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.499156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edf9b-942c-449b-af9b-b4c916edede9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.499823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edf9b-942c-449b-af9b-b4c916edede9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.500450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edf9b-942c-449b-af9b-b4c916edede9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.501078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edf9b-942c-449b-af9b-b4c916edede9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:25.503127 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fc4edf9b-942c-449b-af9b-b4c916edede9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1101778 Apr 29 08:00:25.506655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51092) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:25.521263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9399c7d8-7152-4fbd-97b5-05552403c88d None None] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:00:25.608325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-343bfbfa-a3c4-4fcb-a3b1-c490843a3576 None None] Provisioning complete for port e554ad3b-240b-439d-ab7d-fb3e81d4cebc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:25.608690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-343bfbfa-a3c4-4fcb-a3b1-c490843a3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:25.644731 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5849c3fe-99e0-42c0-961b-8920c532a463 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1368861 Apr 29 08:00:25.647536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51094) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:25.652317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-163882345', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:25.679695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:25.715168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Checking router: 6d8a7a82-453c-4c34-981d-6611cddd18fc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:25.715516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Updating router 6d8a7a82-453c-4c34-981d-6611cddd18fc port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:00:25.759136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:25.804338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:00:25.807882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:25.826687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] device_id is not set on port d024ac8b-242c-470f-aba5-f3a9df29935d yet. {{(pid=109782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 08:00:25.837699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-343bfbfa-a3c4-4fcb-a3b1-c490843a3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:25.937840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-343bfbfa-a3c4-4fcb-a3b1-c490843a3576 None None] For port e554ad3b-240b-439d-ab7d-fb3e81d4cebc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e554ad3b-240b-439d-ab7d-fb3e81d4cebc,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:25.969467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.9 (a4a54c0d-3830-4de4-b80e-f28bfcb6a863/50b5bc16-de15-43cb-b52d-360c6a4f65ea/d024ac8b-242c-470f-aba5-f3a9df29935d) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:00:26.000280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5febe5d3-3306-435d-a562-388032a35f93 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:26.004852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-343bfbfa-a3c4-4fcb-a3b1-c490843a3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.087523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bfbfa-a3c4-4fcb-a3b1-c490843a3576 None None] Pushing event updated for resources: {'Port': ['ID=e554ad3b-240b-439d-ab7d-fb3e81d4cebc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:26.097524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5febe5d3-3306-435d-a562-388032a35f93 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:26.097524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.141803 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.149384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-89cdcfaf-089c-476e-838d-c75d000b3fb4 None None] Provisioning complete for port e554ad3b-240b-439d-ab7d-fb3e81d4cebc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:26.149690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89cdcfaf-089c-476e-838d-c75d000b3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.223180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e554ad3b-240b-439d-ab7d-fb3e81d4cebc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:26.240026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.286689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:00:26.290062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:26.296183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:00:26.325938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:26.356991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:26.357661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.430420 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4be7256b-d9a9-4744-a338-6240e8846869 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7816627 Apr 29 08:00:26.539442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e554ad3b-240b-439d-ab7d-fb3e81d4cebc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:26.539730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.573597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-89cdcfaf-089c-476e-838d-c75d000b3fb4 None None] Provisioning complete for port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:26.573977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89cdcfaf-089c-476e-838d-c75d000b3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.657038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-89cdcfaf-089c-476e-838d-c75d000b3fb4 None None] Port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:00:26.670010 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.735870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.793235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f4487-ab73-4e09-9e42-113e02925cf9 None None] Pushing event updated for resources: {'Port': ['ID=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:26.827063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-54096c05-98d2-4a52-9adf-6154946896b8 None None] Provisioning complete for port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:26.827458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54096c05-98d2-4a52-9adf-6154946896b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.881471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Attempting to bind port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:00:26.881845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Attempting to bind port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:00:26.882208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Attempting to bind port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:26.889847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-54096c05-98d2-4a52-9adf-6154946896b8 None None] Port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:00:26.891558 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:00:26.891933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Checking segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:00:26.892332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.892724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Bound using segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:00:26.893199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Bound port: 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:00:26.893580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.933580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-54096c05-98d2-4a52-9adf-6154946896b8 None None] Provisioning complete for port d024ac8b-242c-470f-aba5-f3a9df29935d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:26.934125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54096c05-98d2-4a52-9adf-6154946896b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:26.993216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-54096c05-98d2-4a52-9adf-6154946896b8 None None] Port d024ac8b-242c-470f-aba5-f3a9df29935d cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:00:26.995070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] For port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:00:26.998258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] For port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:00:27.048569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51098) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:27.053174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8249ed51-ac05-4fb7-a8f9-707732626e42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9042386', 'description': 'tempest-secgroup-smoke-9042386 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:27.085020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.152046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:27.152692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:27.165123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8249ed51-ac05-4fb7-a8f9-707732626e42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.190869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0eb85deb-5488-4407-8623-b1ccd3382958 None None] Provisioning complete for port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:27.191246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0eb85deb-5488-4407-8623-b1ccd3382958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.192751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f4487-ab73-4e09-9e42-113e02925cf9 None None] Pushing event updated for resources: {'Port': ['ID=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:27.251532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8249ed51-ac05-4fb7-a8f9-707732626e42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.312438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8249ed51-ac05-4fb7-a8f9-707732626e42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.321785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:27.335808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ed51-ac05-4fb7-a8f9-707732626e42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d24895-3c59-4d74-a955-c049b680bc3b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:27.368939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0eb85deb-5488-4407-8623-b1ccd3382958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.404239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8249ed51-ac05-4fb7-a8f9-707732626e42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.405446 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8249ed51-ac05-4fb7-a8f9-707732626e42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3558664 Apr 29 08:00:27.408384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51100) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:27.412814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7b52c9a6-c041-4a62-b11a-55e0fb6a02fb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '53d24895-3c59-4d74-a955-c049b680bc3b', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:27.477192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0eb85deb-5488-4407-8623-b1ccd3382958 None None] For port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:27.510140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b52c9a6-c041-4a62-b11a-55e0fb6a02fb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.528234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0eb85deb-5488-4407-8623-b1ccd3382958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.568195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b52c9a6-c041-4a62-b11a-55e0fb6a02fb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.584949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb85deb-5488-4407-8623-b1ccd3382958 None None] Pushing event updated for resources: {'Port': ['ID=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:27.595781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0af1736e-e572-439b-953e-edab706197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:26Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:27.625036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b52c9a6-c041-4a62-b11a-55e0fb6a02fb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.625939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1736e-e572-439b-953e-edab706197f0 None None] The sync data for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv is: [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:26Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:27.647720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52c9a6-c041-4a62-b11a-55e0fb6a02fb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f989084-8b85-4109-8771-5b5d1a22dda2,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:27.648310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-19b655f3-3c7a-4352-b56e-f2560f933b3e None None] Provisioning complete for port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:27.648757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19b655f3-3c7a-4352-b56e-f2560f933b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.724742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b52c9a6-c041-4a62-b11a-55e0fb6a02fb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.726762 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7b52c9a6-c041-4a62-b11a-55e0fb6a02fb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166347 Apr 29 08:00:27.729075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51102) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:27.733775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '53d24895-3c59-4d74-a955-c049b680bc3b', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:27.820742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.891068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.966213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:27.970470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:27.994013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16d7ee9-53c6-4805-a7dd-a06d3a9fe1b5,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:28.002742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.003413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.003923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.004418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.004901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.005398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.005893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.006389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.006738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.007069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.007581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.008055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:28.032969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:28.033499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.061754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.063183 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eea9de82-41de-48ea-a1b2-7c054b34cd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330781 Apr 29 08:00:28.065898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51104) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:28.070588 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-64092575-78f3-4652-884b-fac10851e2f6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '53d24895-3c59-4d74-a955-c049b680bc3b', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:28.135001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e554ad3b-240b-439d-ab7d-fb3e81d4cebc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:28.185143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64092575-78f3-4652-884b-fac10851e2f6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.187540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port e554ad3b-240b-439d-ab7d-fb3e81d4cebc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:28.188009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.268452 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64092575-78f3-4652-884b-fac10851e2f6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.362416 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64092575-78f3-4652-884b-fac10851e2f6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.382010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092575-78f3-4652-884b-fac10851e2f6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac87255-8b5f-4d4b-910b-8e0aff90d6e2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:28.444909 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64092575-78f3-4652-884b-fac10851e2f6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.447184 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-64092575-78f3-4652-884b-fac10851e2f6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792863 Apr 29 08:00:28.449215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51106) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:28.453776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9662c666-b815-4d53-a5bb-84767650931a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '53d24895-3c59-4d74-a955-c049b680bc3b', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:28.546804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9662c666-b815-4d53-a5bb-84767650931a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.608036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9662c666-b815-4d53-a5bb-84767650931a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.690136 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9662c666-b815-4d53-a5bb-84767650931a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.708072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662c666-b815-4d53-a5bb-84767650931a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b63c553-7f82-4460-81ce-6a721b34c193,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:28.789189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9662c666-b815-4d53-a5bb-84767650931a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.790410 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9662c666-b815-4d53-a5bb-84767650931a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3402386 Apr 29 08:00:28.793224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51108) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:28.797615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '53d24895-3c59-4d74-a955-c049b680bc3b', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:28.872801 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:00:28.877419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:28.934793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:29.015631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:29.032187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3e35aa-36d9-47a2-adcb-3140ff084f54,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:29.107056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:29.108336 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a0e53181-ccf5-4ae6-8449-913ae793cd40 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3141673 Apr 29 08:00:29.111143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51110) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:29.115947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '53d24895-3c59-4d74-a955-c049b680bc3b', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:29.196507 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:00:29.201586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:29.262626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:29.347647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:29.364272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00be3715-be2f-4d44-9098-f137e4dabad8,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:29.455367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:29.457035 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-caf5c4ac-f7d1-4cda-b34a-50882d7d7306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3444586 Apr 29 08:00:29.764506 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-35325818-d61f-42d9-828c-c9c48f6fa70e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9042386&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0314307 Apr 29 08:00:29.811418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-b839cf8a-6add-4ed7-a050-bfedff07fe5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:29.812723 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-b839cf8a-6add-4ed7-a050-bfedff07fe5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 929 time: 0.0416369 Apr 29 08:00:29.828188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-cc2882cb-98e4-4b36-9e8b-d49dd3f23093 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:00:29.829117 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-cc2882cb-98e4-4b36-9e8b-d49dd3f23093 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048993 Apr 29 08:00:29.866533 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-deab5c75-2dc7-4b93-84bc-5c75637ce4de service neutron] 10.222.0.16 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0313969 Apr 29 08:00:30.220530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-fccef80f-ad49-4f85-b4f6-fb9d06ae5afe service neutron] 10.222.0.16 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482096 Apr 29 08:00:30.307074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-873f0bbf-6b5e-42b3-9af5-468e4aee907c service neutron] 10.222.0.16 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795331 Apr 29 08:00:30.588296 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-91c36ded-14ae-461f-9930-f3ec7920f53e req-234f6c75-d625-4acf-a6f5-8f66e3fab30d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 210 time: 0.0770462 Apr 29 08:00:31.681465 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebaedf3-65a3-4946-88fb-5e582ab86aa4 req-a9941143-9793-4a75-90fe-68b276ea6412 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Apr 29 08:00:32.264124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-16f785a4-2fe8-49ce-8591-79b1fd3a2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:32.265450 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-16f785a4-2fe8-49ce-8591-79b1fd3a2303 service neutron] 10.222.0.39 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1025 time: 0.0329731 Apr 29 08:00:32.371262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-4e11b7d1-7ef5-41ec-aecc-5980e9763c28 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:32.372686 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-4e11b7d1-7ef5-41ec-aecc-5980e9763c28 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863 HTTP/1.1" status: 200 len: 797 time: 0.1015131 Apr 29 08:00:32.413583 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-918f6986-cdfe-46e2-a78f-29632dd48e1a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 377 time: 0.0327029 Apr 29 08:00:32.427591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Request body: {'port': {'device_id': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:32.482727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:32.742135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d024ac8b-242c-470f-aba5-f3a9df29935d {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:00:32.751921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:32.763877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Transition to ACTIVE for port object d024ac8b-242c-470f-aba5-f3a9df29935d will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:00:32.777101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f8e94fe-7265-4296-b230-fdd95e46cc0f req-d730213b-6e9e-406a-acd8-98643ac37ec2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 210 time: 0.0301299 Apr 29 08:00:32.838914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:32.886054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:32.957961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:00:32.958294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:00:32.958655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:32.963347 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:00:32.963800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:32.968844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:00:32.969178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Checking segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:00:32.969583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Bound using segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:00:32.970006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Bound port: d024ac8b-242c-470f-aba5-f3a9df29935d, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:00:32.970360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:33.040026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:00:33.042985 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:00:33.124858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:33.156037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.156630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:33.158245 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] 10.222.0.39 "PUT /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1130 time: 0.7351804 Apr 29 08:00:33.160995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:33.163992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf44b0a-57be-4982-9355-e2d371f48469" -d '{"events": [{"name": "network-changed", "server_uuid": "734080f1-1fb4-4c59-a04c-af25f7f5c2a0", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:33.189065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732006-849d-421a-ac8d-abfcc5f982ea service neutron] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:33.201697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2c4ad6-22e0-42fb-9ecd-a7df07266912 x-openstack-request-id: req-6c2c4ad6-22e0-42fb-9ecd-a7df07266912 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:33.201991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734080f1-1fb4-4c59-a04c-af25f7f5c2a0", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:33.202266 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c2c4ad6-22e0-42fb-9ecd-a7df07266912 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:33.202760 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2c4ad6-22e0-42fb-9ecd-a7df07266912'] response: {'name': 'network-changed', 'server_uuid': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'status': 'completed', 'code': 200} Apr 29 08:00:33.264173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf44b0a-57be-4982-9355-e2d371f48469 req-92eecb16-0d09-4b5b-b180-c08cd1790532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.265670 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-1cf44b0a-57be-4982-9355-e2d371f48469 req-92eecb16-0d09-4b5b-b180-c08cd1790532 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 1133 time: 0.0426471 Apr 29 08:00:33.368152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf44b0a-57be-4982-9355-e2d371f48469 req-a8b00306-5d2f-485b-85e7-b0a519c08bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.369549 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-1cf44b0a-57be-4982-9355-e2d371f48469 req-a8b00306-5d2f-485b-85e7-b0a519c08bb4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0956891 Apr 29 08:00:33.460192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf44b0a-57be-4982-9355-e2d371f48469 req-cf2fe4db-5068-49de-bbc5-1470279d0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.461666 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-1cf44b0a-57be-4982-9355-e2d371f48469 req-cf2fe4db-5068-49de-bbc5-1470279d0785 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858195 Apr 29 08:00:33.541716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-58b84031-9d87-4a4c-9abb-826672ae7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.543229 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-58b84031-9d87-4a4c-9abb-826672ae7d69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 1133 time: 0.0402598 Apr 29 08:00:33.588203 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-e201cb74-8751-46c1-a62b-1139363d154d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 217 time: 0.0381372 Apr 29 08:00:33.634369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-95ced3a9-9442-4c83-86be-22d576cd6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.635845 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-95ced3a9-9442-4c83-86be-22d576cd6751 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50b5bc16-de15-43cb-b52d-360c6a4f65ea HTTP/1.1" status: 200 len: 834 time: 0.0420842 Apr 29 08:00:33.679949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-e9debe05-c10a-4bfe-b733-ed00c6614626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.681432 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-e9debe05-c10a-4bfe-b733-ed00c6614626 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385642 Apr 29 08:00:33.772610 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-3a5f4730-9781-40b1-8f80-6aea9d5b87bb service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831571 Apr 29 08:00:33.867808 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-481dd3c3-3c31-4f84-880a-c67a67aee586 req-e7f7be9d-0acc-4efc-a241-b9ff094b1f0a service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880556 Apr 29 08:00:33.898486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b6c3-aa38-44dd-9849-84b3c35b4847 req-0a7b591b-e2e0-4a1d-b90c-1ac37a81ff42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:33.899866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1e5b6c3-aa38-44dd-9849-84b3c35b4847 req-0a7b591b-e2e0-4a1d-b90c-1ac37a81ff42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 980 time: 0.0486138 Apr 29 08:00:33.936866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1e5b6c3-aa38-44dd-9849-84b3c35b4847 req-7bf8503f-cfa8-493f-a0f0-9979eeb73c70 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Apr 29 08:00:35.050560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715805ae-b16a-43fd-b299-bf2a9b17e2ec req-4c6428fd-30c6-475b-867a-af81db576ef3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:35.052037 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-715805ae-b16a-43fd-b299-bf2a9b17e2ec req-4c6428fd-30c6-475b-867a-af81db576ef3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 980 time: 0.0477488 Apr 29 08:00:35.088223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-715805ae-b16a-43fd-b299-bf2a9b17e2ec req-a0d594df-c5d4-49c8-81ae-1f70ef783d13 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301814 Apr 29 08:00:36.204242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071f97f-47ea-49e6-bfb6-1526f8f15452 req-75c0eeaf-bd0d-476f-af07-07ad4598a56c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:36.205672 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8071f97f-47ea-49e6-bfb6-1526f8f15452 req-75c0eeaf-bd0d-476f-af07-07ad4598a56c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 980 time: 0.0517247 Apr 29 08:00:36.215110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:00:36.243209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8071f97f-47ea-49e6-bfb6-1526f8f15452 req-dc7124b9-c859-4dff-aac8-5a483da88c0d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Apr 29 08:00:36.309676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:36.321286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'port_id': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'mac_address': 'fa:16:3e:6d:55:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:00:36.355901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:36.368380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d024ac8b-242c-470f-aba5-f3a9df29935d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:00:36.387397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:36.459148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:36.509309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:36.516064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.516409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.516750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.517085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.517414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.517744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.518070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.518399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.518751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.519075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.519481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.519716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:36.674851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['d024ac8b-242c-470f-aba5-f3a9df29935d'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:00:36.678897 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:00:37.357809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc457d5-2e44-477b-83da-2fc09602d8ac req-499fc3c1-27c6-4e41-85a3-649033fa3b15 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:37.359287 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5cc457d5-2e44-477b-83da-2fc09602d8ac req-499fc3c1-27c6-4e41-85a3-649033fa3b15 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 981 time: 0.0488682 Apr 29 08:00:37.396652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5cc457d5-2e44-477b-83da-2fc09602d8ac req-d4ad0069-08c1-4816-81a9-94b9a8ee4dc2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Apr 29 08:00:38.215865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:38.356355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port d024ac8b-242c-470f-aba5-f3a9df29935d completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:00:38.360268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port d024ac8b-242c-470f-aba5-f3a9df29935d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:38.360634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:38.435672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:38.460409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:38.462712 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89e000-02eb-471e-80ba-1bd69ff29dc9" -d '{"events": [{"server_uuid": "734080f1-1fb4-4c59-a04c-af25f7f5c2a0", "name": "network-vif-plugged", "status": "completed", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:38.480324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:38.504162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c500d4b6-12b5-4143-8758-a02b80c2745b x-openstack-request-id: req-c500d4b6-12b5-4143-8758-a02b80c2745b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:38.504459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734080f1-1fb4-4c59-a04c-af25f7f5c2a0", "name": "network-vif-plugged", "status": "completed", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:38.504715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c500d4b6-12b5-4143-8758-a02b80c2745b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:38.505116 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c500d4b6-12b5-4143-8758-a02b80c2745b'] response: {'server_uuid': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'code': 200} Apr 29 08:00:38.522469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71195f-d944-4012-ab1e-075cfd74538c req-9a92f9ee-bc83-40f9-9965-de57e8dfd22c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:38.523958 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e71195f-d944-4012-ab1e-075cfd74538c req-9a92f9ee-bc83-40f9-9965-de57e8dfd22c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 981 time: 0.0532053 Apr 29 08:00:38.563863 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e71195f-d944-4012-ab1e-075cfd74538c req-51d41ec1-1720-43d0-85e9-5168cc19141b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328858 Apr 29 08:00:38.570119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:38.622674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:38.925120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105598c-243f-4679-9299-9455d9cf1807 req-4e68ca7b-db97-472d-8ab2-f2a9dcfe6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:38.926612 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-5105598c-243f-4679-9299-9455d9cf1807 req-4e68ca7b-db97-472d-8ab2-f2a9dcfe6a11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 1135 time: 0.0394609 Apr 29 08:00:38.963597 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-5105598c-243f-4679-9299-9455d9cf1807 req-f4a2d778-4eb2-4034-83c8-b73f441de0b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Apr 29 08:00:39.684025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258761-3d0b-48dc-a731-d9fbe1b5715a req-4592710d-3412-4b93-863b-9aca6e4fbf50 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:39.685483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a258761-3d0b-48dc-a731-d9fbe1b5715a req-4592710d-3412-4b93-863b-9aca6e4fbf50 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 982 time: 0.0525732 Apr 29 08:00:39.722379 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a258761-3d0b-48dc-a731-d9fbe1b5715a req-9b53f82b-c33d-4a5f-b686-9060ffaad4ac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304031 Apr 29 08:00:40.837078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b14a68-55c2-45e9-8765-4d3b0a762b08 req-d5d083ec-5f24-400c-8641-6b8adfdfd711 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:40.838550 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-70b14a68-55c2-45e9-8765-4d3b0a762b08 req-d5d083ec-5f24-400c-8641-6b8adfdfd711 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 982 time: 0.0486546 Apr 29 08:00:40.876792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-70b14a68-55c2-45e9-8765-4d3b0a762b08 req-f1de49ef-964c-4268-96ed-e712d19412ce tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Apr 29 08:00:40.988545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de4a2d-7d3b-41ad-9573-807fea7aec0e req-6db62f2e-7f7d-46e8-9fbc-e64ff3606311 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:40.989881 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-31de4a2d-7d3b-41ad-9573-807fea7aec0e req-6db62f2e-7f7d-46e8-9fbc-e64ff3606311 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 982 time: 0.0476820 Apr 29 08:00:41.025511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-31de4a2d-7d3b-41ad-9573-807fea7aec0e req-4fed515f-eb7c-4105-9891-79db01b06fa2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296254 Apr 29 08:00:41.046849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51170) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:41.085033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e09493-6167-4fbe-ae63-94219dd3ecb3 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:41.086598 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-23e09493-6167-4fbe-ae63-94219dd3ecb3 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0387366 Apr 29 08:00:41.089437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51172) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:41.093684 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:41.196305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:41.210241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7245e36-abe3-4c1b-b1c5-ed6d27ce4f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:41.290979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:41.393281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.77 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/4f78fcec-197a-4c14-a9bb-0cf02b813ba5) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:00:41.491734 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:41.579694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:41.613721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:00:41.616473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:41.621892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:00:41.648570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=4f78fcec-197a-4c14-a9bb-0cf02b813ba5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:41.970396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:42.090101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:42.242804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:42.322073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:42.392879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=4f78fcec-197a-4c14-a9bb-0cf02b813ba5,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:42.402708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:42.659911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:42.821392 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP d62957e7-1c65-4467-ba87-ed22f5620734 associated. External IP: 172.26.2.77, port: d024ac8b-242c-470f-aba5-f3a9df29935d. Apr 29 08:00:43.025707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6d8a7a82-453c-4c34-981d-6611cddd18fc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:00:43.132944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:43.143193 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] Sync routers for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:43.152992 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:43.156620 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:43.207020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:43.233054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f388f0c-6101-42b4-9dc9-700763ef47ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:43.233480 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-be7d7b60-ac93-4a77-b1b4-3b5f4e2434d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.1430409 Apr 29 08:00:43.234049 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:43.236343 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec580f1-5d77-46ec-af8d-809311e9506f" -d '{"events": [{"name": "network-changed", "server_uuid": "734080f1-1fb4-4c59-a04c-af25f7f5c2a0", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:43.236518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51174) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:43.264851 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:43.280173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef6be5-53b3-446f-a375-d4744cda1009 x-openstack-request-id: req-5cef6be5-53b3-446f-a375-d4744cda1009 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:43.280468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734080f1-1fb4-4c59-a04c-af25f7f5c2a0", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:43.280724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cef6be5-53b3-446f-a375-d4744cda1009 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:43.281161 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cef6be5-53b3-446f-a375-d4744cda1009'] response: {'name': 'network-changed', 'server_uuid': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'status': 'completed', 'code': 200} Apr 29 08:00:43.322644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb12cd-e4f8-46f3-9f47-79c3c2f69a49 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:43.326949 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b0bb12cd-e4f8-46f3-9f47-79c3c2f69a49 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0&network_id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863 HTTP/1.1" status: 200 len: 1130 time: 0.0869412 Apr 29 08:00:43.405374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-9e46635f-20b2-46cb-a0bf-e735db1c18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:43.406851 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-9e46635f-20b2-46cb-a0bf-e735db1c18a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 1135 time: 0.1056910 Apr 29 08:00:43.495379 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd62957e7-1c65-4467-ba87-ed22f5620734', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.77', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'port_id': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-163882345', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'mac_address': 'fa:16:3e:6d:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:00:41Z', 'updated_at': '2022-04-29T08:00:41Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:27Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:43.501879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-fdd55a2e-d86e-4afe-b39c-7dd3fd40d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:43.506841 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-fdd55a2e-d86e-4afe-b39c-7dd3fd40d1d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863 HTTP/1.1" status: 200 len: 898 time: 0.0907440 Apr 29 08:00:43.526488 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] Checking router: 6d8a7a82-453c-4c34-981d-6611cddd18fc for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:43.534744 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:43.535349 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:43.571888 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-260e815b-2ec5-4479-a96b-e1918ae4d633 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1035 time: 0.0618083 Apr 29 08:00:43.624455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-061916f6-0886-4cab-a55d-702549672028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:43.625961 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-061916f6-0886-4cab-a55d-702549672028 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50b5bc16-de15-43cb-b52d-360c6a4f65ea HTTP/1.1" status: 200 len: 834 time: 0.0480168 Apr 29 08:00:43.642417 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:43.671422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-652b201b-01f6-4436-9958-7edd9174d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:43.672966 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-652b201b-01f6-4436-9958-7edd9174d15d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407531 Apr 29 08:00:43.685337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-674540b0-52a9-43c5-9ec0-d294d60e49f1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:00:43.686554 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-674540b0-52a9-43c5-9ec0-d294d60e49f1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057306 Apr 29 08:00:43.719838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53bec0-e31c-480a-bb8e-aa056aeeeef1 req-9bb1f073-a02d-40d2-bf63-fdf99e99e05f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:43.721650 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1b53bec0-e31c-480a-bb8e-aa056aeeeef1 req-9bb1f073-a02d-40d2-bf63-fdf99e99e05f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 982 time: 0.0535438 Apr 29 08:00:43.762389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1b53bec0-e31c-480a-bb8e-aa056aeeeef1 req-edcc53fc-491a-4301-ad7b-0be461ed6920 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Apr 29 08:00:43.784190 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-baee7a47-3ce5-44ec-9ba9-eb97b37cdc89 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872893 Apr 29 08:00:43.886197 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-9ec580f1-5d77-46ec-af8d-809311e9506f req-a7bc3df0-bcab-41d3-8a34-a57cd727983f service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953059 Apr 29 08:00:43.892019 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd62957e7-1c65-4467-ba87-ed22f5620734', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.77', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'port_id': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-163882345', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'mac_address': 'fa:16:3e:6d:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:00:41Z', 'updated_at': '2022-04-29T08:00:41Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:27Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:43.918246 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9a340-9693-46dc-9c06-71ab81b4e026 None None] The sync data for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv is: [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd62957e7-1c65-4467-ba87-ed22f5620734', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.77', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'port_id': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-163882345', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'mac_address': 'fa:16:3e:6d:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734080f1-1fb4-4c59-a04c-af25f7f5c2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:00:41Z', 'updated_at': '2022-04-29T08:00:41Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:27Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:44.093153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e8d7f-afdf-4bfd-9202-e5a8ace40bdc None None] New status for floating IP d62957e7-1c65-4467-ba87-ed22f5620734: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:00:44.877274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94e19-7de7-4170-94fd-4cbecc476d33 req-596acba1-1c5c-4650-b2de-c448b347c2f9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:44.879324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffc94e19-7de7-4170-94fd-4cbecc476d33 req-596acba1-1c5c-4650-b2de-c448b347c2f9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 982 time: 0.0483563 Apr 29 08:00:44.916590 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffc94e19-7de7-4170-94fd-4cbecc476d33 req-e91b6c61-7f5c-4f4d-b117-6cf5909d5fea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Apr 29 08:00:44.990571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:45.039634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-a0d2dbea-0018-40cc-a2a5-a62810da6705 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:45.041073 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-a0d2dbea-0018-40cc-a2a5-a62810da6705 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 982 time: 0.0497158 Apr 29 08:00:45.084231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-7a93f92a-1698-4be6-9754-20fb3c5d0371 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:45.085548 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-7a93f92a-1698-4be6-9754-20fb3c5d0371 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0382156 Apr 29 08:00:45.186064 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-fb447170-2eff-4acb-bcdd-9d8407e09e86 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0950959 Apr 29 08:00:45.196741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:45.246735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:45.376171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:45.408336 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:00:45.440317 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] device_id is not set on port d024ac8b-242c-470f-aba5-f3a9df29935d yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 08:00:45.448735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:45.527274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:45.624496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=6']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:45.703871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] No DVR routers for this DVR port d024ac8b-242c-470f-aba5-f3a9df29935d on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:45.818762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-56b14856-ec27-4f3b-af00-bdb5746daa32 None None] Provisioning complete for port d024ac8b-242c-470f-aba5-f3a9df29935d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:45.819884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56b14856-ec27-4f3b-af00-bdb5746daa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:45.835979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] In _notify_port_updated(), no bound segment for port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 08:00:45.836781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:45.837381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:45.838753 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-730b44e4-6bb4-4433-a44e-8528b19b8d12 req-da38c4a2-65d1-4e4f-9651-bbba39adc88a service neutron] 10.222.0.39 "PUT /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1025 time: 0.6458302 Apr 29 08:00:45.854251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-56b14856-ec27-4f3b-af00-bdb5746daa32 None None] Port d024ac8b-242c-470f-aba5-f3a9df29935d cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:00:46.014923 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a70836cb-d8bf-4424-9992-4e5eb4060b66 req-5d4e2c4b-3e45-4251-89b3-1c15e23faf3e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=734080f1-1fb4-4c59-a04c-af25f7f5c2a0 HTTP/1.1" status: 200 len: 210 time: 0.0310760 Apr 29 08:00:46.135869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:46.649915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.132602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51190) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:47.174073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f158c3f-985f-43b4-84ba-091bbdf49b5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:47.176079 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2f158c3f-985f-43b4-84ba-091bbdf49b5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 924 time: 0.0424979 Apr 29 08:00:47.507017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51194) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:47.511658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e985118c-f7aa-45af-95b4-665ad0f64dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704731032', 'description': 'tempest-secgroup-smoke-704731032 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:47.581658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e985118c-f7aa-45af-95b4-665ad0f64dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.647034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e985118c-f7aa-45af-95b4-665ad0f64dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.710296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e985118c-f7aa-45af-95b4-665ad0f64dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.738189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985118c-f7aa-45af-95b4-665ad0f64dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f241e30-2291-4b92-8182-a652f7891a70,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:47.800361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e985118c-f7aa-45af-95b4-665ad0f64dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.801591 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e985118c-f7aa-45af-95b4-665ad0f64dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2935522 Apr 29 08:00:47.804358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51196) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:47.808595 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-68550de0-e00e-40e5-8bac-6472501fc306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '1f241e30-2291-4b92-8182-a652f7891a70', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:47.883446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-68550de0-e00e-40e5-8bac-6472501fc306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.937196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-68550de0-e00e-40e5-8bac-6472501fc306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.980974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-68550de0-e00e-40e5-8bac-6472501fc306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:47.998870 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68550de0-e00e-40e5-8bac-6472501fc306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c3c810-cc54-4805-a1b0-c47e9b38d783,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:48.080269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-68550de0-e00e-40e5-8bac-6472501fc306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.081478 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-68550de0-e00e-40e5-8bac-6472501fc306 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762101 Apr 29 08:00:48.084203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51198) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:48.088495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0d76ac8d-0eeb-4f9e-98e4-6e6d59c558c9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '1f241e30-2291-4b92-8182-a652f7891a70', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:48.178650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0d76ac8d-0eeb-4f9e-98e4-6e6d59c558c9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.236800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0d76ac8d-0eeb-4f9e-98e4-6e6d59c558c9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.298862 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0d76ac8d-0eeb-4f9e-98e4-6e6d59c558c9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.301422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:48.317067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76ac8d-0eeb-4f9e-98e4-6e6d59c558c9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6975bbe-db30-4236-90a6-f19085ed6046,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:48.338745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:48.369618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0d76ac8d-0eeb-4f9e-98e4-6e6d59c558c9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.370917 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0d76ac8d-0eeb-4f9e-98e4-6e6d59c558c9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2857764 Apr 29 08:00:48.373618 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51200) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:48.378420 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-204aad83-287c-4aed-bb9f-756ab228ed17 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '1f241e30-2291-4b92-8182-a652f7891a70', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:48.472001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-204aad83-287c-4aed-bb9f-756ab228ed17 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.528576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-204aad83-287c-4aed-bb9f-756ab228ed17 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.598169 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-204aad83-287c-4aed-bb9f-756ab228ed17 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.616143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aad83-287c-4aed-bb9f-756ab228ed17 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b2f899-d24a-432b-909e-40afbb4b12c8,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:48.680332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-204aad83-287c-4aed-bb9f-756ab228ed17 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.681557 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-204aad83-287c-4aed-bb9f-756ab228ed17 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070250 Apr 29 08:00:48.684207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51202) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:48.688525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e138fddd-d819-4d2f-99cc-76f521f0e592 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '1f241e30-2291-4b92-8182-a652f7891a70', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:48.772492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e138fddd-d819-4d2f-99cc-76f521f0e592 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.831777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e138fddd-d819-4d2f-99cc-76f521f0e592 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.921972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e138fddd-d819-4d2f-99cc-76f521f0e592 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.940885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138fddd-d819-4d2f-99cc-76f521f0e592 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e78f16c-5fa1-4f41-a246-500a6e5af580,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:48.992166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e138fddd-d819-4d2f-99cc-76f521f0e592 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:48.993382 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e138fddd-d819-4d2f-99cc-76f521f0e592 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3082552 Apr 29 08:00:48.996146 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51204) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:49.000454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '1f241e30-2291-4b92-8182-a652f7891a70', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:49.064550 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:00:49.069861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.130274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.198766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.227497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9830929b-3ff8-46b8-911a-c1fe308234e5,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:49.301110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.302303 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6ffc7d24-c5f8-44ff-8dd0-a9220c25cdb5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3052509 Apr 29 08:00:49.305065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51206) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:00:49.309479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '1f241e30-2291-4b92-8182-a652f7891a70', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:49.367270 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:00:49.372194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.431500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.477974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.495976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5bb21e-d8c4-457e-b0e6-81361be2f90f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:49.572050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:49.573293 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d81dab78-d791-4872-8c02-f1ef539eb4f0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2673039 Apr 29 08:00:49.706502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-b54eb135-80e2-4a3f-99a4-583e87735475 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704731032&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0314600 Apr 29 08:00:49.754326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c47ec72c-a0d1-4c6b-b8ac-79cc82be37f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:49.755580 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c47ec72c-a0d1-4c6b-b8ac-79cc82be37f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 929 time: 0.0420032 Apr 29 08:00:49.805358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-a781c568-1df5-4cfb-ac5e-c20811c8cb50 service neutron] 10.222.0.16 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0378287 Apr 29 08:00:49.891739 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-4f7fb797-ae58-4b3d-8a3b-4bc8949db77c service neutron] 10.222.0.16 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805120 Apr 29 08:00:49.981692 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-f98efbb6-1037-4500-96d8-38f74f51ba9c service neutron] 10.222.0.16 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832558 Apr 29 08:00:50.196573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3419457e-99f5-4338-9260-ee44be807f40 req-c465be3c-2f4c-4817-9262-31cb2fe5f14d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 210 time: 0.0270014 Apr 29 08:00:51.291381 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-13396617-12c4-41ff-bdfe-7c4543b9916f req-589cb359-9199-49c2-9805-51f11f5c001c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 210 time: 0.0268984 Apr 29 08:00:51.951911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-14b66252-23b2-4d20-ad3f-aa7dd06276e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:51.953155 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-14b66252-23b2-4d20-ad3f-aa7dd06276e8 service neutron] 10.222.0.39 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1025 time: 0.0332005 Apr 29 08:00:52.057051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c4d6667b-1b77-40a0-9235-39eda4d4d391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:52.058501 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c4d6667b-1b77-40a0-9235-39eda4d4d391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863 HTTP/1.1" status: 200 len: 797 time: 0.0993078 Apr 29 08:00:52.102928 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-a5074d61-a4f2-42e4-889a-094c33a77285 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 469 time: 0.0351808 Apr 29 08:00:52.112593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Request body: {'port': {'device_id': '86fce243-6567-47ea-8e0c-a0a2df6c954c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:52.163880 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:52.384500 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-be83f67b-3bff-415e-b802-57654363c18e req-3ae3694f-8d04-4bda-a67d-bac165950ccd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 210 time: 0.0257308 Apr 29 08:00:52.443575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d024ac8b-242c-470f-aba5-f3a9df29935d {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:00:52.450675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:52.463183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Transition to ACTIVE for port object d024ac8b-242c-470f-aba5-f3a9df29935d will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:00:52.530217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:52.608498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=7']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:52.705968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:00:52.706297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:00:52.706651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:52.711143 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:00:52.711463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Attempting to bind port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:52.716755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:00:52.717092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Checking segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:00:52.717470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Bound using segment: {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:00:52.717895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Bound port: d024ac8b-242c-470f-aba5-f3a9df29935d, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df158f7-062c-4c39-8d02-938b4c4f2122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:00:52.718241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:52.779528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:00:52.782476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:00:52.870920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:52.906896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:52.907412 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:52.908770 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] 10.222.0.39 "PUT /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1130 time: 0.8000476 Apr 29 08:00:52.911584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fce243-6567-47ea-8e0c-a0a2df6c954c', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:52.914617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc03715-dac7-45f7-81ad-1fedc8856476" -d '{"events": [{"name": "network-changed", "server_uuid": "86fce243-6567-47ea-8e0c-a0a2df6c954c", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:52.939229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ab5a0-ea52-4d40-8e97-bf5e98eb943e service neutron] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=8']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:53.017800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a548d6-29a4-4184-b7fb-f81243152565 x-openstack-request-id: req-58a548d6-29a4-4184-b7fb-f81243152565 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:53.018414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fce243-6567-47ea-8e0c-a0a2df6c954c", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:53.018414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58a548d6-29a4-4184-b7fb-f81243152565 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:53.018773 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a548d6-29a4-4184-b7fb-f81243152565'] response: {'name': 'network-changed', 'server_uuid': '86fce243-6567-47ea-8e0c-a0a2df6c954c', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'status': 'completed', 'code': 200} Apr 29 08:00:53.073843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-9f8373ce-5a9e-4097-bf6b-17fd7ee597f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.075685 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-9f8373ce-5a9e-4097-bf6b-17fd7ee597f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 1133 time: 0.0440905 Apr 29 08:00:53.141347 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-ad8e99ee-dc2e-43ef-baca-6d00638dcd84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1035 time: 0.0591209 Apr 29 08:00:53.193228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-6616ec74-d3a8-41e8-b108-50c27e4e0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.194636 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-6616ec74-d3a8-41e8-b108-50c27e4e0fc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50b5bc16-de15-43cb-b52d-360c6a4f65ea HTTP/1.1" status: 200 len: 834 time: 0.0465624 Apr 29 08:00:53.239409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-d72e1855-c2d8-479f-b30e-e5ae5bfbe4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.241062 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-d72e1855-c2d8-479f-b30e-e5ae5bfbe4db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407248 Apr 29 08:00:53.330247 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-2d204943-279f-4f74-8c28-fa3378f3f48c service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Apr 29 08:00:53.428919 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-46743657-2e7d-4f78-95e2-1556aca4faf9 req-5e96b39b-a1f9-4642-b817-7ca5ee9843e1 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Apr 29 08:00:53.502276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a035b8-d251-4c71-99a9-371657f97e60 req-04297282-b1d5-49ce-8886-70f02a467d0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.503787 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e0a035b8-d251-4c71-99a9-371657f97e60 req-04297282-b1d5-49ce-8886-70f02a467d0e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 980 time: 0.0486887 Apr 29 08:00:53.543405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e0a035b8-d251-4c71-99a9-371657f97e60 req-0251bfd3-6f60-4adc-ae9a-852390974463 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Apr 29 08:00:53.598865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-241ba78d-a299-4169-a68a-55804a4691c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.600233 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-241ba78d-a299-4169-a68a-55804a4691c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 1133 time: 0.0410299 Apr 29 08:00:53.693105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-b54c6840-7143-4420-af14-ebecfd86cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.694666 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-b54c6840-7143-4420-af14-ebecfd86cc4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863 HTTP/1.1" status: 200 len: 898 time: 0.0870159 Apr 29 08:00:53.761671 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-ca33a193-e89d-45ca-bba5-ad1bd9b282ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1035 time: 0.0583501 Apr 29 08:00:53.812028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-44bb62d8-a3ba-4e2a-b0a8-9514a1154671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.813462 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-44bb62d8-a3ba-4e2a-b0a8-9514a1154671 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50b5bc16-de15-43cb-b52d-360c6a4f65ea HTTP/1.1" status: 200 len: 834 time: 0.0431519 Apr 29 08:00:53.877160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-8a773a2c-e202-4626-bb4b-6e20f86dbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:53.878670 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-8a773a2c-e202-4626-bb4b-6e20f86dbb83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581698 Apr 29 08:00:53.970167 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-84fa888a-3d7b-4dd5-9f9a-ee97fde4e514 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841656 Apr 29 08:00:54.062483 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-cdc03715-dac7-45f7-81ad-1fedc8856476 req-fb2320ba-0a7b-4201-bb8e-7f56808addd6 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Apr 29 08:00:54.663429 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086e89e-2a04-448e-a1dc-151d1448d5fb req-c252fcb1-08ce-47e8-a52a-41b182fb5d3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:54.664929 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2086e89e-2a04-448e-a1dc-151d1448d5fb req-c252fcb1-08ce-47e8-a52a-41b182fb5d3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 980 time: 0.0528388 Apr 29 08:00:54.703582 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2086e89e-2a04-448e-a1dc-151d1448d5fb req-116cb37d-b851-4a63-8890-7591b0a75467 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Apr 29 08:00:55.817396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce3968-5b9b-4ba4-8b93-636550cdbbf9 req-8a0e8b82-2dfe-4ccc-a67f-dc156c65d4d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:55.818899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-02ce3968-5b9b-4ba4-8b93-636550cdbbf9 req-8a0e8b82-2dfe-4ccc-a67f-dc156c65d4d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 980 time: 0.0481021 Apr 29 08:00:55.856587 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-02ce3968-5b9b-4ba4-8b93-636550cdbbf9 req-96fa1a07-c313-43c6-a361-6f3845f2ed3f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Apr 29 08:00:56.341737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:00:56.435149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:56.593404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'port_id': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'mac_address': 'fa:16:3e:6d:55:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:00:56.630093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:56.643180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d024ac8b-242c-470f-aba5-f3a9df29935d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:00:56.662605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:56.738907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:56.785251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=9']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:56.940372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['d024ac8b-242c-470f-aba5-f3a9df29935d'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:00:56.973111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b1fb-7919-4f08-9c36-b86db22d612f req-d9bf6699-7caf-4031-8c27-f0882dcac2e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:56.974707 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b495b1fb-7919-4f08-9c36-b86db22d612f req-d9bf6699-7caf-4031-8c27-f0882dcac2e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 981 time: 0.0503361 Apr 29 08:00:57.017051 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b495b1fb-7919-4f08-9c36-b86db22d612f req-eb9b250c-9c1f-4bfc-a496-654fd491850d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Apr 29 08:00:58.142699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7aa40c-e190-4268-b425-f4f2c1cb8b33 req-0c07ac5e-78b6-407e-ae81-43061170bc62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:58.144181 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d7aa40c-e190-4268-b425-f4f2c1cb8b33 req-0c07ac5e-78b6-407e-ae81-43061170bc62 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 981 time: 0.0578730 Apr 29 08:00:58.182972 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d7aa40c-e190-4268-b425-f4f2c1cb8b33 req-413aadb8-d817-4557-81ad-f1f7b8526184 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Apr 29 08:00:58.356355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:58.521726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port d024ac8b-242c-470f-aba5-f3a9df29935d completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:00:58.525644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port d024ac8b-242c-470f-aba5-f3a9df29935d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:00:58.526014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:58.611523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:58.633782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fce243-6567-47ea-8e0c-a0a2df6c954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:58.639749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a3100-b390-45e4-ad82-fe31dc20f06c" -d '{"events": [{"server_uuid": "86fce243-6567-47ea-8e0c-a0a2df6c954c", "name": "network-vif-plugged", "status": "completed", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:58.651126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:58.676905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686f7df9-63b5-46cf-8716-cf5cd87840bd x-openstack-request-id: req-686f7df9-63b5-46cf-8716-cf5cd87840bd {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:58.677364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fce243-6567-47ea-8e0c-a0a2df6c954c", "name": "network-vif-plugged", "status": "completed", "tag": "d024ac8b-242c-470f-aba5-f3a9df29935d", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:58.677505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-686f7df9-63b5-46cf-8716-cf5cd87840bd {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:58.677827 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686f7df9-63b5-46cf-8716-cf5cd87840bd'] response: {'server_uuid': '86fce243-6567-47ea-8e0c-a0a2df6c954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd024ac8b-242c-470f-aba5-f3a9df29935d', 'code': 200} Apr 29 08:00:58.716086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:00:58.764466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:58.967830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796a641-4472-48aa-a50b-6db87a2e28f2 req-5258646c-f572-4bd3-a3e6-eaf8d75521c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:58.969219 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a796a641-4472-48aa-a50b-6db87a2e28f2 req-5258646c-f572-4bd3-a3e6-eaf8d75521c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 1136 time: 0.0410726 Apr 29 08:00:59.005560 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-a796a641-4472-48aa-a50b-6db87a2e28f2 req-f62c7cf9-fb1e-4224-a3b9-74f1a198099f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292308 Apr 29 08:00:59.304183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682bd10-beb9-49e8-bfa6-cd3f231c147c req-6f28e7f1-5907-4c87-9885-758f46f0923e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:00:59.305745 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e682bd10-beb9-49e8-bfa6-cd3f231c147c req-6f28e7f1-5907-4c87-9885-758f46f0923e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 983 time: 0.0531981 Apr 29 08:00:59.344436 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e682bd10-beb9-49e8-bfa6-cd3f231c147c req-909c4abc-3cd0-4db8-9aab-740586e0360a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Apr 29 08:01:00.467323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c56ec1-ca38-4043-b987-b5efe00fea2e req-4b678cca-6a70-4539-9b7a-59d9d0e58e94 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:00.468812 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16c56ec1-ca38-4043-b987-b5efe00fea2e req-4b678cca-6a70-4539-9b7a-59d9d0e58e94 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 983 time: 0.0505118 Apr 29 08:01:00.510248 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16c56ec1-ca38-4043-b987-b5efe00fea2e req-87a276a1-edb4-47e0-92e4-de893b0259fe tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Apr 29 08:01:00.638862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71628-c766-4e55-924c-68118d3a2d5d req-fc9d3c10-8338-4e96-9e83-bb7ad700bdf0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:00.640233 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8d71628-c766-4e55-924c-68118d3a2d5d req-fc9d3c10-8338-4e96-9e83-bb7ad700bdf0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 983 time: 0.0540960 Apr 29 08:01:00.679387 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8d71628-c766-4e55-924c-68118d3a2d5d req-a131b635-3f13-4b96-80ca-1e9ad71812c0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Apr 29 08:01:00.701118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51294) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:00.776197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bfb65b-e961-4141-8e2f-97764e4cb8b8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:00.777757 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c2bfb65b-e961-4141-8e2f-97764e4cb8b8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c&network_id=a4a54c0d-3830-4de4-b80e-f28bfcb6a863 HTTP/1.1" status: 200 len: 1131 time: 0.0757053 Apr 29 08:01:01.299148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8be7a-5f4a-41a1-ad23-822115b055e2 req-35a2fe79-d998-44aa-9eda-434a6bbdfdd8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:01.300602 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5c8be7a-5f4a-41a1-ad23-822115b055e2 req-35a2fe79-d998-44aa-9eda-434a6bbdfdd8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 983 time: 0.0498588 Apr 29 08:01:01.339448 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5c8be7a-5f4a-41a1-ad23-822115b055e2 req-025a2b9f-4bec-4bbb-b88b-7b00df320576 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305858 Apr 29 08:01:02.461917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a842f8-cf59-496c-a952-4e4cdecd7104 req-ba72bb0d-70f7-484c-a7d0-7672605463e8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:02.463403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3a842f8-cf59-496c-a952-4e4cdecd7104 req-ba72bb0d-70f7-484c-a7d0-7672605463e8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 983 time: 0.0489082 Apr 29 08:01:02.505328 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3a842f8-cf59-496c-a952-4e4cdecd7104 req-ec77b571-d90b-41f7-b264-7b47277ebeb2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bfd679c-be79-49ef-b46d-8cb43a23d85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346823 Apr 29 08:01:02.571062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68860-3574-4cee-b203-3d12614aac76 req-12f25e8e-3a29-4c30-8c3f-e6047d7bbfb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:02.572503 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-10e68860-3574-4cee-b203-3d12614aac76 req-12f25e8e-3a29-4c30-8c3f-e6047d7bbfb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 983 time: 0.0551889 Apr 29 08:01:02.619190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68860-3574-4cee-b203-3d12614aac76 req-9f3771ee-65dc-4eec-a173-a17b6b8a51d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:02.620549 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-10e68860-3574-4cee-b203-3d12614aac76 req-9f3771ee-65dc-4eec-a173-a17b6b8a51d1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0422308 Apr 29 08:01:02.721775 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-10e68860-3574-4cee-b203-3d12614aac76 req-bdaa7e07-af33-412a-a51d-93a0ee94c184 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0963049 Apr 29 08:01:02.733768 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:02.794566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:02.933807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d024ac8b-242c-470f-aba5-f3a9df29935d,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:02.965506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] For port d024ac8b-242c-470f-aba5-f3a9df29935d, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:01:02.998041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] device_id is not set on port d024ac8b-242c-470f-aba5-f3a9df29935d yet. {{(pid=109781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 08:01:03.006283 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:03.123822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:03.202816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=11']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:03.260123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] No DVR routers for this DVR port d024ac8b-242c-470f-aba5-f3a9df29935d on host hv-neutron-8397 {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:01:03.424402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-eb21d30a-04b2-4b40-8b17-8afee8968071 None None] Provisioning complete for port d024ac8b-242c-470f-aba5-f3a9df29935d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:03.424996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb21d30a-04b2-4b40-8b17-8afee8968071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:03.474134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eb21d30a-04b2-4b40-8b17-8afee8968071 None None] Port d024ac8b-242c-470f-aba5-f3a9df29935d cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:01:03.614814 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e50da80-33f6-426a-b8ec-37248d27d7cc req-58d0f6c5-f04b-4410-a68c-390812e519f9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 210 time: 0.0396714 Apr 29 08:01:03.727056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] In _notify_port_updated(), no bound segment for port d024ac8b-242c-470f-aba5-f3a9df29935d on network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 {{(pid=109781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 08:01:03.727858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:03.728710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:03.730002 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-10e68860-3574-4cee-b203-3d12614aac76 req-b3490132-5c2d-4c5f-97b0-195872aed2b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 200 len: 1026 time: 1.0002489 Apr 29 08:01:04.736202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-312bfb1f-2da1-496a-9a65-682aae3e8d4b req-1544336a-968d-4a7c-8836-3886c8899a07 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fce243-6567-47ea-8e0c-a0a2df6c954c HTTP/1.1" status: 200 len: 210 time: 0.0322123 Apr 29 08:01:05.797544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51318) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:05.856084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-646020dc-5eb6-46e8-8bbc-09118b85771d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:05.882390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-646020dc-5eb6-46e8-8bbc-09118b85771d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.043718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-646020dc-5eb6-46e8-8bbc-09118b85771d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.046352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-646020dc-5eb6-46e8-8bbc-09118b85771d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.047550 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-646020dc-5eb6-46e8-8bbc-09118b85771d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f241e30-2291-4b92-8182-a652f7891a70 HTTP/1.1" status: 204 len: 168 time: 0.2490101 Apr 29 08:01:06.056938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646020dc-5eb6-46e8-8bbc-09118b85771d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f241e30-2291-4b92-8182-a652f7891a70,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:06.179608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51324) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:06.337631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 4f78fcec-197a-4c14-a9bb-0cf02b813ba5 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:01:06.337894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.422498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.422822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.434574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 4f78fcec-197a-4c14-a9bb-0cf02b813ba5 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:01:06.448413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:01:06.488050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d024ac8b-242c-470f-aba5-f3a9df29935d not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:01:06.672549 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.701691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=4f78fcec-197a-4c14-a9bb-0cf02b813ba5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:06.770159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:06.770523 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP d62957e7-1c65-4467-ba87-ed22f5620734 disassociated (deleted). External IP: 172.26.2.77, port: d024ac8b-242c-470f-aba5-f3a9df29935d. Apr 29 08:01:06.984828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6d8a7a82-453c-4c34-981d-6611cddd18fc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:01:07.100368 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:01:07.106418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:07.111050 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] Sync routers for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:01:07.120705 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:07.121458 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:07.131826 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7b43180e-00e5-41dd-bb81-d23b9a0a85d8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/d62957e7-1c65-4467-ba87-ed22f5620734 HTTP/1.1" status: 204 len: 168 time: 0.9510322 Apr 29 08:01:07.202799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51332) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:07.240685 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:07.267165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39be1564-bf79-4daf-9596-09e636ba4e99 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:07.295092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39be1564-bf79-4daf-9596-09e636ba4e99 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:07.456568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:27Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:07.472376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39be1564-bf79-4daf-9596-09e636ba4e99 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:07.476594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39be1564-bf79-4daf-9596-09e636ba4e99 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:07.481483 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-39be1564-bf79-4daf-9596-09e636ba4e99 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/53d24895-3c59-4d74-a955-c049b680bc3b HTTP/1.1" status: 204 len: 168 time: 0.2761912 Apr 29 08:01:07.491934 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] Checking router: 6d8a7a82-453c-4c34-981d-6611cddd18fc for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:01:07.492530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be1564-bf79-4daf-9596-09e636ba4e99 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d24895-3c59-4d74-a955-c049b680bc3b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:07.502252 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:07.502252 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:07.633702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51336) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:07.696593 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:07.732026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port d024ac8b-242c-470f-aba5-f3a9df29935d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:01:07.732364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:07.827089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:07.843354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for d024ac8b-242c-470f-aba5-f3a9df29935d owned by {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:01:07.920882 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:27Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:07.948162 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8963b5c-9f8b-42e0-9c7b-3202c77a6557 None None] The sync data for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv is: [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84e1a0c3-0e1d-45af-bb9b-4a153607c8fa', 'name': '', 'network_id': 'a4a54c0d-3830-4de4-b80e-f28bfcb6a863', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:6f:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:23Z', 'updated_at': '2022-04-29T08:00:27Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '50b5bc16-de15-43cb-b52d-360c6a4f65ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:01:08.141195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:08.173307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=d024ac8b-242c-470f-aba5-f3a9df29935d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:08.197156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2fbe1-63c3-4a12-b91c-f376d48d1155 None None] New status for floating IP d62957e7-1c65-4467-ba87-ed22f5620734: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:01:08.260396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:08.263909 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-96565171-7f2a-443c-a0c1-703ce9cd8693 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/ports/d024ac8b-242c-470f-aba5-f3a9df29935d HTTP/1.1" status: 204 len: 168 time: 0.6292019 Apr 29 08:01:08.266813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51340) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:08.644240 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:08.899343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:01:08.899631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:08.994238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:08.994632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:09.007269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:01:09.275728 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:09.302109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=84e1a0c3-0e1d-45af-bb9b-4a153607c8fa,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:09.504677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:09.732595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6d8a7a82-453c-4c34-981d-6611cddd18fc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:01:09.849343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:01:09.852535 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ad250392-173a-49f6-83d5-875c9dfe371b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/6d8a7a82-453c-4c34-981d-6611cddd18fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5846920 Apr 29 08:01:09.855765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51344) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:09.861291 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] Sync routers for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:01:09.872051 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:09.872658 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:09.909783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet 50b5bc16-de15-43cb-b52d-360c6a4f65ea {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:01:09.913219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:09.962702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:09.984494 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:10.043783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.169880 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:01:09Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:10.176723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.196947 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] Checking router: 6d8a7a82-453c-4c34-981d-6611cddd18fc for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:01:10.208804 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] Routers {'6d8a7a82-453c-4c34-981d-6611cddd18fc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:10.209742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=50b5bc16-de15-43cb-b52d-360c6a4f65ea,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:10.210573 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:00:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6d8a7a82-453c-4c34-981d-6611cddd18fc'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:10.214569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.220213 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5a96ec10-374a-4e4e-96b4-9b623f4044e7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/50b5bc16-de15-43cb-b52d-360c6a4f65ea HTTP/1.1" status: 204 len: 168 time: 0.3608916 Apr 29 08:01:10.221565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51348) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:10.224275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754a4be-3901-4da5-9b7f-429f4855f759 None None] Network a4a54c0d-3830-4de4-b80e-f28bfcb6a863 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:01:10.344038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.347449 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] Set router 6d8a7a82-453c-4c34-981d-6611cddd18fc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:10.438132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] DHCP port deletion for a4a54c0d-3830-4de4-b80e-f28bfcb6a863 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:01:10.464709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.488764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] Deleting port e554ad3b-240b-439d-ab7d-fb3e81d4cebc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:01:10.489504 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.542000 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:01:09Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:10.566093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] For port e554ad3b-240b-439d-ab7d-fb3e81d4cebc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=e554ad3b-240b-439d-ab7d-fb3e81d4cebc,segment=NetworkSegment(6df158f7-062c-4c39-8d02-938b4c4f2122),segment_id=6df158f7-062c-4c39-8d02-938b4c4f2122)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:10.566552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.574457 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa8bc0-163a-4451-afc1-023b85dfc329 None None] The sync data for ids ['6d8a7a82-453c-4c34-981d-6611cddd18fc'] in dv-neutron-839740-1-hyperv is: [{'id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'name': 'tempest-TestNetworkBasicOps-router-326136582', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '5febe5d3-3306-435d-a562-388032a35f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:01:09Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '5febe5d3-3306-435d-a562-388032a35f93', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a7a82-453c-4c34-981d-6611cddd18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:00:20Z', 'updated_at': '2022-04-29T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:01:10.584792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] Calling delete_port for e554ad3b-240b-439d-ab7d-fb3e81d4cebc owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:01:10.613886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 5febe5d3-3306-435d-a562-388032a35f93 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:01:10.614376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.696544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 5febe5d3-3306-435d-a562-388032a35f93, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5febe5d3-3306-435d-a562-388032a35f93,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:10.696902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.708741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 5febe5d3-3306-435d-a562-388032a35f93 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:01:10.824595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.854546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] Pushing event deleted for resources: {'Port': ['ID=e554ad3b-240b-439d-ab7d-fb3e81d4cebc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:10.861543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc9bb4-e2d7-48ca-8643-87f87c0f8cf8 None None] No DVR routers for this DVR port e554ad3b-240b-439d-ab7d-fb3e81d4cebc on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:01:10.964270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:10.992332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=5febe5d3-3306-435d-a562-388032a35f93,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:11.062016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.149950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.152023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.212699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20c26d57-6d4a-4d9d-bcde-4e860bf57f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.295397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.295924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router 6d8a7a82-453c-4c34-981d-6611cddd18fc {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:01:11.304033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.306075 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1cc8a124-778f-4fc2-9a31-75d2159d5b6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/6d8a7a82-453c-4c34-981d-6611cddd18fc HTTP/1.1" status: 204 len: 168 time: 1.0837972 Apr 29 08:01:11.307986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51352) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:11.399652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.491031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.517986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a54c0d-3830-4de4-b80e-f28bfcb6a863']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:11.524252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df158f7-062c-4c39-8d02-938b4c4f2122') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:11.524558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df158f7-062c-4c39-8d02-938b4c4f2122') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:11.534209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.547108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.553441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:01:11.553817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:01:11.556714 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:01:11.706540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.713886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.716764 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/a4a54c0d-3830-4de4-b80e-f28bfcb6a863 HTTP/1.1" status: 204 len: 168 time: 0.4076385 Apr 29 08:01:11.731549 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075ec4c-a756-43af-bada-bd4ee48fc5cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=a4a54c0d-3830-4de4-b80e-f28bfcb6a863,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:11.734615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51354) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:11.748211 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4f8a4d69-f723-4444-8d6f-c6b17def8bff tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0124238 Apr 29 08:01:11.752183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51356) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:11.757898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--678010233', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:11.860995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:01:11.868827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.890857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:01:11.899366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.899707 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 12b8c277-4fd3-4229-aa9a-63f23fa2aeb3 of type vlan for network 3292d451-4aad-4954-8ca8-e6a22098b695 Apr 29 08:01:11.900808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5febe5d3-3306-435d-a562-388032a35f93 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:01:11.925353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 5febe5d3-3306-435d-a562-388032a35f93 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:01:11.925780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5febe5d3-3306-435d-a562-388032a35f93 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:01:11.926779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:01:11.940773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:11.946144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:01:11.948153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84e1a0c3-0e1d-45af-bb9b-4a153607c8fa not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:01:11.948153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e554ad3b-240b-439d-ab7d-fb3e81d4cebc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:01:11.969286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: e554ad3b-240b-439d-ab7d-fb3e81d4cebc {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:01:11.969622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device e554ad3b-240b-439d-ab7d-fb3e81d4cebc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:01:12.036400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:12.042361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:12.042969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:12.122669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=3292d451-4aad-4954-8ca8-e6a22098b695,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:12.135819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 3292d451-4aad-4954-8ca8-e6a22098b695 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:01:12.195310 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2a4d4ed8-f0e4-4c0c-94c5-b3a71fb45866 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4419990 Apr 29 08:01:12.197963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51358) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:12.203722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-496065962', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:12.324279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:12.325368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:12.382132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:12.689305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:12.899384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:13.162228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:13.182253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:13.284406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4201f8f6-e5fa-49ef-b133-5735e46cd764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:13.290658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.220 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/2c3bdc72-3c54-408e-8531-a97e5eb60fb7) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:13.395413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:13.501524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:13.546276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:13.549130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:13.552870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:13.558256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:13.676682 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:01:13.883055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:14.088116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:14.323308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:01:14.430377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:01:14.443727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Sync routers for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:01:14.453568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:14.454201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:14.571528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:14.572207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:14.572801 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c2010074-18aa-437b-b625-637d46e82a42 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3737202 Apr 29 08:01:14.576029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51366) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:14.616212 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f7690a3-2018-4c4e-8c06-a5adeae440fa tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390384 Apr 29 08:01:14.619306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51368) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:14.759434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:13Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:14.772583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca233d-4850-4add-92ab-84455a97a9e7 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:14.774090 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-83ca233d-4850-4add-92ab-84455a97a9e7 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1538868 Apr 29 08:01:14.776900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51370) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:14.787082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Checking router: 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:01:14.788713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Updating router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:01:14.813563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:14.814883 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7979e589-4a34-4870-9465-2697323bce5c tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369148 Apr 29 08:01:14.817573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51372) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:14.824791 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133186435', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:15.035751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:01:15.040686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.044020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.084741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.192592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.249831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Attempting to bind port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:01:15.250227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Attempting to bind port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:01:15.251178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Attempting to bind port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:15.255617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11696793-1196-4002-b3c4-343ed75325b1 None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:15.258075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:01:15.258477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:01:15.258886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.259272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:01:15.259736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Bound port: 2c3bdc72-3c54-408e-8531-a97e5eb60fb7, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:01:15.260114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.307503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.312275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] For port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:01:15.315535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] For port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:01:15.366743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:15.376837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:01:15.377102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: 3292d451-4aad-4954-8ca8-e6a22098b695, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:01:15.402053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.451890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:15.452593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:15.471222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 3292d451-4aad-4954-8ca8-e6a22098b695 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:01:15.506783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11696793-1196-4002-b3c4-343ed75325b1 None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:15.571295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:15.580671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 3292d451-4aad-4954-8ca8-e6a22098b695) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:15.593717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:15.594311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.602287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd182f92-d917-4cdc-a2bd-9fbe80d319d7 None None] Network 3292d451-4aad-4954-8ca8-e6a22098b695 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:01:15.693196 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0acafd36-3776-4eb5-9efc-378bb8c3e29c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8745723 Apr 29 08:01:15.707638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51376) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:15.868263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-3292d451-4aad-4954-8ca8-e6a22098b695', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:01:15.869117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:15.894674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:13Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:15.962595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24a028-f96c-45c3-b7eb-fb8f56b21058 None None] The sync data for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv is: [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:13Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:01:16.057653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Allocated IP 172.20.0.2 (3292d451-4aad-4954-8ca8-e6a22098b695/31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e/1c52f041-3b71-4947-a60b-e538321a9ff5) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:16.207480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.278910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.310932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.413678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.462937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Network 3292d451-4aad-4954-8ca8-e6a22098b695 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:16.497926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:16.506947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:16.510085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Pushing event updated for resources: {'Port': ['ID=1c52f041-3b71-4947-a60b-e538321a9ff5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:16.580627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (3292d451-4aad-4954-8ca8-e6a22098b695/31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e/6fd088df-c77d-4f84-bef8-3aa97ffbf30d) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:16.590249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Attempting to bind port 1c52f041-3b71-4947-a60b-e538321a9ff5 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:01:16.590965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Attempting to bind port 1c52f041-3b71-4947-a60b-e538321a9ff5 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:01:16.591623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Attempting to bind port 1c52f041-3b71-4947-a60b-e538321a9ff5 on network 3292d451-4aad-4954-8ca8-e6a22098b695 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:16.597227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:01:16.597952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Checking segment: {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:01:16.599235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.599876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Bound using segment: {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:01:16.600591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Bound port: 1c52f041-3b71-4947-a60b-e538321a9ff5, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:01:16.601213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.696349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] For port 1c52f041-3b71-4947-a60b-e538321a9ff5, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:01:16.699562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] For port 1c52f041-3b71-4947-a60b-e538321a9ff5, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1c52f041-3b71-4947-a60b-e538321a9ff5,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:01:16.727089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.734038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.790406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.868087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:16.943561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 3292d451-4aad-4954-8ca8-e6a22098b695 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:16.946082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:16.950847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:16.998557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:17.011300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:17.063428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8462fc4-72bb-4732-9bfc-6afc8392cd72 None None] Pushing event updated for resources: {'Port': ['ID=1c52f041-3b71-4947-a60b-e538321a9ff5,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:17.287567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:17.608580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:17.683688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:17.761272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:17.767864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:17.898902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 3292d451-4aad-4954-8ca8-e6a22098b695 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:17.901011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:17.988616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:18.047406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:18.047787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.096137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:01:18.159929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.183335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:18.230267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:01:18.238930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51382) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:18.244502 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-697af457-746f-4f12-ad54-e0dfe2844d7a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5297391 Apr 29 08:01:18.264666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.265565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1c52f041-3b71-4947-a60b-e538321a9ff5 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:18.345831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d20db1-74be-44f4-a96f-d8f716721ccd tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.346562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d20db1-74be-44f4-a96f-d8f716721ccd tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.347183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d20db1-74be-44f4-a96f-d8f716721ccd tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.347643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d20db1-74be-44f4-a96f-d8f716721ccd tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.348131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d20db1-74be-44f4-a96f-d8f716721ccd tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.348794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d20db1-74be-44f4-a96f-d8f716721ccd tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.350744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-25d20db1-74be-44f4-a96f-d8f716721ccd tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1102917 Apr 29 08:01:18.353881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51384) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:18.357184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:18.371991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 1c52f041-3b71-4947-a60b-e538321a9ff5 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:18.372465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.396530 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Sync routers for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:01:18.406613 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:18.407199 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:18.412916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b880925b-5ea2-491b-91f7-8fa4fb085fb4 None None] Network 3292d451-4aad-4954-8ca8-e6a22098b695 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:01:18.431310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869abe49-66f6-4371-a5f4-d5de2c71c96d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.431310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869abe49-66f6-4371-a5f4-d5de2c71c96d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.431310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869abe49-66f6-4371-a5f4-d5de2c71c96d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.431310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869abe49-66f6-4371-a5f4-d5de2c71c96d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.431310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869abe49-66f6-4371-a5f4-d5de2c71c96d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.431820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869abe49-66f6-4371-a5f4-d5de2c71c96d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:18.433238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-869abe49-66f6-4371-a5f4-d5de2c71c96d tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0742176 Apr 29 08:01:18.436061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51386) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:18.522886 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:18.557301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a192becd-0487-459c-bf7a-49237bb460f9 None None] Provisioning complete for port 1c52f041-3b71-4947-a60b-e538321a9ff5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:18.557673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a192becd-0487-459c-bf7a-49237bb460f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.597410 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-86c12116-c39f-42b0-a1f0-df32e3e73f16 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1600022 Apr 29 08:01:18.622346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.690601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 1c52f041-3b71-4947-a60b-e538321a9ff5, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1c52f041-3b71-4947-a60b-e538321a9ff5,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:18.736936 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:18.746868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a192becd-0487-459c-bf7a-49237bb460f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.757759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.824690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=1c52f041-3b71-4947-a60b-e538321a9ff5,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:18.873386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-a192becd-0487-459c-bf7a-49237bb460f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:01:18.873741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-a192becd-0487-459c-bf7a-49237bb460f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:01:18.881079 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Checking router: 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:01:18.881405 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Updating router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:01:18.909140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:18.984204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-85f497d6-31e7-42b1-aa15-5454b9499ea3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675537460&fields=id&tenant_id=e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 267 time: 0.0432239 Apr 29 08:01:19.107302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-0427aac5-1b62-43dc-b3b4-356d1b59cbbb tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:19.108901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-0427aac5-1b62-43dc-b3b4-356d1b59cbbb tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 811 time: 0.1192231 Apr 29 08:01:19.125389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51400) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:19.126891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-755a2242-ed34-4d2b-994c-f293ba4a7047 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/quotas/e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 375 time: 0.0105155 Apr 29 08:01:19.131599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ab0c601e-f345-4603-a621-c0738362b7e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046711956', 'description': 'tempest-secgroup-smoke-1046711956 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:19.195350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-50ead979-dd61-49c4-a2e5-22dae0be72f9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0603251 Apr 29 08:01:19.200048 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.212257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-7dc467f0-59ff-42f3-8cbd-74dc3754f512 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:01:19.213209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-7dc467f0-59ff-42f3-8cbd-74dc3754f512 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060053 Apr 29 08:01:19.235482 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab0c601e-f345-4603-a621-c0738362b7e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.314987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-ea5ac384-7cdf-484c-bef2-f4e9c490e0d6 service neutron] 10.222.0.16 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950661 Apr 29 08:01:19.318884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab0c601e-f345-4603-a621-c0738362b7e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.326768 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.414859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab0c601e-f345-4603-a621-c0738362b7e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.435210 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-e8083dd7-1835-4044-92a2-59444602f778 service neutron] 10.222.0.16 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157506 Apr 29 08:01:19.437300 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Attempting to bind port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:01:19.438261 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Attempting to bind port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:01:19.443476 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Attempting to bind port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d on network 3292d451-4aad-4954-8ca8-e6a22098b695 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:19.445274 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17fab2-72c2-484f-8dba-648d8822ae82 None None] Pushing event updated for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:19.447098 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c601e-f345-4603-a621-c0738362b7e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f4fba-821c-42b2-9707-835978e9b558,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:19.448154 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:01:19.448545 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Checking segment: {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:01:19.448960 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.449361 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Bound using segment: {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:01:19.449823 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Bound port: 6fd088df-c77d-4f84-bef8-3aa97ffbf30d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:01:19.450198 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.519866 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] For port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:01:19.523569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] For port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:01:19.553908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab0c601e-f345-4603-a621-c0738362b7e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.553908 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab0c601e-f345-4603-a621-c0738362b7e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4228661 Apr 29 08:01:19.553908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51406) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:19.558912 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6223e8f7-fa2e-429b-a36a-8912a1918707 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '2b9f4fba-821c-42b2-9707-835978e9b558', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:19.590308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] Provisioning complete for port 1c52f041-3b71-4947-a60b-e538321a9ff5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:19.590308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.638622 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.684303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6223e8f7-fa2e-429b-a36a-8912a1918707 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.706814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] Provisioning complete for port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:19.707186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.710756 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17fab2-72c2-484f-8dba-648d8822ae82 None None] Pushing event updated for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:19.720641 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:19.721315 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:19.761461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6223e8f7-fa2e-429b-a36a-8912a1918707 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.796035 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.832962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] For port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:19.845327 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:19.872458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6223e8f7-fa2e-429b-a36a-8912a1918707 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:19.887523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223e8f7-fa2e-429b-a36a-8912a1918707 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61855ebe-7e45-4f9c-9789-1349678d1c0d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:19.921184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:19.973770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:19.974164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.021298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.070182 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:01:19Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:20.074845 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6223e8f7-fa2e-429b-a36a-8912a1918707 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.093116 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6223e8f7-fa2e-429b-a36a-8912a1918707 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5210881 Apr 29 08:01:20.093116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51410) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:20.093116 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7b04ebc9-cb1b-4919-9d46-4af9c740f5dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '2b9f4fba-821c-42b2-9707-835978e9b558', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:20.098911 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6406193-7f99-40d5-ae2c-eac8813740a9 None None] The sync data for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv is: [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:01:19Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:01:20.121064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1c52f041-3b71-4947-a60b-e538321a9ff5 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:20.122968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c330b9b-409a-4c0f-be77-42617bf625e0 None None] Pushing event updated for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:20.202849 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a206aab-bb28-4ddf-8c3f-699d5ac07bfc req-99a6a975-832a-4090-8c68-df92cf271f9c tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 210 time: 0.0593143 Apr 29 08:01:20.203054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-de73f044-00bb-49ae-91e8-fbdc84a262bf None None] Provisioning complete for port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:20.211052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-de73f044-00bb-49ae-91e8-fbdc84a262bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.241696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b04ebc9-cb1b-4919-9d46-4af9c740f5dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.242858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 1c52f041-3b71-4947-a60b-e538321a9ff5 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:20.243434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.331546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b04ebc9-cb1b-4919-9d46-4af9c740f5dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.424345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b04ebc9-cb1b-4919-9d46-4af9c740f5dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.440749 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04ebc9-cb1b-4919-9d46-4af9c740f5dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235d464c-dccc-48aa-862d-0f79c447bcf0,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:20.553990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7b04ebc9-cb1b-4919-9d46-4af9c740f5dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.555747 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7b04ebc9-cb1b-4919-9d46-4af9c740f5dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4757261 Apr 29 08:01:20.558418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51422) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:20.563217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3f4f74b5-ea9a-43d1-b1c9-52ebbad72398 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '2b9f4fba-821c-42b2-9707-835978e9b558', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:20.668939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f4f74b5-ea9a-43d1-b1c9-52ebbad72398 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.735728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f4f74b5-ea9a-43d1-b1c9-52ebbad72398 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.843831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f4f74b5-ea9a-43d1-b1c9-52ebbad72398 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.867627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f74b5-ea9a-43d1-b1c9-52ebbad72398 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc203589-fd0c-420e-b5c7-1dfc0051a3ac,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:20.988599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f4f74b5-ea9a-43d1-b1c9-52ebbad72398 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:20.990589 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f4f74b5-ea9a-43d1-b1c9-52ebbad72398 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4311128 Apr 29 08:01:20.993386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51426) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:20.997949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7eeeed93-11d7-4cb9-9ab7-f10d88401819 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '2b9f4fba-821c-42b2-9707-835978e9b558', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:21.073074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7eeeed93-11d7-4cb9-9ab7-f10d88401819 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.134367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7eeeed93-11d7-4cb9-9ab7-f10d88401819 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.221014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7eeeed93-11d7-4cb9-9ab7-f10d88401819 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.236339 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeed93-11d7-4cb9-9ab7-f10d88401819 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2da0207-305e-4665-b76a-6fd8ca824ae2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:21.304820 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb82ef4b-286e-45d4-9060-c8226069934e req-84bc95e7-bbb1-40f5-9d47-8c24886ef18d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 210 time: 0.0317340 Apr 29 08:01:21.366542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7eeeed93-11d7-4cb9-9ab7-f10d88401819 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.367784 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7eeeed93-11d7-4cb9-9ab7-f10d88401819 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3734629 Apr 29 08:01:21.370594 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51430) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:21.374880 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '2b9f4fba-821c-42b2-9707-835978e9b558', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:21.518259 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:01:21.523450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.583773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.669495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.691952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0802bf-3d29-4622-8503-392adbc80090,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:21.772913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.772913 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ee6f8ead-72cc-4ac3-903c-93a5df071981 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3984032 Apr 29 08:01:21.773722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51432) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:21.778279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': '2b9f4fba-821c-42b2-9707-835978e9b558', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:21.875503 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:01:21.880745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.922209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fd088df-c77d-4f84-bef8-3aa97ffbf30d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:21.941903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:21.968547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:21.968921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:22.020811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:22.040740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a9fb1b-97be-4761-9633-05bdf78db264,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:22.174808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:22.176109 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a8fb0be0-0720-4d21-b99f-27babc24c3f2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4013488 Apr 29 08:01:22.314475 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-49bd77ba-1e15-42a7-8d10-0607b2c34b5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046711956&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0344207 Apr 29 08:01:22.410626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8b87a6c5-7f84-4541-8689-d4824a1df94e req-36117f6c-06e7-4305-b294-2458b4f800f3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 210 time: 0.0318904 Apr 29 08:01:22.450980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ad51c89c-7a8d-48f5-b52f-c0a7d7ece0cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:22.452505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ad51c89c-7a8d-48f5-b52f-c0a7d7ece0cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=3292d451-4aad-4954-8ca8-e6a22098b695 HTTP/1.1" status: 200 len: 796 time: 0.1304595 Apr 29 08:01:22.468537 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-063b283d-b059-474c-ab60-408e28b17c2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0097566 Apr 29 08:01:22.521204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-be64260b-fd62-4712-bf9d-ba5f8585fc3f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469580 Apr 29 08:01:22.526097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-a850a69a-e899-42ed-8a4c-2499ca2edf1b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:22.527621 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-a850a69a-e899-42ed-8a4c-2499ca2edf1b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 811 time: 0.1074390 Apr 29 08:01:22.571874 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-484c3d39-c7b5-4a3c-b048-745874caddaf tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e228eaab7dc047949213c6f45494e006 HTTP/1.1" status: 200 len: 380 time: 0.0362613 Apr 29 08:01:22.580615 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'port': {'device_id': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'admin_state_up': True, 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'security_groups': ['f51fa458-143e-4287-8a3d-b727e361fe6a']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:22.678278 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-173361f3-c0a9-4018-b2fb-0964b6b6411a service neutron] 10.222.0.16 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410031 Apr 29 08:01:22.777151 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-d10790dc-ffbb-48d5-8865-0e5e34479996 service neutron] 10.222.0.16 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957160 Apr 29 08:01:22.792249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Made reservation on behalf of e228eaab7dc047949213c6f45494e006 for: {'port': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:01:22.795888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:22.930643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Allocated IP 172.20.0.12 (25be7bf5-4007-480f-b705-f499d4734354/89044d52-e11b-448d-8832-c58495a309b1/db144125-4b2b-4ca2-9f0b-c5bd0136f981) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:23.088839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:23.127455 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4f751cab-7702-4621-8f89-c06eb71fb2be req-43a03931-d6d1-4826-bd53-0470455d3ddb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 210 time: 0.0371873 Apr 29 08:01:23.213239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:23.266213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Network 25be7bf5-4007-480f-b705-f499d4734354 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:23.269385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:23.273998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:23.298155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=db144125-4b2b-4ca2-9f0b-c5bd0136f981,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:23.326132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:23.326880 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:23.427563 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-71610d9e-1c2a-4042-8f9c-50aa58d956be tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504541 Apr 29 08:01:23.439462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Request body: {'port': {'device_id': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:23.528830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:23.544319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-78758ebd-4bdb-4a61-878e-6295b2ae40da None None] Provisioning complete for port db144125-4b2b-4ca2-9f0b-c5bd0136f981 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:23.544928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78758ebd-4bdb-4a61-878e-6295b2ae40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:23.575601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7d91-c942-4190-a8ca-95c7bdedbe54 req-36a755e5-7571-44dd-b1a6-cdfbc0afaec1 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:23.578213 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-237d7d91-c942-4190-a8ca-95c7bdedbe54 req-36a755e5-7571-44dd-b1a6-cdfbc0afaec1 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 932 time: 0.0575857 Apr 29 08:01:23.600034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-78758ebd-4bdb-4a61-878e-6295b2ae40da None None] Port db144125-4b2b-4ca2-9f0b-c5bd0136f981 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:01:23.659400 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-237d7d91-c942-4190-a8ca-95c7bdedbe54 req-c40acab1-0211-4c9a-b661-4024bf4f6865 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702548 Apr 29 08:01:23.697886 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-bf5ab69d-4221-490d-b6d2-296941228757 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796537 Apr 29 08:01:23.818354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-e58a7465-f37b-4c9e-8003-1c324d238536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:23.820310 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-e58a7465-f37b-4c9e-8003-1c324d238536 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1099 time: 0.0800536 Apr 29 08:01:23.853578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db144125-4b2b-4ca2-9f0b-c5bd0136f981 {{(pid=109781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:01:23.863652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:23.877959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.provisioning_blocks [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Transition to ACTIVE for port object db144125-4b2b-4ca2-9f0b-c5bd0136f981 will not be triggered until provisioned by entity L2. {{(pid=109781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:01:23.935571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:24.008891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-f48b6d6c-721b-4047-ad94-b473736b6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:24.010688 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-f48b6d6c-721b-4047-ad94-b473736b6ce5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.1685348 Apr 29 08:01:24.014373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Pushing event updated for resources: {'Port': ['ID=db144125-4b2b-4ca2-9f0b-c5bd0136f981,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:24.112137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Attempting to bind port db144125-4b2b-4ca2-9f0b-c5bd0136f981 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:01:24.117518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Attempting to bind port db144125-4b2b-4ca2-9f0b-c5bd0136f981 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:01:24.117518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Attempting to bind port db144125-4b2b-4ca2-9f0b-c5bd0136f981 on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:24.118103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Port db144125-4b2b-4ca2-9f0b-c5bd0136f981 on network 25be7bf5-4007-480f-b705-f499d4734354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:01:24.118459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Attempting to bind port db144125-4b2b-4ca2-9f0b-c5bd0136f981 on network 25be7bf5-4007-480f-b705-f499d4734354 {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:24.124405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:01:24.124748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Checking segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:01:24.125141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Bound using segment: {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'} {{(pid=109781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:01:24.125577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.managers [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Bound port: db144125-4b2b-4ca2-9f0b-c5bd0136f981, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e092e99-1da6-430f-9076-e2005f903da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '25be7bf5-4007-480f-b705-f499d4734354'}}] {{(pid=109781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:01:24.125993 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:24.223560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] For port db144125-4b2b-4ca2-9f0b-c5bd0136f981, host hv-neutron-8397, cleared binding levels {{(pid=109781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:01:24.228268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] For port db144125-4b2b-4ca2-9f0b-c5bd0136f981, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:01:24.358410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:24.411572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:24.413465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:24.413753 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/db144125-4b2b-4ca2-9f0b-c5bd0136f981 HTTP/1.1" status: 200 len: 1094 time: 0.9783602 Apr 29 08:01:24.414405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:24.416827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bfc352-8b8a-4b79-b0ae-99703d5012cb" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:24.471122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e130fa5-67aa-4fb7-b43a-f92fca8799d4 service neutron] Pushing event updated for resources: {'Port': ['ID=db144125-4b2b-4ca2-9f0b-c5bd0136f981,revision_number=3']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:24.512157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4b8f2-cb5c-4b6b-92a3-e241025a905d x-openstack-request-id: req-20b4b8f2-cb5c-4b6b-92a3-e241025a905d {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:24.512503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:24.518652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20b4b8f2-cb5c-4b6b-92a3-e241025a905d {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:24.519211 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b4b8f2-cb5c-4b6b-92a3-e241025a905d'] response: {'name': 'network-changed', 'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'status': 'completed', 'code': 200} Apr 29 08:01:24.549839 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-a7fe855d-9794-41d8-8c08-28596f4c1a4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 200 len: 1001 time: 0.5317323 Apr 29 08:01:24.552565 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c2c02c82-f995-4094-b445-b1a6e59306d8 req-5a4f3fff-1bf8-473a-9615-14df83f8520a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 210 time: 0.0474684 Apr 29 08:01:24.589692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-6ae665a1-cad7-4b2d-a9c7-87e089e30a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:24.597936 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-6ae665a1-cad7-4b2d-a9c7-87e089e30a86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 1097 time: 0.0616958 Apr 29 08:01:24.685650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-47fbc5ec-c5a2-4f25-a592-a149a919f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:24.685650 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-47fbc5ec-c5a2-4f25-a592-a149a919f527 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.1007037 Apr 29 08:01:24.802723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-6a79be14-dea6-4ba1-b038-e7b93fafd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:24.805563 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-6a79be14-dea6-4ba1-b038-e7b93fafd9c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364815 Apr 29 08:01:24.933611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfca180-48e6-4605-a994-7f1de7eba14a req-55c928ce-0e94-4409-b24f-7d78845a8018 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:24.935193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfca180-48e6-4605-a994-7f1de7eba14a req-55c928ce-0e94-4409-b24f-7d78845a8018 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.1492019 Apr 29 08:01:24.957312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-b3c5db2e-a3b8-4e96-a7ef-93d75da2b4d1 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315670 Apr 29 08:01:25.007291 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-ee717c49-f52b-4bae-a4ee-2f09e074aa1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981 HTTP/1.1" status: 200 len: 217 time: 0.4069963 Apr 29 08:01:25.047284 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfca180-48e6-4605-a994-7f1de7eba14a req-5c6ebc7a-6ee7-4631-8176-348dd644973a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017568 Apr 29 08:01:25.063397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-ed4d8909-aa25-4921-9887-9d80dd7239f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:25.063397 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-ed4d8909-aa25-4921-9887-9d80dd7239f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0490789 Apr 29 08:01:25.103613 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ddc77b-08ff-468c-91f0-784c4f5bf000 req-87ad329c-fd1d-47ae-9e47-eccab71c5c4b service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376963 Apr 29 08:01:25.116605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884378-492e-4862-9aaa-b2f833752a56 req-4a20d029-8d97-42c0-91ee-de4201799863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:25.118091 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-4a20d029-8d97-42c0-91ee-de4201799863 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489430 Apr 29 08:01:25.215568 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-2f3a2d0c-da1b-4577-a6ae-bbb54e8e37aa service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898209 Apr 29 08:01:25.313177 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-03884378-492e-4862-9aaa-b2f833752a56 req-41071575-0a31-4785-a732-ec615241bd59 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908754 Apr 29 08:01:25.432433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-376ea694-239b-40f9-8b27-c43d73587f45 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:25.433914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-376ea694-239b-40f9-8b27-c43d73587f45 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=3292d451-4aad-4954-8ca8-e6a22098b695 HTTP/1.1" status: 200 len: 796 time: 0.1327372 Apr 29 08:01:25.475685 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-0c6818e5-19f9-41cc-ae99-79faa4911eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:25.477305 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-0c6818e5-19f9-41cc-ae99-79faa4911eae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 1097 time: 0.0494366 Apr 29 08:01:25.488670 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-47230e42-4557-40ff-956a-cf3ace0da334 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 380 time: 0.0462706 Apr 29 08:01:25.503099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['2b9f4fba-821c-42b2-9707-835978e9b558']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:25.572877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-d1a01337-017f-46c9-8c58-27fdfd2509f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:25.574511 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-d1a01337-017f-46c9-8c58-27fdfd2509f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0912652 Apr 29 08:01:25.626996 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-a32efd42-c611-4339-b3ec-df07ded80870 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981 HTTP/1.1" status: 200 len: 217 time: 0.0368967 Apr 29 08:01:25.679101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7ecdb13-e9f1-4605-86b5-5bf1e3beafd7 req-ec1146b2-4302-404b-913b-cbb0ee9c2be0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 210 time: 0.0314670 Apr 29 08:01:25.685277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-c363071c-41db-4548-aecf-0bb332d468af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:25.690264 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-c363071c-41db-4548-aecf-0bb332d468af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0538237 Apr 29 08:01:25.710621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:01:25.714168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:25.748408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-975bc5cc-bd46-4103-a8f7-835eb0ae5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:25.750090 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-975bc5cc-bd46-4103-a8f7-835eb0ae5795 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562096 Apr 29 08:01:25.852827 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-e2d36274-3920-454d-b2a4-fdaf8622f60f service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868032 Apr 29 08:01:25.859048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.5 (3292d451-4aad-4954-8ca8-e6a22098b695/31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e/f0db808a-a9dd-457e-b35c-f8005745789b) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:25.991022 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-2e732a37-5a35-47a2-a468-150d593ed90d service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282434 Apr 29 08:01:26.013363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:26.104571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:26.174090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 3292d451-4aad-4954-8ca8-e6a22098b695 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:26.182026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:26.184471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:26.228640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=f0db808a-a9dd-457e-b35c-f8005745789b,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:26.256198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50b00f-b54d-4967-ad7e-738ea2511c95 req-fa00d3b5-b2da-4bf8-871e-88d062b591e5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:26.258528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eb50b00f-b54d-4967-ad7e-738ea2511c95 req-fa00d3b5-b2da-4bf8-871e-88d062b591e5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.1416757 Apr 29 08:01:26.260476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.260979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.261330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.261670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.262012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.262413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.262773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.263101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.263433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.263763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.264088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.264413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:26.276032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:26.276675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:26.321818 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eb50b00f-b54d-4967-ad7e-738ea2511c95 req-6438a1ef-5987-4c84-95e1-c19f5742fa7c tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526826 Apr 29 08:01:26.383917 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-ba77254d-4805-4bf4-b46f-98cf8f5bd6f1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856337 Apr 29 08:01:26.397136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Request body: {'port': {'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:26.449531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:26.488308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a6d8f823-da16-4f77-b858-82d84b5564e8 None None] Provisioning complete for port f0db808a-a9dd-457e-b35c-f8005745789b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:26.488857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f823-da16-4f77-b858-82d84b5564e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:26.527674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8f823-da16-4f77-b858-82d84b5564e8 None None] Port f0db808a-a9dd-457e-b35c-f8005745789b cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:01:26.796142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0db808a-a9dd-457e-b35c-f8005745789b {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:01:26.805356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:26.827659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Transition to ACTIVE for port object f0db808a-a9dd-457e-b35c-f8005745789b will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:01:26.839249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcf222-1a84-4c5a-856f-755c45d2039a req-bc644179-dab2-45b5-ade1-958e5f8afd35 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:26.840880 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3bcf222-1a84-4c5a-856f-755c45d2039a req-bc644179-dab2-45b5-ade1-958e5f8afd35 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 931 time: 0.0852206 Apr 29 08:01:26.880688 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3bcf222-1a84-4c5a-856f-755c45d2039a req-d8748fb5-b3bf-4133-ba87-57f7f32a13de tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Apr 29 08:01:26.883464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:26.937588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Pushing event updated for resources: {'Port': ['ID=f0db808a-a9dd-457e-b35c-f8005745789b,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:27.010320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Attempting to bind port f0db808a-a9dd-457e-b35c-f8005745789b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:01:27.010682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Attempting to bind port f0db808a-a9dd-457e-b35c-f8005745789b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:01:27.011003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Attempting to bind port f0db808a-a9dd-457e-b35c-f8005745789b on network 3292d451-4aad-4954-8ca8-e6a22098b695 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:27.016121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Port f0db808a-a9dd-457e-b35c-f8005745789b on network 3292d451-4aad-4954-8ca8-e6a22098b695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:01:27.016437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Attempting to bind port f0db808a-a9dd-457e-b35c-f8005745789b on network 3292d451-4aad-4954-8ca8-e6a22098b695 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:27.025021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:01:27.025844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Checking segment: {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:01:27.025844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Bound using segment: {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:01:27.026235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Bound port: f0db808a-a9dd-457e-b35c-f8005745789b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:01:27.026633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:27.102005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] For port f0db808a-a9dd-457e-b35c-f8005745789b, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:01:27.105462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] For port f0db808a-a9dd-457e-b35c-f8005745789b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f0db808a-a9dd-457e-b35c-f8005745789b,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:01:27.255211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:27.290733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:27.291374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:27.292789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] 10.222.0.39 "PUT /v2.0/ports/f0db808a-a9dd-457e-b35c-f8005745789b HTTP/1.1" status: 200 len: 1093 time: 0.8999627 Apr 29 08:01:27.293182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:27.295534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0485b3b-1b9d-4343-9d03-ada0d39790bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:27.330584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fa87b-9f5d-4310-b0c7-cb9c5a2e4eaa service neutron] Pushing event updated for resources: {'Port': ['ID=f0db808a-a9dd-457e-b35c-f8005745789b,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:27.411515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e40e1c0-a220-44fc-b9d6-eb2b0ef2d08f x-openstack-request-id: req-2e40e1c0-a220-44fc-b9d6-eb2b0ef2d08f {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:27.411515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:27.411890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e40e1c0-a220-44fc-b9d6-eb2b0ef2d08f {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:27.412200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e40e1c0-a220-44fc-b9d6-eb2b0ef2d08f'] response: {'name': 'network-changed', 'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'status': 'completed', 'code': 200} Apr 29 08:01:27.481870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0485b3b-1b9d-4343-9d03-ada0d39790bf req-5a1134dd-6ecf-4fcb-96fe-011448ba681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:27.483377 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d0485b3b-1b9d-4343-9d03-ada0d39790bf req-5a1134dd-6ecf-4fcb-96fe-011448ba681a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 1096 time: 0.0561383 Apr 29 08:01:27.491884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908d77c-9565-48e1-94c5-dab76aa89f58 req-d1e3a3c0-f871-4e31-96a0-200ffeafea5e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:27.493288 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b908d77c-9565-48e1-94c5-dab76aa89f58 req-d1e3a3c0-f871-4e31-96a0-200ffeafea5e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0986927 Apr 29 08:01:27.636003 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b908d77c-9565-48e1-94c5-dab76aa89f58 req-3d71cf3e-7e19-4a9e-8c96-d96b3665c874 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334596 Apr 29 08:01:27.682945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0485b3b-1b9d-4343-9d03-ada0d39790bf req-14141a76-f707-4b6a-98fd-f70b8761c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:27.684451 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d0485b3b-1b9d-4343-9d03-ada0d39790bf req-14141a76-f707-4b6a-98fd-f70b8761c57b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1903090 Apr 29 08:01:27.840565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0485b3b-1b9d-4343-9d03-ada0d39790bf req-aba9219d-984a-4113-bd99-309248c53034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:27.842011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d0485b3b-1b9d-4343-9d03-ada0d39790bf req-aba9219d-984a-4113-bd99-309248c53034 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508768 Apr 29 08:01:27.918986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-aaab2346-8ac6-4026-b744-addcc97226be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:27.920595 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-aaab2346-8ac6-4026-b744-addcc97226be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 1096 time: 0.0436237 Apr 29 08:01:27.963183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-41079031-d396-4799-ba3d-e654586b3e6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0db808a-a9dd-457e-b35c-f8005745789b HTTP/1.1" status: 200 len: 217 time: 0.0353136 Apr 29 08:01:28.035447 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-60f3ca33-e647-4a39-ac6e-263d3f90b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:28.036858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-60f3ca33-e647-4a39-ac6e-263d3f90b06c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e HTTP/1.1" status: 200 len: 834 time: 0.0653043 Apr 29 08:01:28.045562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349d96-84ca-4b48-a195-5d41a956c1a3 req-60d7804f-ea66-492d-aecc-18032982a0ad tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:28.046951 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-85349d96-84ca-4b48-a195-5d41a956c1a3 req-60d7804f-ea66-492d-aecc-18032982a0ad tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 943 time: 0.0862372 Apr 29 08:01:28.106945 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-85349d96-84ca-4b48-a195-5d41a956c1a3 req-196c9916-844f-4402-a851-ad72e25fb60b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511158 Apr 29 08:01:28.111398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-2b8e0a5b-5834-4128-9b9c-1e1e5375c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:28.112884 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-2b8e0a5b-5834-4128-9b9c-1e1e5375c17c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3292d451-4aad-4954-8ca8-e6a22098b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650041 Apr 29 08:01:28.202146 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-06ce1217-b569-4c1a-bfad-4a4ed9b0831e service neutron] 10.222.0.39 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824792 Apr 29 08:01:28.293135 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a747699-f638-4b88-93c2-352e9cd569f9 req-44d263ed-d787-46b7-9960-b64eb78eedbf service neutron] 10.222.0.39 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840521 Apr 29 08:01:28.764970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a97c01-4ab0-4d7b-b8d6-e44cc7daf2d1 req-69f13f1f-1517-4eb8-9c66-1afe70274e38 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:28.766458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8a97c01-4ab0-4d7b-b8d6-e44cc7daf2d1 req-69f13f1f-1517-4eb8-9c66-1afe70274e38 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0589118 Apr 29 08:01:28.803207 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8a97c01-4ab0-4d7b-b8d6-e44cc7daf2d1 req-96749f2a-1573-4a98-8c42-96197c392c93 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Apr 29 08:01:29.222076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73ed2-c28a-4945-a68a-5e4c8464185a req-75b117b6-5e43-46c3-be36-983e89f0ccb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:29.223600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-15a73ed2-c28a-4945-a68a-5e4c8464185a req-75b117b6-5e43-46c3-be36-983e89f0ccb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 943 time: 0.0503855 Apr 29 08:01:29.261357 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-15a73ed2-c28a-4945-a68a-5e4c8464185a req-9a7ec629-3b82-444b-8018-f61c08387a28 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306892 Apr 29 08:01:29.918145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f87ceb-8064-43bd-a19d-2a222aa7527d req-d1d899f9-f775-4827-8d2a-90659d1d9faf tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:29.919588 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01f87ceb-8064-43bd-a19d-2a222aa7527d req-d1d899f9-f775-4827-8d2a-90659d1d9faf tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0470057 Apr 29 08:01:29.956589 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01f87ceb-8064-43bd-a19d-2a222aa7527d req-b896214c-c92b-4b13-ad87-dbbe346df46e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Apr 29 08:01:30.379171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff5b09-c60d-4621-9c91-ca277463d465 req-5a609b90-54c3-4742-ab07-edfa37acdbdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:30.380606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46ff5b09-c60d-4621-9c91-ca277463d465 req-5a609b90-54c3-4742-ab07-edfa37acdbdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 943 time: 0.0479054 Apr 29 08:01:30.418530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46ff5b09-c60d-4621-9c91-ca277463d465 req-10e0f46c-cd2e-4c07-ac3f-e43c1c9f4632 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Apr 29 08:01:30.525569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f0db808a-a9dd-457e-b35c-f8005745789b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:01:30.620658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f0db808a-a9dd-457e-b35c-f8005745789b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f0db808a-a9dd-457e-b35c-f8005745789b,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:30.631467 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'mac_address': 'fa:16:3e:60:57:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:01:30.668392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:30.681270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0db808a-a9dd-457e-b35c-f8005745789b {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:01:30.700066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f0db808a-a9dd-457e-b35c-f8005745789b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f0db808a-a9dd-457e-b35c-f8005745789b,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:30.746106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:30.791126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=f0db808a-a9dd-457e-b35c-f8005745789b,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:30.950514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['f0db808a-a9dd-457e-b35c-f8005745789b'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:01:31.071595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1749-7bf0-49d2-9794-830274e0b7c7 req-98449711-ed13-40dc-8d83-0646bcbb8bf0 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:31.073123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5c7c1749-7bf0-49d2-9794-830274e0b7c7 req-98449711-ed13-40dc-8d83-0646bcbb8bf0 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0518115 Apr 29 08:01:31.110938 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5c7c1749-7bf0-49d2-9794-830274e0b7c7 req-e14b9d14-385b-459b-97e1-6361f113e1e5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Apr 29 08:01:31.531487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2380b-531a-45b2-91a7-ae6ddb9df5dc req-6c017320-42a8-4432-b9e0-3c0300564538 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:31.532912 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8b2380b-531a-45b2-91a7-ae6ddb9df5dc req-6c017320-42a8-4432-b9e0-3c0300564538 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 944 time: 0.0481548 Apr 29 08:01:31.569855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8b2380b-531a-45b2-91a7-ae6ddb9df5dc req-c39fce35-fd69-4876-ba87-b02a3062dfde tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304310 Apr 29 08:01:32.222015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a3b3d-653b-41df-9c4e-53fd115559c3 req-dece5c43-b43f-4825-b37d-8b572f12cd09 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:32.223483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db3a3b3d-653b-41df-9c4e-53fd115559c3 req-dece5c43-b43f-4825-b37d-8b572f12cd09 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0469847 Apr 29 08:01:32.261007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db3a3b3d-653b-41df-9c4e-53fd115559c3 req-16004c50-d747-4806-85ca-48654c526ab8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305922 Apr 29 08:01:32.537016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f0db808a-a9dd-457e-b35c-f8005745789b up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:32.695019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8dde2-2542-4a53-823a-7f975263b28b req-ef21e79a-dcc8-4ae8-8477-d1edb783d924 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:32.696494 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6b8dde2-2542-4a53-823a-7f975263b28b req-ef21e79a-dcc8-4ae8-8477-d1edb783d924 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 944 time: 0.0595319 Apr 29 08:01:32.706168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port f0db808a-a9dd-457e-b35c-f8005745789b completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:01:32.710539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port f0db808a-a9dd-457e-b35c-f8005745789b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:32.711024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:32.737710 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6b8dde2-2542-4a53-823a-7f975263b28b req-e59e51f7-04ff-40fa-ae70-4c567e259127 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Apr 29 08:01:32.787258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:32.809040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:32.811268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad68797-dc25-4325-b639-87529e47f0fd" -d '{"events": [{"server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "name": "network-vif-plugged", "status": "completed", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:32.824485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f0db808a-a9dd-457e-b35c-f8005745789b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f0db808a-a9dd-457e-b35c-f8005745789b,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:32.889645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:32.918107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecd8667-89fd-4538-98b6-db8f778bc860 x-openstack-request-id: req-5ecd8667-89fd-4538-98b6-db8f778bc860 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:32.918394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "name": "network-vif-plugged", "status": "completed", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:32.918671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ecd8667-89fd-4538-98b6-db8f778bc860 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:32.919054 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecd8667-89fd-4538-98b6-db8f778bc860'] response: {'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'code': 200} Apr 29 08:01:32.945196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=f0db808a-a9dd-457e-b35c-f8005745789b,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:33.263934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0c04-b07b-4305-bfc3-d1bdae23021f req-621e1253-1996-4b8e-84a1-df1c482b01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:33.265455 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e6b0c04-b07b-4305-bfc3-d1bdae23021f req-621e1253-1996-4b8e-84a1-df1c482b01ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 1098 time: 0.0402262 Apr 29 08:01:33.310862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e6b0c04-b07b-4305-bfc3-d1bdae23021f req-4e231204-aaab-4e83-bdb6-711ea9295650 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354655 Apr 29 08:01:33.372412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ee687-616d-429e-86c9-6a3a7ff02da0 req-55df945d-f5dd-4c86-9908-0f520afaf4ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:33.373865 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e33ee687-616d-429e-86c9-6a3a7ff02da0 req-55df945d-f5dd-4c86-9908-0f520afaf4ae tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0479426 Apr 29 08:01:33.410040 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e33ee687-616d-429e-86c9-6a3a7ff02da0 req-690278f6-558c-4836-b31b-4ab49c4fbe11 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303342 Apr 29 08:01:34.151470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4850b8-518e-439b-b73d-7342f6d3a02a req-ebcb83f0-c136-43f3-84d6-dcea46b6d2a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:34.152941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1f4850b8-518e-439b-b73d-7342f6d3a02a req-ebcb83f0-c136-43f3-84d6-dcea46b6d2a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 945 time: 0.3423145 Apr 29 08:01:34.190089 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1f4850b8-518e-439b-b73d-7342f6d3a02a req-cd9160c7-8fd0-417a-a7cb-72ebc6f85deb tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Apr 29 08:01:34.592603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b18bfe-a436-4aac-b254-22334971ba14 req-d7babbb5-017b-4b96-ae04-9cfd71263ba4 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:34.594038 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b18bfe-a436-4aac-b254-22334971ba14 req-d7babbb5-017b-4b96-ae04-9cfd71263ba4 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0475888 Apr 29 08:01:34.631317 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b18bfe-a436-4aac-b254-22334971ba14 req-740779e8-c868-4b32-85c1-1a84d891b316 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Apr 29 08:01:35.303502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a195b-9a65-4632-b30a-c1f5363725ce req-97206902-bcb1-41df-8e8a-935ff847f44d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:35.304950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b2a195b-9a65-4632-b30a-c1f5363725ce req-97206902-bcb1-41df-8e8a-935ff847f44d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 945 time: 0.0471752 Apr 29 08:01:35.342077 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b2a195b-9a65-4632-b30a-c1f5363725ce req-0a1abc97-32ba-44dc-a103-7d32e36f96bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Apr 29 08:01:35.467126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f91f60-b867-4885-8afb-cbfbf88b66a1 req-a4daffac-4d3e-456d-8e15-439d090de32b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:35.468620 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-87f91f60-b867-4885-8afb-cbfbf88b66a1 req-a4daffac-4d3e-456d-8e15-439d090de32b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 945 time: 0.0614178 Apr 29 08:01:35.505272 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-87f91f60-b867-4885-8afb-cbfbf88b66a1 req-0a6533bd-4d5f-40fd-ad5c-c9a775ca18a6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307238 Apr 29 08:01:35.536226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51518) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:35.574550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820988c-0656-4c8f-bceb-59a6a70a7cd2 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:35.576031 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1820988c-0656-4c8f-bceb-59a6a70a7cd2 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 1093 time: 0.0388436 Apr 29 08:01:35.578735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51520) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:35.583055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:35.663936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:35.779683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae9ce6-d956-41d3-8ad3-3e8b979aff15 req-b9691192-7722-407f-97f4-0af0e36c13f3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:35.781071 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8bae9ce6-d956-41d3-8ad3-3e8b979aff15 req-b9691192-7722-407f-97f4-0af0e36c13f3 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 944 time: 0.0641692 Apr 29 08:01:35.821498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:35.840741 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8bae9ce6-d956-41d3-8ad3-3e8b979aff15 req-068b2182-2597-4cb1-83ff-165a3248256e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519907 Apr 29 08:01:35.936279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.90 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/ac76edd0-ab90-494d-89c5-54fc26c00c71) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:36.034636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.146385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.190171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:36.193065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:36.196701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:36.217541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=ac76edd0-ab90-494d-89c5-54fc26c00c71,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:36.545815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.556847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device db144125-4b2b-4ca2-9f0b-c5bd0136f981 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:01:36.652701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port db144125-4b2b-4ca2-9f0b-c5bd0136f981, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:36.666893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.670683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'port_id': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'mac_address': 'fa:16:3e:ed:59:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:01:36.707822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.721458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db144125-4b2b-4ca2-9f0b-c5bd0136f981 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:01:36.741110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port db144125-4b2b-4ca2-9f0b-c5bd0136f981, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:36.797522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.818119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.843409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=db144125-4b2b-4ca2-9f0b-c5bd0136f981,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:36.850265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.850620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.850951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.851280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.851603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.851928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.852249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.852565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.853151 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.853465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.853778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.854111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:36.871847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:36.965736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=ac76edd0-ab90-494d-89c5-54fc26c00c71,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:36.980814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:37.024349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['db144125-4b2b-4ca2-9f0b-c5bd0136f981'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:01:37.028369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce785d8-3420-4db9-8373-5294a9301ca7 req-68fe1dc1-7e05-4f71-9975-697301282e3e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:37.029839 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0ce785d8-3420-4db9-8373-5294a9301ca7 req-68fe1dc1-7e05-4f71-9975-697301282e3e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 945 time: 0.1223128 Apr 29 08:01:37.104817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0ce785d8-3420-4db9-8373-5294a9301ca7 req-e4089fe9-6d41-4496-9773-3f50ca2c480a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685437 Apr 29 08:01:37.126017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP f097dec4-7076-4d58-aa5e-ebefea3014b7 associated. External IP: 172.26.2.90, port: f0db808a-a9dd-457e-b35c-f8005745789b. Apr 29 08:01:37.331333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:01:37.436813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:01:37.447076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] Sync routers for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:01:37.456223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:37.456842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:37.530898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:37.558566 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4de345ea-1fe0-40e7-a725-64899421dc95 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9787710 Apr 29 08:01:37.559418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:37.561381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51526) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:37.561805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0284222f-b1a2-4b0a-aed1-ca373918f540" -d '{"events": [{"name": "network-changed", "server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:37.563914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:37.601209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca241f-5f83-4ed0-90e5-9e087bfa015b x-openstack-request-id: req-d4ca241f-5f83-4ed0-90e5-9e087bfa015b {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:37.601525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:37.601788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4ca241f-5f83-4ed0-90e5-9e087bfa015b {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:37.602338 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ca241f-5f83-4ed0-90e5-9e087bfa015b'] response: {'name': 'network-changed', 'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'status': 'completed', 'code': 200} Apr 29 08:01:37.673007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-ae63400a-b5a0-44d2-bf7d-97911de2591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:37.675886 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-ae63400a-b5a0-44d2-bf7d-97911de2591c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 1098 time: 0.0495703 Apr 29 08:01:37.677857 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e469752b-7fa3-4c32-a3fe-13cf465443a6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 HTTP/1.1" status: 200 len: 922 time: 0.1152751 Apr 29 08:01:37.681076 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51530) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:37.746524 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7fe22a00-d0e6-4cb3-8c54-67143d75c1f4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 990 time: 0.0632362 Apr 29 08:01:37.774075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-90040a8c-5a72-4d8c-ae13-f002775e766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:37.775785 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-90040a8c-5a72-4d8c-ae13-f002775e766a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3292d451-4aad-4954-8ca8-e6a22098b695 HTTP/1.1" status: 200 len: 897 time: 0.0946181 Apr 29 08:01:37.839528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-eb90a622-00bd-46cb-8436-7f84e8639307 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0db808a-a9dd-457e-b35c-f8005745789b HTTP/1.1" status: 200 len: 998 time: 0.0573831 Apr 29 08:01:37.892901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-f2833ef6-6d94-4d1e-9e6a-734220772a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:37.894382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-f2833ef6-6d94-4d1e-9e6a-734220772a68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e HTTP/1.1" status: 200 len: 834 time: 0.0485544 Apr 29 08:01:37.937657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f097dec4-7076-4d58-aa5e-ebefea3014b7', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'mac_address': 'fa:16:3e:60:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:36Z', 'updated_at': '2022-04-29T08:01:36Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:01:19Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:37.939519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-bbcfc73d-bd03-4062-97fb-311d18edf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:37.941052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-bbcfc73d-bd03-4062-97fb-311d18edf6da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3292d451-4aad-4954-8ca8-e6a22098b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400195 Apr 29 08:01:37.963935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] Checking router: 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:01:37.972383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:37.972992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:38.028932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-8c579dc8-38f1-43de-82f9-575cc86ba94c service neutron] 10.222.0.39 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812578 Apr 29 08:01:38.079220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:38.127759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0284222f-b1a2-4b0a-aed1-ca373918f540 req-c6550b15-ebea-40c0-87a5-1bd1798826c6 service neutron] 10.222.0.39 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912910 Apr 29 08:01:38.221482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33467bba-edbd-4b61-a584-67e807e663a1 req-578f52bb-af2e-40c7-8344-f959362ff63d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:38.223290 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-33467bba-edbd-4b61-a584-67e807e663a1 req-578f52bb-af2e-40c7-8344-f959362ff63d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 945 time: 0.0493863 Apr 29 08:01:38.262323 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-33467bba-edbd-4b61-a584-67e807e663a1 req-ce920cc7-e2af-4a52-928a-1300fb1ca38d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Apr 29 08:01:38.310231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f097dec4-7076-4d58-aa5e-ebefea3014b7', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'mac_address': 'fa:16:3e:60:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:36Z', 'updated_at': '2022-04-29T08:01:36Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:01:19Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:38.335474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8aeeda-7548-4004-b2a9-a9b64a6fc78a None None] The sync data for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv is: [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f097dec4-7076-4d58-aa5e-ebefea3014b7', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'mac_address': 'fa:16:3e:60:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:36Z', 'updated_at': '2022-04-29T08:01:36Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:01:19Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:01:38.529473 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b8ec8-b6c2-4c60-82c4-473723de8f4b None None] New status for floating IP f097dec4-7076-4d58-aa5e-ebefea3014b7: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:01:38.556903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device db144125-4b2b-4ca2-9f0b-c5bd0136f981 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:38.677759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port db144125-4b2b-4ca2-9f0b-c5bd0136f981 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:01:38.682053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port db144125-4b2b-4ca2-9f0b-c5bd0136f981 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:01:38.682450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:38.749289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51534) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:38.768334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:38.791934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:38.794186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79b27db-a010-4649-9953-3fafc5d5d246" -d '{"events": [{"server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "name": "network-vif-plugged", "status": "completed", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:38.806718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port db144125-4b2b-4ca2-9f0b-c5bd0136f981, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:38.818903 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3667bcff-8a77-4346-9a5e-cd8ba6cb141b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 990 time: 0.0682874 Apr 29 08:01:38.835825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3c506-8d6c-4f46-aadc-ca00810aa23d x-openstack-request-id: req-a7b3c506-8d6c-4f46-aadc-ca00810aa23d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:38.836119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "name": "network-vif-plugged", "status": "completed", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:38.836404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7b3c506-8d6c-4f46-aadc-ca00810aa23d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:38.836772 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b3c506-8d6c-4f46-aadc-ca00810aa23d'] response: {'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'code': 200} Apr 29 08:01:38.877405 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:38.924273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=db144125-4b2b-4ca2-9f0b-c5bd0136f981,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:39.107868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7966866-f0ea-4b50-a2dc-9a0fd30f1199 req-ca8ee7bf-b608-46c4-84c1-7ca477fced2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:39.109351 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e7966866-f0ea-4b50-a2dc-9a0fd30f1199 req-ca8ee7bf-b608-46c4-84c1-7ca477fced2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 1099 time: 0.0403211 Apr 29 08:01:39.148600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e7966866-f0ea-4b50-a2dc-9a0fd30f1199 req-9a556978-e929-4b69-8a4c-4fc1e74c9361 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Apr 29 08:01:39.377486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e49e9-550c-4cb7-add8-a4a20420929d req-f85e2c2d-57ee-4c0d-83c2-31068b16dcb7 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:39.378940 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-132e49e9-550c-4cb7-add8-a4a20420929d req-f85e2c2d-57ee-4c0d-83c2-31068b16dcb7 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 946 time: 0.0492311 Apr 29 08:01:39.416130 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-132e49e9-550c-4cb7-add8-a4a20420929d req-ae85a74e-a44f-48b7-b3d5-2e52d36fb7ce tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306578 Apr 29 08:01:39.820355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51540) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:39.879747 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1cc57e2f-eb5e-485e-9355-530d907c4be1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 992 time: 0.0583196 Apr 29 08:01:40.533400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b58850-b374-4fbe-b35e-627129a79f04 req-30c4c54c-91af-4cec-9248-abfc21250431 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:40.534938 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-77b58850-b374-4fbe-b35e-627129a79f04 req-30c4c54c-91af-4cec-9248-abfc21250431 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 946 time: 0.0492971 Apr 29 08:01:40.574051 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-77b58850-b374-4fbe-b35e-627129a79f04 req-af0a97da-951d-4097-b57c-9db1dfe2652a tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329199 Apr 29 08:01:41.157319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b2202c7-a876-4df4-8bcf-b4dc1d540874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:41.689739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e900e3-ac95-4ca2-a78a-3686c0edf171 req-4847e822-805c-4a3e-b668-c18956836058 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:41.691223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-96e900e3-ac95-4ca2-a78a-3686c0edf171 req-4847e822-805c-4a3e-b668-c18956836058 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 946 time: 0.0506041 Apr 29 08:01:41.733159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-96e900e3-ac95-4ca2-a78a-3686c0edf171 req-df3410fc-8816-4fd6-982a-515a7868234b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357413 Apr 29 08:01:41.845411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6fcd8-a41c-4787-9897-c0c9a0adea6a req-2fc13f2b-33a1-4740-98e8-6afeb3c4f1f0 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:41.846870 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bcb6fcd8-a41c-4787-9897-c0c9a0adea6a req-2fc13f2b-33a1-4740-98e8-6afeb3c4f1f0 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 946 time: 0.0480015 Apr 29 08:01:41.884316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bcb6fcd8-a41c-4787-9897-c0c9a0adea6a req-d92f9c69-658f-4968-bb27-ce815d3a12a4 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306902 Apr 29 08:01:41.906561 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51548) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:42.043550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1751119-afda-4346-bffc-abbec18c1503 tempest-TestVolumeBootPattern-1061622879 tempest-TestVolumeBootPattern-1061622879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:42.045040 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a1751119-afda-4346-bffc-abbec18c1503 tempest-TestVolumeBootPattern-1061622879 tempest-TestVolumeBootPattern-1061622879-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 1094 time: 0.1374929 Apr 29 08:01:42.047885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51552) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:01:42.052048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:42.157359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:42.251913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:42.357662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Allocated IP 172.26.2.52 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/c1df6411-7a8a-4f80-bd42-1c7707ad1a11) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:42.456652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:42.589440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:42.634792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:42.639300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:42.643803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:42.645715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=c1df6411-7a8a-4f80-bd42-1c7707ad1a11,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:42.670975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.671323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.671664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.672001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.672333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.672664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.672991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.673318 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.673650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.673973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.674297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.674640 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:42.686382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.008238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.159762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.274876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a0c-068c-40a9-ae16-d8522de356fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.309093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.374125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.442161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event updated for resources: {'Port': ['ID=c1df6411-7a8a-4f80-bd42-1c7707ad1a11,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:43.452762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.552564 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Floating IP ae39102e-0f03-4adb-b9c1-5fc31e220d03 associated. External IP: 172.26.2.52, port: db144125-4b2b-4ca2-9f0b-c5bd0136f981. Apr 29 08:01:43.762111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:01:43.870080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:01:43.880288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:01:43.890011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:43.890658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:43.936518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:43.963808 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-22d98b58-b56d-40f7-820e-9414ff55fb0b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9149251 Apr 29 08:01:43.964405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:43.966727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54192aa6-209d-43df-ae71-2e425445fea8" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:43.997608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:44.004632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e352585-9c51-4f4a-b7bf-b82223ce4632 x-openstack-request-id: req-0e352585-9c51-4f4a-b7bf-b82223ce4632 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:44.004954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:44.005374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e352585-9c51-4f4a-b7bf-b82223ce4632 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:44.005791 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e352585-9c51-4f4a-b7bf-b82223ce4632'] response: {'name': 'network-changed', 'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'status': 'completed', 'code': 200} Apr 29 08:01:44.066038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54192aa6-209d-43df-ae71-2e425445fea8 req-e8d2e02e-6fd4-494b-8dee-2f450b44dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:44.067485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54192aa6-209d-43df-ae71-2e425445fea8 req-e8d2e02e-6fd4-494b-8dee-2f450b44dc57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 1099 time: 0.0404174 Apr 29 08:01:44.158602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54192aa6-209d-43df-ae71-2e425445fea8 req-2fd2d3e2-976b-4a25-af4d-74ce64167d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:44.160073 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54192aa6-209d-43df-ae71-2e425445fea8 req-2fd2d3e2-976b-4a25-af4d-74ce64167d98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0862243 Apr 29 08:01:44.223499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'ae39102e-0f03-4adb-b9c1-5fc31e220d03', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:ed:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:42Z', 'updated_at': '2022-04-29T08:01:42Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}, {'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:54Z', 'revision_number': 1, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:44.225447 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54192aa6-209d-43df-ae71-2e425445fea8 req-3af069cd-3bdb-4d2c-a38f-48663aeaff10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981 HTTP/1.1" status: 200 len: 999 time: 0.0580571 Apr 29 08:01:44.254236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:01:44.262532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:01:44.265116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:01:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:44.272456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54192aa6-209d-43df-ae71-2e425445fea8 req-e5968a15-12a5-41f1-985e-282c11f66285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:44.273955 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54192aa6-209d-43df-ae71-2e425445fea8 req-e5968a15-12a5-41f1-985e-282c11f66285 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0426903 Apr 29 08:01:44.323000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54192aa6-209d-43df-ae71-2e425445fea8 req-dce6bace-a1bf-4ac2-95d7-de097a833e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:01:44.324394 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54192aa6-209d-43df-ae71-2e425445fea8 req-dce6bace-a1bf-4ac2-95d7-de097a833e9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440750 Apr 29 08:01:44.367724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:01:44.412821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54192aa6-209d-43df-ae71-2e425445fea8 req-48a319ce-29f9-4fca-a047-5b8ea0e823de service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811775 Apr 29 08:01:44.506853 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54192aa6-209d-43df-ae71-2e425445fea8 req-f7599619-289e-46c4-92d3-ca6c4c30e22e service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882926 Apr 29 08:01:44.591186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'ae39102e-0f03-4adb-b9c1-5fc31e220d03', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:ed:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:42Z', 'updated_at': '2022-04-29T08:01:42Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}, {'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:54Z', 'revision_number': 1, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:01:44.621106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0610e-6013-4fe9-b0d3-cda70ec613ae None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'ae39102e-0f03-4adb-b9c1-5fc31e220d03', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:ed:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:42Z', 'updated_at': '2022-04-29T08:01:42Z', 'revision_number': 0, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}, {'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:54Z', 'revision_number': 1, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:01:44.805371 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651dfaa-92cc-4aae-81e0-e73d5c70c962 None None] New status for floating IP ae39102e-0f03-4adb-b9c1-5fc31e220d03: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:01:45.063588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:46.183402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:46.663280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:01:50.676678 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:02:11.011797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51574) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:11.132620 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-79fbffb2-32fe-4f34-82bd-86602ad782a8 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1198168 Apr 29 08:02:11.135467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51576) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:11.207820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e00b6439-166c-4061-bb0a-4ce98d3bd797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:11.360660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1280fa-ed4f-4936-8f06-4b047dc6c3cb tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Notify agent at dv-neutron-839740-1-hyperv the message router_removed_from_agent {{(pid=109782) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 08:02:11.364696 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6a1280fa-ed4f-4936-8f06-4b047dc6c3cb tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "DELETE /v2.0/agents/f1c14d0d-f8c1-4c21-8379-d90a4d929906/l3-routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 HTTP/1.1" status: 204 len: 168 time: 0.2283001 Apr 29 08:02:11.367864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51578) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:11.482656 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-78e88129-8969-4cea-b6ea-eba312ed9510 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1136055 Apr 29 08:02:11.485409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51580) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:11.544726 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c6c7378b-1abf-4848-af46-b9c9f58a3cab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 992 time: 0.0582314 Apr 29 08:02:12.124786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c9ec7-df2b-4656-ae59-0de154711ccd None None] New status for floating IP f097dec4-7076-4d58-aa5e-ebefea3014b7: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:02:12.164654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:12.467463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:12.487141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:12.548326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51582) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:12.571599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:12.572347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fd088df-c77d-4f84-bef8-3aa97ffbf30d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:12.611613 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-319f187c-bb5e-4c95-9f4a-6afa682e7968 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 990 time: 0.0620372 Apr 29 08:02:12.669431 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:12.704659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:12.737093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:12.756522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:12.824981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:12.871284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:13.256726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a024656d-9dd5-4396-905f-e684e3b70f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:13.718467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51588) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:13.893544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144cbe77-5556-44bb-a372-ea8a1a6daed6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:02:13.893834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144cbe77-5556-44bb-a372-ea8a1a6daed6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Notify agent at dv-neutron-839740-1-hyperv the message router_added_to_agent {{(pid=109781) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 08:02:13.912671 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-144cbe77-5556-44bb-a372-ea8a1a6daed6 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "POST /v2.0/agents/f1c14d0d-f8c1-4c21-8379-d90a4d929906/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1931388 Apr 29 08:02:13.915443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51594) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:13.928004 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] Sync routers for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:02:13.938247 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:13.938898 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:14.028452 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b2414986-3743-453d-9c21-da68e4fe452b tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1113508 Apr 29 08:02:14.031329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51596) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:14.046900 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:14.090831 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-df01ba79-e3a7-4082-951d-9b76a67a7e8f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 990 time: 0.0584145 Apr 29 08:02:14.353618 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f097dec4-7076-4d58-aa5e-ebefea3014b7', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'mac_address': 'fa:16:3e:60:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:36Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:14.387193 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] Checking router: 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:02:14.396011 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:14.396619 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:14.499518 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:14.729628 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f097dec4-7076-4d58-aa5e-ebefea3014b7', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'mac_address': 'fa:16:3e:60:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:36Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:14.760801 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68a591-2bf8-4d6c-83ee-190c4700e284 None None] The sync data for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv is: [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'f097dec4-7076-4d58-aa5e-ebefea3014b7', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'port_id': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'mac_address': 'fa:16:3e:60:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:01:36Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:02:12Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:02:15.008276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:15.094866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51598) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:15.162848 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ee6e8cfe-474f-46de-aa2e-0e48ddbce023 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 990 time: 0.0655293 Apr 29 08:02:15.978211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:16.032575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:16.033256 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:16.125830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:16.146681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:16.165208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51600) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:16.177705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:16.211460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:16.212251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fd088df-c77d-4f84-bef8-3aa97ffbf30d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:16.224714 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-653928b6-4532-4b17-a209-88d06e3eeddd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 990 time: 0.0583601 Apr 29 08:02:16.294572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:16.305480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:16.305872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:16.349810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c819b20-4122-4553-873f-7d821d341e8c None None] New status for floating IP f097dec4-7076-4d58-aa5e-ebefea3014b7: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:02:16.436386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:16.512494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:16.577211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:16.636285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:16.705703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:17.228956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51602) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:17.291581 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b27316d1-6048-4d57-9c9b-b8e88b38fc02 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 200 len: 992 time: 0.0615621 Apr 29 08:02:17.544028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51608) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:17.696186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port ac76edd0-ab90-494d-89c5-54fc26c00c71 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:02:17.696524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:17.771738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:17.772064 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:17.783310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for ac76edd0-ab90-494d-89c5-54fc26c00c71 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:02:17.935637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:17.985289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:17.985656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:18.028569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:18.056058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=ac76edd0-ab90-494d-89c5-54fc26c00c71,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:18.061965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fd088df-c77d-4f84-bef8-3aa97ffbf30d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:18.110364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:18.111311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:18.121221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:18.121479 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP f097dec4-7076-4d58-aa5e-ebefea3014b7 disassociated (deleted). External IP: 172.26.2.90, port: f0db808a-a9dd-457e-b35c-f8005745789b. Apr 29 08:02:18.330720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:02:18.440150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:02:18.445123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:18.452346 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] Sync routers for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:02:18.462954 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:18.463560 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:18.471792 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e7cad6c0-f679-4519-8810-810caab7a314 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/f097dec4-7076-4d58-aa5e-ebefea3014b7 HTTP/1.1" status: 204 len: 168 time: 0.9267337 Apr 29 08:02:18.472382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:18.474670 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2495d9ab-7e43-42f4-b0da-83481207cc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:18.512658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c4a261-872a-40e9-b38d-2111db444fe8 x-openstack-request-id: req-08c4a261-872a-40e9-b38d-2111db444fe8 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:18.512821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:18.513081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08c4a261-872a-40e9-b38d-2111db444fe8 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:18.513484 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c4a261-872a-40e9-b38d-2111db444fe8'] response: {'name': 'network-changed', 'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'status': 'completed', 'code': 200} Apr 29 08:02:18.571519 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:18.578204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-56c5ea0a-3082-4c1a-8417-c54c730511d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:18.579953 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-56c5ea0a-3082-4c1a-8417-c54c730511d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 1098 time: 0.0427055 Apr 29 08:02:18.672723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-67a1a461-d208-4ca2-8fa6-a8bbc4388dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:18.678277 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-67a1a461-d208-4ca2-8fa6-a8bbc4388dea service neutron] 10.222.0.39 "GET /v2.0/networks?id=3292d451-4aad-4954-8ca8-e6a22098b695 HTTP/1.1" status: 200 len: 897 time: 0.0880940 Apr 29 08:02:18.720243 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-b03b3161-378a-4f34-b06c-36bbb2280839 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0db808a-a9dd-457e-b35c-f8005745789b HTTP/1.1" status: 200 len: 217 time: 0.0393634 Apr 29 08:02:18.771109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-153af619-d72f-4341-9d93-b6586c91a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:18.772578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-153af619-d72f-4341-9d93-b6586c91a277 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e HTTP/1.1" status: 200 len: 834 time: 0.0458286 Apr 29 08:02:18.774232 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:18.800786 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] Checking router: 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:02:18.810028 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:18.811026 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:18.821137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-a730aab8-fb48-4ccb-8bde-3deb90198aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:18.822771 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-a730aab8-fb48-4ccb-8bde-3deb90198aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3292d451-4aad-4954-8ca8-e6a22098b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431371 Apr 29 08:02:18.923296 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:18.937445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffecb5-acef-40f8-ae2f-a3a22e92094f req-47b55e82-2311-403c-83ca-09a620e58529 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:18.938919 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99ffecb5-acef-40f8-ae2f-a3a22e92094f req-47b55e82-2311-403c-83ca-09a620e58529 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 945 time: 0.1012387 Apr 29 08:02:18.958706 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-f0abdba8-3e39-427d-b2b1-0b445bae51e9 service neutron] 10.222.0.39 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283216 Apr 29 08:02:19.030660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99ffecb5-acef-40f8-ae2f-a3a22e92094f req-e5ea187b-7735-4488-9f4d-bd2075a9f063 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824955 Apr 29 08:02:19.068963 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2495d9ab-7e43-42f4-b0da-83481207cc2e req-b4f9df1e-7ba7-4dfb-8491-89ad82e00e8c service neutron] 10.222.0.39 "GET /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017089 Apr 29 08:02:19.127220 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:19.154288 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae006e-0188-42b2-a691-3d528ff82c1f None None] The sync data for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv is: [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:01:17Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fd088df-c77d-4f84-bef8-3aa97ffbf30d', 'name': '', 'network_id': '3292d451-4aad-4954-8ca8-e6a22098b695', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:db:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:16Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:02:19.782214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4427057-b44e-4c2d-add9-d75fcd1cef52 None None] New status for floating IP f097dec4-7076-4d58-aa5e-ebefea3014b7: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:02:20.185989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917af308-7966-419f-83d6-2f00146b80d6 req-e32f1c10-7c4e-44d5-b865-bf59b3217d7c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:20.187526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-917af308-7966-419f-83d6-2f00146b80d6 req-e32f1c10-7c4e-44d5-b865-bf59b3217d7c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 945 time: 0.0722275 Apr 29 08:02:20.219300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-e0dc3456-f98f-42b4-ab80-8530a588cf69 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:20.220704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-e0dc3456-f98f-42b4-ab80-8530a588cf69 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 945 time: 0.0742214 Apr 29 08:02:20.263067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-917af308-7966-419f-83d6-2f00146b80d6 req-d63cbdb8-4b66-477e-affb-656d7b3bc0a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b9f4fba-821c-42b2-9707-835978e9b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685310 Apr 29 08:02:20.323610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port f0db808a-a9dd-457e-b35c-f8005745789b {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:02:20.323837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:20.417552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port f0db808a-a9dd-457e-b35c-f8005745789b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f0db808a-a9dd-457e-b35c-f8005745789b,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:20.417919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:20.431201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for f0db808a-a9dd-457e-b35c-f8005745789b owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:02:20.617092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:20.645369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=f0db808a-a9dd-457e-b35c-f8005745789b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:20.689546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port f0db808a-a9dd-457e-b35c-f8005745789b on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:02:20.692075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:20.696097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54b31bb2-0e4e-4cbb-aee2-3a59cce66ce8 req-9cb7f7ef-17fe-44ff-a761-1dacdd0fdd98 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/f0db808a-a9dd-457e-b35c-f8005745789b HTTP/1.1" status: 204 len: 173 time: 0.4685664 Apr 29 08:02:20.705229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'name': 'network-vif-deleted', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:20.705229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d265618-daaa-4069-a725-1455edc17fbf" -d '{"events": [{"server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "name": "network-vif-deleted", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:20.739847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842f9afd-c514-4f5e-b7db-525d2767f2d9 x-openstack-request-id: req-842f9afd-c514-4f5e-b7db-525d2767f2d9 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:20.740134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79bea21-daa8-4c24-8a38-e0c007ff8f86", "name": "network-vif-deleted", "tag": "f0db808a-a9dd-457e-b35c-f8005745789b", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:20.740382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-842f9afd-c514-4f5e-b7db-525d2767f2d9 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:20.740780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842f9afd-c514-4f5e-b7db-525d2767f2d9'] response: {'server_uuid': 'a79bea21-daa8-4c24-8a38-e0c007ff8f86', 'name': 'network-vif-deleted', 'tag': 'f0db808a-a9dd-457e-b35c-f8005745789b', 'status': 'completed', 'code': 200} Apr 29 08:02:21.367452 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1ff8f43-f257-45b5-aed9-c735f36e4aae req-f7094d7b-7f85-4294-b4f8-21bddb47511c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79bea21-daa8-4c24-8a38-e0c007ff8f86 HTTP/1.1" status: 200 len: 210 time: 0.0272279 Apr 29 08:02:22.423899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51624) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:22.481903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20f1593d-329f-4890-a59d-596864d59fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:22.506969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20f1593d-329f-4890-a59d-596864d59fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:22.636103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20f1593d-329f-4890-a59d-596864d59fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:22.638802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-20f1593d-329f-4890-a59d-596864d59fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:22.639978 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-20f1593d-329f-4890-a59d-596864d59fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b9f4fba-821c-42b2-9707-835978e9b558 HTTP/1.1" status: 204 len: 168 time: 0.2151027 Apr 29 08:02:22.648922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1593d-329f-4890-a59d-596864d59fbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f4fba-821c-42b2-9707-835978e9b558,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:22.749936 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51630) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:22.786152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f0db808a-a9dd-457e-b35c-f8005745789b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:22.807022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: f0db808a-a9dd-457e-b35c-f8005745789b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:02:22.807365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f0db808a-a9dd-457e-b35c-f8005745789b not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:02:23.112712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:23.671250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:02:23.671948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:23.759467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 6fd088df-c77d-4f84-bef8-3aa97ffbf30d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:23.759934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:23.773291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 6fd088df-c77d-4f84-bef8-3aa97ffbf30d owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:02:24.017010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:24.044499 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=6fd088df-c77d-4f84-bef8-3aa97ffbf30d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:24.214050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:24.435647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:02:24.539322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:02:24.544334 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b0e071e7-572d-4fbd-98f1-6b8b9ecb4126 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933135 Apr 29 08:02:24.547135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51632) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:24.549237 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] Sync routers for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:02:24.559585 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:24.560194 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:24.598491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet 31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:02:24.602577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:24.647576 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-8a2e96cf-6e4d-46b4-9663-d065ae0ec759 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476513 Apr 29 08:02:24.653342 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:24.671838 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:24.767171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:24.772235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568736-1ca5-461a-869a-592a4336ed72 req-d7544eee-6c45-4ef0-98ac-f418afff9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:24.773970 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-d7544eee-6c45-4ef0-98ac-f418afff9ddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1099 time: 0.0761595 Apr 29 08:02:24.884849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568736-1ca5-461a-869a-592a4336ed72 req-9c228b71-204c-4a93-9691-509509eaf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:24.886266 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-9c228b71-204c-4a93-9691-509509eaf614 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0909250 Apr 29 08:02:24.908913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:24.940200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:24.942227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:24.948431 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-33e35354-ebeb-4fa7-9ffe-d6f5a4e9a7dc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/31a2d482-12ad-4e4c-82ed-6ac6a34f9d2e HTTP/1.1" status: 204 len: 168 time: 0.4003468 Apr 29 08:02:24.949400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51634) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:24.950256 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c40ee2-e96a-46c1-bbc6-4247de3252b8 None None] Network 3292d451-4aad-4954-8ca8-e6a22098b695 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:02:24.958559 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:02:23Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:24.974110 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-bf6d5a9a-0982-4d55-807a-8fb308c1691c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 200 len: 1001 time: 0.0796752 Apr 29 08:02:24.987799 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] Checking router: 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:02:24.996749 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] Routers {'6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:24.997365 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:25.035903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568736-1ca5-461a-869a-592a4336ed72 req-03a3eab8-fa7e-4ee7-9bbf-dd32fbe39e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:25.037365 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-03a3eab8-fa7e-4ee7-9bbf-dd32fbe39e70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0566096 Apr 29 08:02:25.092593 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.093754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568736-1ca5-461a-869a-592a4336ed72 req-4a4c31d2-c9f0-47b9-8ec0-982c500d5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:25.096883 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-4a4c31d2-c9f0-47b9-8ec0-982c500d5ffe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517037 Apr 29 08:02:25.120016 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] Set router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:25.172203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] DHCP port deletion for 3292d451-4aad-4954-8ca8-e6a22098b695 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:02:25.215104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-88631112-9ae3-495c-b099-e27f369cb193 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119564 Apr 29 08:02:25.217408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.222199 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] Deleting port 1c52f041-3b71-4947-a60b-e538321a9ff5 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:02:25.222844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.292910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] For port 1c52f041-3b71-4947-a60b-e538321a9ff5, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=1c52f041-3b71-4947-a60b-e538321a9ff5,segment=NetworkSegment(12b8c277-4fd3-4229-aa9a-63f23fa2aeb3),segment_id=12b8c277-4fd3-4229-aa9a-63f23fa2aeb3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:25.293603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.308815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] Calling delete_port for 1c52f041-3b71-4947-a60b-e538321a9ff5 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:02:25.336804 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:02:23Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:25.345728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:02:25.346070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.375231 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70e555-e2ff-43e1-9ef5-1e2f8049f541 None None] The sync data for ids ['6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21'] in dv-neutron-839740-1-hyperv is: [{'id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'name': 'tempest-TestNetworkBasicOps-router-496065962', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:01:12Z', 'updated_at': '2022-04-29T08:02:23Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '2c3bdc72-3c54-408e-8531-a97e5eb60fb7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:01:13Z', 'updated_at': '2022-04-29T08:02:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:02:25.449953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 2c3bdc72-3c54-408e-8531-a97e5eb60fb7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:25.450316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.463035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:02:25.474208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.508654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] Pushing event deleted for resources: {'Port': ['ID=1c52f041-3b71-4947-a60b-e538321a9ff5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:25.516486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c6f78-0fdd-49ef-8d78-97691be45b4f None None] No DVR routers for this DVR port 1c52f041-3b71-4947-a60b-e538321a9ff5 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:02:25.657782 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53568736-1ca5-461a-869a-592a4336ed72 req-9f1c883f-1ccd-42de-a934-9c2c15f16ac5 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367156 Apr 29 08:02:25.739819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.768723 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=2c3bdc72-3c54-408e-8531-a97e5eb60fb7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:25.832693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.925288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.927488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:25.992011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fd088df-c77d-4f84-bef8-3aa97ffbf30d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:26.020946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6fd088df-c77d-4f84-bef8-3aa97ffbf30d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:02:26.021286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fd088df-c77d-4f84-bef8-3aa97ffbf30d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:02:26.021694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1c52f041-3b71-4947-a60b-e538321a9ff5 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:26.041658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 1c52f041-3b71-4947-a60b-e538321a9ff5 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:02:26.042018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 1c52f041-3b71-4947-a60b-e538321a9ff5 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:02:26.059479 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.060040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:02:26.066767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.067870 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7f3e8f04-d921-4b8c-a818-6029921f0c4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/6f6a3d03-a7a1-4d6d-b7e6-09febcd29e21 HTTP/1.1" status: 204 len: 168 time: 1.1174111 Apr 29 08:02:26.070904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51638) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:26.150228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.239223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.258308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3292d451-4aad-4954-8ca8-e6a22098b695']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:26.267764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:26.268099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b8c277-4fd3-4229-aa9a-63f23fa2aeb3') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:26.277752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.290609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.296729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:02:26.297123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:02:26.300196 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:02:26.413175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.420569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.423138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/3292d451-4aad-4954-8ca8-e6a22098b695 HTTP/1.1" status: 204 len: 168 time: 0.3512087 Apr 29 08:02:26.434386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=3292d451-4aad-4954-8ca8-e6a22098b695,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:26.442022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.442470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.442734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.442883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51640) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:26.443168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.443466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.443708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.444037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.444360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.444690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.445014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.445337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.445657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b415ea-81c5-47e8-9577-953446d3a434 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:26.449261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--410899314', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:26.532979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:02:26.532979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.555274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:02:26.564601 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.564946 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 129774c3-9c55-411b-9f33-9680e3ca4211 of type vlan for network b604e459-4363-4e24-b3b6-0d8a77635ca5 Apr 29 08:02:26.604364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.693392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.698937 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:26.700128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.765613 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=b604e459-4363-4e24-b3b6-0d8a77635ca5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:26.776876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:02:26.787570 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-59a7cb8a-67f8-4575-8995-8206e59bf53b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3431802 Apr 29 08:02:26.790322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51642) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:26.795008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:26.859246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.860337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:26.913702 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:27.099926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:27.370191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:27.393893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:27.494410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.5 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/0d946acb-480c-45e1-9910-a6c8d1439893) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:02:27.595490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:27.676630 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:02:27.687850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:27.727347 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:27.730160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:27.733721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:02:27.757966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=0d946acb-480c-45e1-9910-a6c8d1439893,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:27.889854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:27.913696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:02:27.914038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2c3bdc72-3c54-408e-8531-a97e5eb60fb7 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:02:28.036168 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:28.222781 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:28.441641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router a59c42db-43ed-4ebb-b436-b4bad75b523b is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:02:28.544838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:02:28.555166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49090982-1590-468c-a7db-231b01607809 None None] Sync routers for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:02:28.565795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49090982-1590-468c-a7db-231b01607809 None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:28.567581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49090982-1590-468c-a7db-231b01607809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:28.672769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-49090982-1590-468c-a7db-231b01607809 None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:28.695574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:28.699864 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bbae0c49-4fba-47d7-9d56-356b997f41b7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9053860 Apr 29 08:02:28.700024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51644) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:28.733904 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b838da50-84e3-4548-9ff9-9f1f6fc5daf5 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303276 Apr 29 08:02:28.734164 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51646) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:28.826916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a15b8d-8016-4df6-8e98-4d7c30d89e3a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:28.828407 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-70a15b8d-8016-4df6-8e98-4d7c30d89e3a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932696 Apr 29 08:02:28.831189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51648) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:28.851532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49090982-1590-468c-a7db-231b01607809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:27Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:28.859806 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-147676ec-dd7a-4e36-8870-86fe44448a66 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275381 Apr 29 08:02:28.862226 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51650) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:28.866819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171922936', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:28.878002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49090982-1590-468c-a7db-231b01607809 None None] Checking router: a59c42db-43ed-4ebb-b436-b4bad75b523b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:02:28.878349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49090982-1590-468c-a7db-231b01607809 None None] Updating router a59c42db-43ed-4ebb-b436-b4bad75b523b port 0d946acb-480c-45e1-9910-a6c8d1439893 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:02:28.906464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49090982-1590-468c-a7db-231b01607809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.002120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:02:29.005568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.153095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49090982-1590-468c-a7db-231b01607809 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.222522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49090982-1590-468c-a7db-231b01607809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.248257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.273306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-49090982-1590-468c-a7db-231b01607809 None None] Attempting to bind port 0d946acb-480c-45e1-9910-a6c8d1439893 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:02:29.273680 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-49090982-1590-468c-a7db-231b01607809 None None] Attempting to bind port 0d946acb-480c-45e1-9910-a6c8d1439893 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:02:29.274043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49090982-1590-468c-a7db-231b01607809 None None] Attempting to bind port 0d946acb-480c-45e1-9910-a6c8d1439893 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:29.276521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35039810-1259-431f-9dde-f34857204ef2 None None] Pushing event updated for resources: {'Port': ['ID=0d946acb-480c-45e1-9910-a6c8d1439893,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:29.282121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49090982-1590-468c-a7db-231b01607809 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:02:29.282527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49090982-1590-468c-a7db-231b01607809 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:02:29.282933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49090982-1590-468c-a7db-231b01607809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.283319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49090982-1590-468c-a7db-231b01607809 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:02:29.283790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-49090982-1590-468c-a7db-231b01607809 None None] Bound port: 0d946acb-480c-45e1-9910-a6c8d1439893, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:02:29.284169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49090982-1590-468c-a7db-231b01607809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.306015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=0eb1dce8-5569-4980-b2ae-db74afaaa249,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:29.323391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:02:29.323793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: b604e459-4363-4e24-b3b6-0d8a77635ca5, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:02:29.402663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:02:29.459401 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b604e459-4363-4e24-b3b6-0d8a77635ca5) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:29.464063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:29.464658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.471021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d5164-0a44-4017-ade3-3135a0cebcfc None None] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:02:29.518526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-49090982-1590-468c-a7db-231b01607809 None None] For port 0d946acb-480c-45e1-9910-a6c8d1439893, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:02:29.535696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-49090982-1590-468c-a7db-231b01607809 None None] For port 0d946acb-480c-45e1-9910-a6c8d1439893, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0d946acb-480c-45e1-9910-a6c8d1439893,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:02:29.545579 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bef3a697-5c74-40de-b8e2-db4e4c5a3f4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6823239 Apr 29 08:02:29.548414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51652) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:29.603456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49090982-1590-468c-a7db-231b01607809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.662255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b604e459-4363-4e24-b3b6-0d8a77635ca5', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:02:29.663129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:29.691341 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49090982-1590-468c-a7db-231b01607809 None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:29.691973 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49090982-1590-468c-a7db-231b01607809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:29.751764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35039810-1259-431f-9dde-f34857204ef2 None None] Pushing event updated for resources: {'Port': ['ID=0d946acb-480c-45e1-9910-a6c8d1439893,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:29.910168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-49090982-1590-468c-a7db-231b01607809 None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:29.975193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Allocated IP 172.20.0.2 (b604e459-4363-4e24-b3b6-0d8a77635ca5/0eb1dce8-5569-4980-b2ae-db74afaaa249/398fc7bb-029c-48dd-9608-2ee25b3c30a4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:02:30.223526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.228616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49090982-1590-468c-a7db-231b01607809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:27Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:30.255055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49090982-1590-468c-a7db-231b01607809 None None] The sync data for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv is: [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:27Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:02:30.302713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.303302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.347706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:30.350846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:30.356626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:02:30.363739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Pushing event updated for resources: {'Port': ['ID=398fc7bb-029c-48dd-9608-2ee25b3c30a4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:30.413365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Attempting to bind port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:02:30.413720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Attempting to bind port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:02:30.414055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Attempting to bind port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 on network b604e459-4363-4e24-b3b6-0d8a77635ca5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:30.419147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:02:30.419514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Checking segment: {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:02:30.419911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.420296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Bound using segment: {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:02:30.420766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Bound port: 398fc7bb-029c-48dd-9608-2ee25b3c30a4, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:02:30.421135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.510273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] For port 398fc7bb-029c-48dd-9608-2ee25b3c30a4, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:02:30.516459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] For port 398fc7bb-029c-48dd-9608-2ee25b3c30a4, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=398fc7bb-029c-48dd-9608-2ee25b3c30a4,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:02:30.565761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.623611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (b604e459-4363-4e24-b3b6-0d8a77635ca5/0eb1dce8-5569-4980-b2ae-db74afaaa249/42102156-96b8-4f84-9446-ab5f51860e24) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:02:30.640295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f05cec-9e1b-420f-b309-05c3ef027bd9 None None] Pushing event updated for resources: {'Port': ['ID=398fc7bb-029c-48dd-9608-2ee25b3c30a4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:30.758614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.877057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:30.929975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:30.934681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:30.937719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:02:30.944159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=42102156-96b8-4f84-9446-ab5f51860e24,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:30.988470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.169403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.459292 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.529377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e12e67-0235-4283-ae2f-7d42108187dd None None] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:02:31.544806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.604706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e2011599-5be5-48bf-96c1-c644a1a9d2c5 None None] Provisioning complete for port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:31.605070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2011599-5be5-48bf-96c1-c644a1a9d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.616314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=42102156-96b8-4f84-9446-ab5f51860e24,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:31.622059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.722219 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:31.723708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:31.738742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2011599-5be5-48bf-96c1-c644a1a9d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.777339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e2011599-5be5-48bf-96c1-c644a1a9d2c5 None None] For port 398fc7bb-029c-48dd-9608-2ee25b3c30a4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=398fc7bb-029c-48dd-9608-2ee25b3c30a4,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:31.845244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router a59c42db-43ed-4ebb-b436-b4bad75b523b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:02:31.851147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2011599-5be5-48bf-96c1-c644a1a9d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:31.913839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2011599-5be5-48bf-96c1-c644a1a9d2c5 None None] Pushing event updated for resources: {'Port': ['ID=398fc7bb-029c-48dd-9608-2ee25b3c30a4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:31.985650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:02:31.990919 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9aa1c1ec-3cb3-45de-b8d4-9dfadcca9d73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/a59c42db-43ed-4ebb-b436-b4bad75b523b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4413259 Apr 29 08:02:31.993469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51654) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:32.039569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0d946acb-480c-45e1-9910-a6c8d1439893 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:32.090736 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Sync routers for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:02:32.105538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6bcf2470-8fbe-4b9c-994d-c9d23f07c0ed None None] Provisioning complete for port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:32.105911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bcf2470-8fbe-4b9c-994d-c9d23f07c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.106597 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:32.107417 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:32.111185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 0d946acb-480c-45e1-9910-a6c8d1439893 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:32.111185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.121061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70116ac6-8423-407b-abf4-bbbc7ff07a42 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.121672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70116ac6-8423-407b-abf4-bbbc7ff07a42 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.122232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70116ac6-8423-407b-abf4-bbbc7ff07a42 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.122772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70116ac6-8423-407b-abf4-bbbc7ff07a42 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.123282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70116ac6-8423-407b-abf4-bbbc7ff07a42 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.123795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70116ac6-8423-407b-abf4-bbbc7ff07a42 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.128563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51656) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:32.128791 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-70116ac6-8423-407b-abf4-bbbc7ff07a42 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1335192 Apr 29 08:02:32.196928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7e299-c821-4441-b9f2-8369f6b86554 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.198088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7e299-c821-4441-b9f2-8369f6b86554 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.198659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7e299-c821-4441-b9f2-8369f6b86554 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.199170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7e299-c821-4441-b9f2-8369f6b86554 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.199669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7e299-c821-4441-b9f2-8369f6b86554 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.200209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7e299-c821-4441-b9f2-8369f6b86554 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:32.205144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51658) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:32.212363 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6bd7e299-c821-4441-b9f2-8369f6b86554 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0826232 Apr 29 08:02:32.225151 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:32.293646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.312838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6bcf2470-8fbe-4b9c-994d-c9d23f07c0ed None None] Provisioning complete for port 42102156-96b8-4f84-9446-ab5f51860e24 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:32.313130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6bcf2470-8fbe-4b9c-994d-c9d23f07c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.318743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 0d946acb-480c-45e1-9910-a6c8d1439893, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0d946acb-480c-45e1-9910-a6c8d1439893,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:32.357645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf2470-8fbe-4b9c-994d-c9d23f07c0ed None None] Port 42102156-96b8-4f84-9446-ab5f51860e24 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:02:32.379080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e60ab294-c64f-46e8-b000-c2472bf0cdf5 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.1726196 Apr 29 08:02:32.396127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.396880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 398fc7bb-029c-48dd-9608-2ee25b3c30a4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:32.479278 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:32.483564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=0d946acb-480c-45e1-9910-a6c8d1439893,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:32.497022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-76ceecfb-4563-4686-9a26-fd9a1acbf4b6 None None] Provisioning complete for port 42102156-96b8-4f84-9446-ab5f51860e24 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:32.497397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-76ceecfb-4563-4686-9a26-fd9a1acbf4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.519111 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Checking router: a59c42db-43ed-4ebb-b436-b4bad75b523b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:02:32.519571 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Updating router a59c42db-43ed-4ebb-b436-b4bad75b523b port 42102156-96b8-4f84-9446-ab5f51860e24 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:02:32.523105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:32.523480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.545902 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.555572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-76ceecfb-4563-4686-9a26-fd9a1acbf4b6 None None] Port 42102156-96b8-4f84-9446-ab5f51860e24 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:02:32.684895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-64c3593f-1631-4e96-aa51-f0081bb48f90 None None] Provisioning complete for port 42102156-96b8-4f84-9446-ab5f51860e24 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:32.685470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-64c3593f-1631-4e96-aa51-f0081bb48f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.719693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-64c3593f-1631-4e96-aa51-f0081bb48f90 None None] Port 42102156-96b8-4f84-9446-ab5f51860e24 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:02:32.788038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51662) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:32.793307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ffa31ea6-873f-4cdd-9b59-e2a8244639f3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142858787', 'description': 'tempest-secgroup-smoke-1142858787 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:32.810229 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.882198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffa31ea6-873f-4cdd-9b59-e2a8244639f3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.904859 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.956246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffa31ea6-873f-4cdd-9b59-e2a8244639f3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:32.960923 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Pushing event updated for resources: {'Port': ['ID=42102156-96b8-4f84-9446-ab5f51860e24,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:32.984465 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.984820 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.985161 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.985494 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.985817 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.986154 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.986516 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.986856 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.987181 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.987499 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.987813 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:32.988123 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:33.016851 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Attempting to bind port 42102156-96b8-4f84-9446-ab5f51860e24 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:02:33.017210 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Attempting to bind port 42102156-96b8-4f84-9446-ab5f51860e24 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:02:33.017561 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Attempting to bind port 42102156-96b8-4f84-9446-ab5f51860e24 on network b604e459-4363-4e24-b3b6-0d8a77635ca5 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:33.022388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffa31ea6-873f-4cdd-9b59-e2a8244639f3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.022983 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:02:33.023148 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Checking segment: {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:02:33.023441 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.023822 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Bound using segment: {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:02:33.024356 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Bound port: 42102156-96b8-4f84-9446-ab5f51860e24, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:02:33.024734 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.066697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa31ea6-873f-4cdd-9b59-e2a8244639f3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:33.090995 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] For port 42102156-96b8-4f84-9446-ab5f51860e24, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:02:33.094240 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] For port 42102156-96b8-4f84-9446-ab5f51860e24, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=42102156-96b8-4f84-9446-ab5f51860e24,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:02:33.140224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9e3e8be3-22b9-475d-a3cf-1dd576161ebf None None] Provisioning complete for port 42102156-96b8-4f84-9446-ab5f51860e24 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:33.140530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8be3-22b9-475d-a3cf-1dd576161ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.150078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ffa31ea6-873f-4cdd-9b59-e2a8244639f3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.152016 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ffa31ea6-873f-4cdd-9b59-e2a8244639f3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3628898 Apr 29 08:02:33.154996 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51664) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:33.166899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b0abefe4-66d7-42c2-afd0-d8eefe955cdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:33.173921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e8be3-22b9-475d-a3cf-1dd576161ebf None None] Port 42102156-96b8-4f84-9446-ab5f51860e24 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:02:33.185189 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.243686 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:33.244349 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:33.244488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0abefe4-66d7-42c2-afd0-d8eefe955cdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.315298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0abefe4-66d7-42c2-afd0-d8eefe955cdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.369518 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57404453-619b-456f-8e3d-a4c993bcbcc9 None None] Pushing event updated for resources: {'Port': ['ID=42102156-96b8-4f84-9446-ab5f51860e24,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:33.379274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0abefe4-66d7-42c2-afd0-d8eefe955cdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.398539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abefe4-66d7-42c2-afd0-d8eefe955cdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf65adaf-967e-4f47-bac8-7101e2b5587e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:33.444882 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:33.470285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0abefe4-66d7-42c2-afd0-d8eefe955cdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.471743 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b0abefe4-66d7-42c2-afd0-d8eefe955cdd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157356 Apr 29 08:02:33.474552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51668) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:33.479163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d9ab23a5-6524-4933-acea-4c9ba0412201 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:33.495281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-84081b7a-4c72-4a06-b995-34a815626bed None None] Provisioning complete for port 42102156-96b8-4f84-9446-ab5f51860e24 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:33.495912 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84081b7a-4c72-4a06-b995-34a815626bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.561085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9ab23a5-6524-4933-acea-4c9ba0412201 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.575697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84081b7a-4c72-4a06-b995-34a815626bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.615516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-84081b7a-4c72-4a06-b995-34a815626bed None None] For port 42102156-96b8-4f84-9446-ab5f51860e24, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=42102156-96b8-4f84-9446-ab5f51860e24,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:33.626061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9ab23a5-6524-4933-acea-4c9ba0412201 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.645238 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:33.672483 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903eca7f-41c8-4455-ba72-b6543418d42b None None] The sync data for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv is: [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:02:33.691139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84081b7a-4c72-4a06-b995-34a815626bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.719488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9ab23a5-6524-4933-acea-4c9ba0412201 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.751291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab23a5-6524-4933-acea-4c9ba0412201 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b421aaaa-bbdc-44bf-9f9f-ec5b946974d6,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:33.752721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84081b7a-4c72-4a06-b995-34a815626bed None None] Pushing event updated for resources: {'Port': ['ID=42102156-96b8-4f84-9446-ab5f51860e24,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:33.821384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d9ab23a5-6524-4933-acea-4c9ba0412201 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.823920 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d9ab23a5-6524-4933-acea-4c9ba0412201 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484628 Apr 29 08:02:33.826603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51670) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:33.831575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-800b07af-286a-458a-9554-f2a27b1417ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:33.914263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-800b07af-286a-458a-9554-f2a27b1417ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:33.977532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-800b07af-286a-458a-9554-f2a27b1417ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.029859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 42102156-96b8-4f84-9446-ab5f51860e24 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:34.053453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-800b07af-286a-458a-9554-f2a27b1417ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.067757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b07af-286a-458a-9554-f2a27b1417ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b49a73-1180-4c3d-95ef-a59b2055d13e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:34.094782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 42102156-96b8-4f84-9446-ab5f51860e24 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:34.095262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.147005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-800b07af-286a-458a-9554-f2a27b1417ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.150717 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-800b07af-286a-458a-9554-f2a27b1417ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3205712 Apr 29 08:02:34.151079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51672) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:34.155563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-43230bb0-561a-46e9-a01a-6df3eacc3d84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:34.180081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0d946acb-480c-45e1-9910-a6c8d1439893 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:34.301359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 0d946acb-480c-45e1-9910-a6c8d1439893 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:34.301359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.328145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43230bb0-561a-46e9-a01a-6df3eacc3d84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.405202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43230bb0-561a-46e9-a01a-6df3eacc3d84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.468713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 398fc7bb-029c-48dd-9608-2ee25b3c30a4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:34.487756 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43230bb0-561a-46e9-a01a-6df3eacc3d84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.506415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43230bb0-561a-46e9-a01a-6df3eacc3d84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b458c78-e6f0-4404-85dc-f9453025cd56,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:34.519462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:34.519842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.561449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43230bb0-561a-46e9-a01a-6df3eacc3d84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.562729 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-43230bb0-561a-46e9-a01a-6df3eacc3d84 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4106698 Apr 29 08:02:34.568329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51674) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:34.569968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:34.645651 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:02:34.651386 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.718580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.790572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.809652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f944acc-d212-4c0a-ad5b-b087da5cfd90,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:34.864240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:34.865436 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-14b6ed91-37f2-4691-95e0-8408af605fa3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989266 Apr 29 08:02:34.868264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51676) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:34.872581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:34.948166 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:02:34.952899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:35.012199 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:35.079179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:35.096820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b868f2c-2615-47aa-ac23-0b8cadb018c7,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:35.172927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:35.174157 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-957cb242-ebe3-46df-818e-45c95de8858c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049622 Apr 29 08:02:35.332543 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-0414dc38-c77d-4589-bc88-cb7bf7da5cd6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142858787&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0316920 Apr 29 08:02:35.437005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-f6b2885b-deed-49b5-9970-4455926a9b28 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:35.438466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-f6b2885b-deed-49b5-9970-4455926a9b28 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=b604e459-4363-4e24-b3b6-0d8a77635ca5 HTTP/1.1" status: 200 len: 796 time: 0.0986161 Apr 29 08:02:35.453585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-2b3fd02e-9d03-4494-aa98-0e2bef1ed50e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0091221 Apr 29 08:02:35.507367 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-5cebb487-c315-490a-b318-2d1aa65c59c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484052 Apr 29 08:02:35.601159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-387670fe-6796-498d-8f81-d4c5335a86df service neutron] 10.222.0.16 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819244 Apr 29 08:02:35.693670 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-83bc17c8-08d2-4220-8ef4-6253ecced4c7 service neutron] 10.222.0.16 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858922 Apr 29 08:02:35.934547 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a3479159-a3dd-47ab-96ae-719c4f71d4a7 req-ccec82f4-5dfb-4338-9759-5999f8bf6867 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 210 time: 0.0271199 Apr 29 08:02:37.026863 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-32e08551-f07c-4120-92b1-e257a0f3b7c7 req-e12b28ea-2369-4926-9573-542a6b29f60e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 210 time: 0.0267792 Apr 29 08:02:37.847690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-00c7a168-deee-40fd-9913-6fbf0b97d13f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:37.849118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-00c7a168-deee-40fd-9913-6fbf0b97d13f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=b604e459-4363-4e24-b3b6-0d8a77635ca5 HTTP/1.1" status: 200 len: 796 time: 0.0997567 Apr 29 08:02:37.895132 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-eadf0de2-8d12-4c61-9c14-a745154a9f4c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 380 time: 0.0373704 Apr 29 08:02:37.904144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': 'a89ce17d-2e31-4111-a81c-8836be072195', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:38.057387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:02:38.061163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:38.150895 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-884a8d55-18a7-4f64-a90c-a7434c98a593 req-38719172-3012-4ba1-a5b0-4c10ad5f10ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 210 time: 0.0373619 Apr 29 08:02:38.216410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.13 (b604e459-4363-4e24-b3b6-0d8a77635ca5/0eb1dce8-5569-4980-b2ae-db74afaaa249/0b97f302-3025-480f-9284-4e23cf768079) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:02:38.350655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:38.462746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:38.506863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:38.509800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:38.514482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:02:38.520847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=0b97f302-3025-480f-9284-4e23cf768079,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:38.568139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:38.569025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:38.650314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-9420e893-828c-475f-9501-1ebd7a4bc266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7501791 Apr 29 08:02:38.662402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Request body: {'port': {'device_id': 'a89ce17d-2e31-4111-a81c-8836be072195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:38.719340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:38.741611 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-03ef09d6-15f3-4f9b-a692-414aabcd4ec8 None None] Provisioning complete for port 0b97f302-3025-480f-9284-4e23cf768079 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:38.742196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03ef09d6-15f3-4f9b-a692-414aabcd4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:38.775913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-03ef09d6-15f3-4f9b-a692-414aabcd4ec8 None None] Port 0b97f302-3025-480f-9284-4e23cf768079 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:02:38.973827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b97f302-3025-480f-9284-4e23cf768079 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:02:38.981664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:38.993192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Transition to ACTIVE for port object 0b97f302-3025-480f-9284-4e23cf768079 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:02:39.056454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:39.105854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Pushing event updated for resources: {'Port': ['ID=0b97f302-3025-480f-9284-4e23cf768079,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:39.184133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Attempting to bind port 0b97f302-3025-480f-9284-4e23cf768079 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:02:39.184505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Attempting to bind port 0b97f302-3025-480f-9284-4e23cf768079 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:02:39.184889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Attempting to bind port 0b97f302-3025-480f-9284-4e23cf768079 on network b604e459-4363-4e24-b3b6-0d8a77635ca5 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:39.189434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Port 0b97f302-3025-480f-9284-4e23cf768079 on network b604e459-4363-4e24-b3b6-0d8a77635ca5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:02:39.189755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Attempting to bind port 0b97f302-3025-480f-9284-4e23cf768079 on network b604e459-4363-4e24-b3b6-0d8a77635ca5 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:39.194813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:02:39.195148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Checking segment: {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:02:39.195532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Bound using segment: {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:02:39.195961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Bound port: 0b97f302-3025-480f-9284-4e23cf768079, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129774c3-9c55-411b-9f33-9680e3ca4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:02:39.196346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:39.295612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] For port 0b97f302-3025-480f-9284-4e23cf768079, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:02:39.307162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf6da8-c393-4d5d-ade2-8e3d77431931 req-e4ecc55f-553d-4112-b40b-0f847da6b7e8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.309791 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ebf6da8-c393-4d5d-ade2-8e3d77431931 req-e4ecc55f-553d-4112-b40b-0f847da6b7e8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 944 time: 0.0767860 Apr 29 08:02:39.312262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] For port 0b97f302-3025-480f-9284-4e23cf768079, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0b97f302-3025-480f-9284-4e23cf768079,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:02:39.353221 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ebf6da8-c393-4d5d-ade2-8e3d77431931 req-0e7feb27-69dc-4404-a269-271e1d88cf9c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375190 Apr 29 08:02:39.411427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:39.449631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.450235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:39.451742 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b97f302-3025-480f-9284-4e23cf768079 HTTP/1.1" status: 200 len: 1094 time: 0.7934623 Apr 29 08:02:39.452056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'tag': '0b97f302-3025-480f-9284-4e23cf768079'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:39.454302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0886020b-54c7-4382-9f48-7eb79d2dd57e" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "tag": "0b97f302-3025-480f-9284-4e23cf768079"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:39.482821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32033b51-ad2f-4966-9c63-82ca1d64e125 service neutron] Pushing event updated for resources: {'Port': ['ID=0b97f302-3025-480f-9284-4e23cf768079,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:39.499248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecdd7eb-98b0-4c5c-801f-165be9f6ef65 x-openstack-request-id: req-7ecdd7eb-98b0-4c5c-801f-165be9f6ef65 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:39.499532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "tag": "0b97f302-3025-480f-9284-4e23cf768079", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:39.499785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ecdd7eb-98b0-4c5c-801f-165be9f6ef65 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:39.500195 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecdd7eb-98b0-4c5c-801f-165be9f6ef65'] response: {'name': 'network-changed', 'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'tag': '0b97f302-3025-480f-9284-4e23cf768079', 'status': 'completed', 'code': 200} Apr 29 08:02:39.564182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886020b-54c7-4382-9f48-7eb79d2dd57e req-4e99abf6-82fd-4e97-8314-b79fb589fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.565693 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0886020b-54c7-4382-9f48-7eb79d2dd57e req-4e99abf6-82fd-4e97-8314-b79fb589fd5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 1097 time: 0.0436032 Apr 29 08:02:39.667893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886020b-54c7-4382-9f48-7eb79d2dd57e req-e78199f2-388e-4877-a845-beaf890c6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.669504 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0886020b-54c7-4382-9f48-7eb79d2dd57e req-e78199f2-388e-4877-a845-beaf890c6144 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0965495 Apr 29 08:02:39.765541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886020b-54c7-4382-9f48-7eb79d2dd57e req-40500a3d-6fb2-43d8-ab22-40e2011b7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.766964 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0886020b-54c7-4382-9f48-7eb79d2dd57e req-40500a3d-6fb2-43d8-ab22-40e2011b7d1d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911655 Apr 29 08:02:39.839932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-c1f18005-43a0-4b29-89b7-63ddc8ce967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.841380 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-c1f18005-43a0-4b29-89b7-63ddc8ce967c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 1097 time: 0.0403457 Apr 29 08:02:39.886934 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-ac4c8f94-e663-4db6-b223-57c329bdf035 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b97f302-3025-480f-9284-4e23cf768079 HTTP/1.1" status: 200 len: 217 time: 0.0362964 Apr 29 08:02:39.933628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-c33f4b3b-f0c0-46fc-8b0c-f98a1360bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.935076 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-c33f4b3b-f0c0-46fc-8b0c-f98a1360bcc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eb1dce8-5569-4980-b2ae-db74afaaa249 HTTP/1.1" status: 200 len: 844 time: 0.0419147 Apr 29 08:02:39.980247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-b2fb79dd-2ee8-4957-aa2c-dd1ba479aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:39.981715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-b2fb79dd-2ee8-4957-aa2c-dd1ba479aec1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b604e459-4363-4e24-b3b6-0d8a77635ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396490 Apr 29 08:02:40.071776 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-f58595be-a68b-472a-a8cc-573e25166624 service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823379 Apr 29 08:02:40.158294 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-db1efe03-0a00-4fd0-9e5a-c0e8291ad6a6 req-f72dc923-ebd2-4c24-bb8c-6aa05bcbc44c service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787854 Apr 29 08:02:40.465386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686378-594a-4041-b8be-489b3ce0652c req-fb6d4ed3-b2b8-4947-ada8-8491a2946d35 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:40.466867 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-94686378-594a-4041-b8be-489b3ce0652c req-fb6d4ed3-b2b8-4947-ada8-8491a2946d35 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 944 time: 0.0484781 Apr 29 08:02:40.503626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-94686378-594a-4041-b8be-489b3ce0652c req-064c6ee8-0367-4071-bb3a-a34f39e0c493 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309196 Apr 29 08:02:41.201702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0aa1403-ce80-4f17-9038-0d928f682916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:41.623551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cbb6a-6272-49da-862f-6c6250fa635b req-e5b08433-8f0a-40c8-8327-08f250157486 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:41.625019 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c09cbb6a-6272-49da-862f-6c6250fa635b req-e5b08433-8f0a-40c8-8327-08f250157486 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 944 time: 0.0559304 Apr 29 08:02:41.664484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c09cbb6a-6272-49da-862f-6c6250fa635b req-e77f0910-c6a6-4fdc-98d7-25b1420a0faa tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325258 Apr 29 08:02:42.693512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:42.779316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f3967-65ba-4ee9-9325-9670092413f5 req-e67b6335-3470-4657-8e08-4fe7005742d7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:42.780757 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-869f3967-65ba-4ee9-9325-9670092413f5 req-e67b6335-3470-4657-8e08-4fe7005742d7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 944 time: 0.0487823 Apr 29 08:02:42.817118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-869f3967-65ba-4ee9-9325-9670092413f5 req-e978d6a4-9759-4b24-8a6f-0fbd2a36a93e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304327 Apr 29 08:02:42.909300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0b97f302-3025-480f-9284-4e23cf768079 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:02:43.001109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 0b97f302-3025-480f-9284-4e23cf768079, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0b97f302-3025-480f-9284-4e23cf768079,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:43.012688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '0b97f302-3025-480f-9284-4e23cf768079', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'port_id': '0b97f302-3025-480f-9284-4e23cf768079', 'mac_address': 'fa:16:3e:83:22:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:02:43.047030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:43.062929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b97f302-3025-480f-9284-4e23cf768079 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:02:43.081406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 0b97f302-3025-480f-9284-4e23cf768079, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0b97f302-3025-480f-9284-4e23cf768079,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:43.167182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:43.223619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=0b97f302-3025-480f-9284-4e23cf768079,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:43.231020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.233643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.234489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.234489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.234687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:43.275914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48944d4-4475-42e9-bc8c-5e6e6b7b1750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:43.395723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['0b97f302-3025-480f-9284-4e23cf768079'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:02:43.929077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f519c-a0a1-4b6f-bc88-a1b3fc967b12 req-c216aa51-3a90-4630-8df6-b2faf0cb7b58 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:43.930634 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd4f519c-a0a1-4b6f-bc88-a1b3fc967b12 req-c216aa51-3a90-4630-8df6-b2faf0cb7b58 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 945 time: 0.0476279 Apr 29 08:02:43.966831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd4f519c-a0a1-4b6f-bc88-a1b3fc967b12 req-aa560b19-3b45-4b23-b884-6e389023b733 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302634 Apr 29 08:02:44.911309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0b97f302-3025-480f-9284-4e23cf768079 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:45.041804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:45.052559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 0b97f302-3025-480f-9284-4e23cf768079 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:02:45.056624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 0b97f302-3025-480f-9284-4e23cf768079 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:02:45.056993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:45.083658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c51df-01b4-4b0e-8a48-9fd42151a78b req-21f9b2ad-400b-4cf8-87dc-536832c5a45b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:45.085120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0d6c51df-01b4-4b0e-8a48-9fd42151a78b req-21f9b2ad-400b-4cf8-87dc-536832c5a45b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 945 time: 0.0530412 Apr 29 08:02:45.123481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0d6c51df-01b4-4b0e-8a48-9fd42151a78b req-08c763ac-1969-4c14-ad71-11e8c43647f9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321121 Apr 29 08:02:45.137197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:45.158878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b97f302-3025-480f-9284-4e23cf768079'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:45.161108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb56e8-e184-4922-b90d-9eae3d8306f3" -d '{"events": [{"server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "name": "network-vif-plugged", "status": "completed", "tag": "0b97f302-3025-480f-9284-4e23cf768079"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:45.173601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 0b97f302-3025-480f-9284-4e23cf768079, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0b97f302-3025-480f-9284-4e23cf768079,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:45.197688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a588ec-0898-4885-a23c-2cc2acd3b5d3 x-openstack-request-id: req-b8a588ec-0898-4885-a23c-2cc2acd3b5d3 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:45.197978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "name": "network-vif-plugged", "status": "completed", "tag": "0b97f302-3025-480f-9284-4e23cf768079", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:45.198229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8a588ec-0898-4885-a23c-2cc2acd3b5d3 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:45.198709 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a588ec-0898-4885-a23c-2cc2acd3b5d3'] response: {'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b97f302-3025-480f-9284-4e23cf768079', 'code': 200} Apr 29 08:02:45.235860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:45.284400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=0b97f302-3025-480f-9284-4e23cf768079,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:45.504064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2321666-4e4b-422d-9e70-f08e18377eba req-1d73663d-ecf3-4230-9901-70014f5803a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:45.505526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a2321666-4e4b-422d-9e70-f08e18377eba req-1d73663d-ecf3-4230-9901-70014f5803a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 1099 time: 0.0400810 Apr 29 08:02:45.540109 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a2321666-4e4b-422d-9e70-f08e18377eba req-d51120e8-fbd9-4a80-99e0-89663c50a816 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279644 Apr 29 08:02:46.173325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:46.235974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8730ed3-f13d-4767-bacd-87942b95bfce req-3510e679-1a6c-4381-9d7c-165fc6a54b0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:46.237417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b8730ed3-f13d-4767-bacd-87942b95bfce req-3510e679-1a6c-4381-9d7c-165fc6a54b0c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 946 time: 0.0486681 Apr 29 08:02:46.274725 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b8730ed3-f13d-4767-bacd-87942b95bfce req-e94cff99-0694-4c70-b694-695594a7e2db tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Apr 29 08:02:46.744477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:47.393711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b6d89-90f4-47ac-8c2f-11f149c2d0a7 req-94ada5a5-255d-464e-af42-3464b4800300 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:47.395172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e4b6d89-90f4-47ac-8c2f-11f149c2d0a7 req-94ada5a5-255d-464e-af42-3464b4800300 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 946 time: 0.0519848 Apr 29 08:02:47.432429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e4b6d89-90f4-47ac-8c2f-11f149c2d0a7 req-04665ab5-757c-49db-bb0b-8a3b2f33ad7c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313418 Apr 29 08:02:47.544955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cc4ca-8266-4681-b582-4401c4108333 req-0afce33d-e0b3-4adf-99c0-4a7f36f727f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:47.546441 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb1cc4ca-8266-4681-b582-4401c4108333 req-0afce33d-e0b3-4adf-99c0-4a7f36f727f8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Apr 29 08:02:47.584751 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb1cc4ca-8266-4681-b582-4401c4108333 req-5f9720c6-ce69-422e-85b3-8387786b1ca8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Apr 29 08:02:47.608387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51736) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:47.651079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fcffdb-65f0-44fc-85a0-bcd29aeb963e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:47.652681 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-36fcffdb-65f0-44fc-85a0-bcd29aeb963e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 1094 time: 0.0432625 Apr 29 08:02:47.655462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51738) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:47.659730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '0b97f302-3025-480f-9284-4e23cf768079', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:47.762028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:47.858698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:47.963257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.15 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/6695e58f-1450-4003-b1da-39c68931683a) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:02:48.065294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:48.138952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:48.178218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:48.181119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:48.185334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:02:48.190555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6695e58f-1450-4003-b1da-39c68931683a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:48.219977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.220330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.220668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.221001 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.221331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.221658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.221983 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.222306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.222666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.223026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.223370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.223688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:48.548470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:48.672644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:48.821041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:48.863945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:48.935358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6695e58f-1450-4003-b1da-39c68931683a,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:48.961738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:49.059906 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 975702d0-f03f-4e4c-be98-6877bbe073bc associated. External IP: 172.26.2.15, port: 0b97f302-3025-480f-9284-4e23cf768079. Apr 29 08:02:49.266369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router a59c42db-43ed-4ebb-b436-b4bad75b523b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:02:49.367400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:02:49.378494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] Sync routers for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:02:49.388076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:49.388687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:49.460611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:02:49.492030 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f95518fd-6579-4f58-8435-9b9f954cd5a4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8343358 Apr 29 08:02:49.492288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:49.492402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'tag': '0b97f302-3025-480f-9284-4e23cf768079'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:49.493767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089347d8-65e7-4a4a-9662-249680a5efeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "tag": "0b97f302-3025-480f-9284-4e23cf768079"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:49.493960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51740) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:49.534133 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b37f8-7237-4132-b81e-ed5db1c15b68 x-openstack-request-id: req-388b37f8-7237-4132-b81e-ed5db1c15b68 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:49.534441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "tag": "0b97f302-3025-480f-9284-4e23cf768079", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:49.537504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-388b37f8-7237-4132-b81e-ed5db1c15b68 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:49.537504 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388b37f8-7237-4132-b81e-ed5db1c15b68'] response: {'name': 'network-changed', 'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'tag': '0b97f302-3025-480f-9284-4e23cf768079', 'status': 'completed', 'code': 200} Apr 29 08:02:49.598634 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-979552fa-c2ba-42c4-ad11-0cffd925eb15 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/975702d0-f03f-4e4c-be98-6877bbe073bc HTTP/1.1" status: 200 len: 991 time: 0.1035628 Apr 29 08:02:49.612212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089347d8-65e7-4a4a-9662-249680a5efeb req-f723e663-7faf-4d5a-9df1-0b99de702306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:49.618141 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-089347d8-65e7-4a4a-9662-249680a5efeb req-f723e663-7faf-4d5a-9df1-0b99de702306 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 1099 time: 0.0542450 Apr 29 08:02:49.706767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089347d8-65e7-4a4a-9662-249680a5efeb req-4efa5b66-6dd8-49f2-97f5-7b235c547fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:49.708232 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-089347d8-65e7-4a4a-9662-249680a5efeb req-4efa5b66-6dd8-49f2-97f5-7b235c547fd2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b604e459-4363-4e24-b3b6-0d8a77635ca5 HTTP/1.1" status: 200 len: 897 time: 0.0888453 Apr 29 08:02:49.720809 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '975702d0-f03f-4e4c-be98-6877bbe073bc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'port_id': '0b97f302-3025-480f-9284-4e23cf768079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'mac_address': 'fa:16:3e:83:22:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ce17d-2e31-4111-a81c-8836be072195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:02:48Z', 'updated_at': '2022-04-29T08:02:48Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:49.752475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] Checking router: a59c42db-43ed-4ebb-b436-b4bad75b523b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:02:49.760702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:02:49.761331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:02:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:49.780526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-089347d8-65e7-4a4a-9662-249680a5efeb req-8264bf08-d8bc-4c46-a813-4261d66cf7c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b97f302-3025-480f-9284-4e23cf768079 HTTP/1.1" status: 200 len: 999 time: 0.0657039 Apr 29 08:02:49.828024 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089347d8-65e7-4a4a-9662-249680a5efeb req-aa968fad-5b54-4c80-9a2c-fb556750e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:49.829503 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-089347d8-65e7-4a4a-9662-249680a5efeb req-aa968fad-5b54-4c80-9a2c-fb556750e0ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eb1dce8-5569-4980-b2ae-db74afaaa249 HTTP/1.1" status: 200 len: 844 time: 0.0429401 Apr 29 08:02:49.865576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:02:49.874691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089347d8-65e7-4a4a-9662-249680a5efeb req-da4dca6e-6718-4daf-8ec4-008a223aa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:02:49.876160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-089347d8-65e7-4a4a-9662-249680a5efeb req-da4dca6e-6718-4daf-8ec4-008a223aa8de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b604e459-4363-4e24-b3b6-0d8a77635ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405281 Apr 29 08:02:49.972206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-089347d8-65e7-4a4a-9662-249680a5efeb req-41484eca-d387-45de-912e-b7e5093217ed service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888309 Apr 29 08:02:50.061229 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-089347d8-65e7-4a4a-9662-249680a5efeb req-2c29fa05-60d7-4e09-84c0-f1980589d642 service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830116 Apr 29 08:02:50.085643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '975702d0-f03f-4e4c-be98-6877bbe073bc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'port_id': '0b97f302-3025-480f-9284-4e23cf768079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'mac_address': 'fa:16:3e:83:22:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ce17d-2e31-4111-a81c-8836be072195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:02:48Z', 'updated_at': '2022-04-29T08:02:48Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:50.112766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9921c-426d-40d4-8196-5ca73558245c None None] The sync data for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv is: [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '975702d0-f03f-4e4c-be98-6877bbe073bc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'port_id': '0b97f302-3025-480f-9284-4e23cf768079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'mac_address': 'fa:16:3e:83:22:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ce17d-2e31-4111-a81c-8836be072195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:02:48Z', 'updated_at': '2022-04-29T08:02:48Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:02:50.295281 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2c8cc-248d-4a4f-bbb0-3d8873f9346f None None] New status for floating IP 975702d0-f03f-4e4c-be98-6877bbe073bc: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:02:50.602776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51744) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:02:50.667703 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4cd8d482-c0d8-45f5-8dc4-11918aff6593 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/975702d0-f03f-4e4c-be98-6877bbe073bc HTTP/1.1" status: 200 len: 993 time: 0.0637741 Apr 29 08:03:04.675514 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:03:11.198509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2c08880-1556-493c-b407-627e0f80a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:12.755895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:13.232712 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-33ea9705-62cb-4f23-b1af-f459e29e3908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:15.010117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:16.195347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:16.716098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:25.638527 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-562b54bf-7955-46db-bc16-9ca4b19fa312 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391414 Apr 29 08:03:25.698627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-05f09689-7027-4e6d-89a0-ed525c6d7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:03:25.700168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-05f09689-7027-4e6d-89a0-ed525c6d7f45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 1099 time: 0.0400398 Apr 29 08:03:25.803677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-35918a8c-ded9-412f-96ab-3fde989fff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:03:25.805138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-35918a8c-ded9-412f-96ab-3fde989fff0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0865111 Apr 29 08:03:25.868724 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-83ed422d-df48-480a-8789-4e2e7425729d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981 HTTP/1.1" status: 200 len: 1001 time: 0.0572493 Apr 29 08:03:25.919463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-40a0a60d-979b-41c9-b325-6d77f173955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:03:25.920876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-40a0a60d-979b-41c9-b325-6d77f173955c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0458252 Apr 29 08:03:25.964852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-53bf85e0-0631-46dc-992b-aeaa22db5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:03:25.966295 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-53bf85e0-0631-46dc-992b-aeaa22db5cba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386715 Apr 29 08:03:26.054274 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-0af00b75-9f34-4c76-8fc0-bf308ab1505a service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811360 Apr 29 08:03:26.145311 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7dd1eee6-6cff-4621-a3bf-682cf5a27d28 req-9428e03b-e1a1-41de-8ab4-925acbca8a8e service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842586 Apr 29 08:03:41.200470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ebe5-5aa0-41e5-9444-9167f40a1d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:41.676094 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:03:42.726602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:43.289623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-de279392-2dfd-4b33-bf00-b1c9274ec85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:44.992466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:46.169202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:46.674348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:58.622329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51776) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:03:58.777951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Deleting port c1df6411-7a8a-4f80-bd42-1c7707ad1a11 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:03:58.778290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:58.852884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:58.853203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:58.864808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Calling delete_port for c1df6411-7a8a-4f80-bd42-1c7707ad1a11 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:03:59.063169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:59.090152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event deleted for resources: {'Port': ['ID=c1df6411-7a8a-4f80-bd42-1c7707ad1a11,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:59.099659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.099995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.100330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.100905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.101238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.102018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.102018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.102256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.102507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.102828 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.103144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.103458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:59.160969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:59.161297 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Floating IP ae39102e-0f03-4adb-b9c1-5fc31e220d03 disassociated (deleted). External IP: 172.26.2.52, port: db144125-4b2b-4ca2-9f0b-c5bd0136f981. Apr 29 08:03:59.359936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:03:59.786734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:03:59.791149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:03:59.797137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:03:59.806197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:03:59.806855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:03:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:59.819155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d8196ce2-3f84-4ddd-b9f0-ad139fc82182 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "DELETE /v2.0/floatingips/ae39102e-0f03-4adb-b9c1-5fc31e220d03 HTTP/1.1" status: 204 len: 168 time: 1.1933608 Apr 29 08:03:59.819155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:03:59.821147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5677687-1e68-4cd8-b734-72160c0a0fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:03:59.860235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9fcf1d-cbfd-48d7-b0d2-8106c886be6f x-openstack-request-id: req-0b9fcf1d-cbfd-48d7-b0d2-8106c886be6f {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:03:59.860428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:03:59.860612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b9fcf1d-cbfd-48d7-b0d2-8106c886be6f {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:03:59.861022 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9fcf1d-cbfd-48d7-b0d2-8106c886be6f'] response: {'name': 'network-changed', 'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'status': 'completed', 'code': 200} Apr 29 08:03:59.914932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:03:59.921838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-0c2c663d-6125-49f8-acb9-00405a6543e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:03:59.923682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-0c2c663d-6125-49f8-acb9-00405a6543e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 1099 time: 0.0412140 Apr 29 08:04:00.019286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-3a031f87-ce45-4b7a-a1a5-55e10a5e1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:00.021246 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-3a031f87-ce45-4b7a-a1a5-55e10a5e1536 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0914364 Apr 29 08:04:00.062896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-14712a91-4834-4d19-9503-8d7d2a3da7e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981 HTTP/1.1" status: 200 len: 217 time: 0.0353756 Apr 29 08:04:00.113014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-40391ddb-5e2d-4b6c-8c7c-aee8b5d781ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:00.114587 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-40391ddb-5e2d-4b6c-8c7c-aee8b5d781ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0454617 Apr 29 08:04:00.159938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-923d25f3-e867-42ff-8e41-fcb704bd26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:00.161454 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-923d25f3-e867-42ff-8e41-fcb704bd26b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406604 Apr 29 08:04:00.288530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:54Z', 'revision_number': 1, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:00.294382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab05cf-e4b9-458d-a1fd-4795e0b6cda3 req-603ea377-e474-4023-9458-e7a4dd7704c0 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:00.295862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74ab05cf-e4b9-458d-a1fd-4795e0b6cda3 req-603ea377-e474-4023-9458-e7a4dd7704c0 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 946 time: 0.0750220 Apr 29 08:04:00.298012 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-a9d8b71a-ea8e-44d0-9af4-33731a06a3d8 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299317 Apr 29 08:04:00.314848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:04:00.322971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:00.323581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:03:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:00.384359 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74ab05cf-e4b9-458d-a1fd-4795e0b6cda3 req-3e131a93-4909-4d88-834f-fe59810b7ee8 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814302 Apr 29 08:04:00.417136 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5677687-1e68-4cd8-b734-72160c0a0fb6 req-d5fc532a-e85e-48bd-a16f-0fcd4f17dfbb service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085107 Apr 29 08:04:00.431125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:00.650388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:54Z', 'revision_number': 1, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:00.677102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d831c4f3-fe72-4be9-9608-2af7990d31ad None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'd01e72c2-30fe-4e76-91ac-416186a1ec6e', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'port_id': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:52Z', 'updated_at': '2022-04-29T07:58:54Z', 'revision_number': 1, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:04:00.874221 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e712439-c763-4c69-8c2d-ce9a8b45e910 None None] New status for floating IP ae39102e-0f03-4adb-b9c1-5fc31e220d03: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:04:01.506752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220551c-61a3-4035-a2a9-bd99cab7f7fa req-6cb9a568-e6fe-4f7f-a309-6ce9194a7f64 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:01.508176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2220551c-61a3-4035-a2a9-bd99cab7f7fa req-6cb9a568-e6fe-4f7f-a309-6ce9194a7f64 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 946 time: 0.0482666 Apr 29 08:04:01.545412 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2220551c-61a3-4035-a2a9-bd99cab7f7fa req-b9a182b8-8afc-47cd-8b32-29f51ff87ef5 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313661 Apr 29 08:04:01.769147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-a2346e02-e587-47f2-9642-cf930e9e3ea9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:01.770888 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-a2346e02-e587-47f2-9642-cf930e9e3ea9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 946 time: 0.0523186 Apr 29 08:04:01.857892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Deleting port db144125-4b2b-4ca2-9f0b-c5bd0136f981 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:01.858226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:01.946216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] For port db144125-4b2b-4ca2-9f0b-c5bd0136f981, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=db144125-4b2b-4ca2-9f0b-c5bd0136f981,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:01.946541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:01.959227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Calling delete_port for db144125-4b2b-4ca2-9f0b-c5bd0136f981 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:02.140482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:02.173160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event deleted for resources: {'Port': ['ID=db144125-4b2b-4ca2-9f0b-c5bd0136f981,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:02.213862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] No DVR routers for this DVR port db144125-4b2b-4ca2-9f0b-c5bd0136f981 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:04:02.216386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:02.219714 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-892e6e20-3031-4f0f-9cbb-dc68508b3828 req-6601308b-34db-4e86-afb8-fd5eaec06ef9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "DELETE /v2.0/ports/db144125-4b2b-4ca2-9f0b-c5bd0136f981 HTTP/1.1" status: 204 len: 173 time: 0.4420118 Apr 29 08:04:02.220162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'name': 'network-vif-deleted', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:02.222344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7543d-ef15-4549-b626-12c9b6a31a33" -d '{"events": [{"server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "name": "network-vif-deleted", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:02.258759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8d5fa1-5764-4924-a053-afe8224ef64b x-openstack-request-id: req-ee8d5fa1-5764-4924-a053-afe8224ef64b {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:02.259117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9c8a3-1687-46d3-a381-1a6bf83aa38c", "name": "network-vif-deleted", "tag": "db144125-4b2b-4ca2-9f0b-c5bd0136f981", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:02.259523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee8d5fa1-5764-4924-a053-afe8224ef64b {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:02.259935 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8d5fa1-5764-4924-a053-afe8224ef64b'] response: {'server_uuid': '67c9c8a3-1687-46d3-a381-1a6bf83aa38c', 'name': 'network-vif-deleted', 'tag': 'db144125-4b2b-4ca2-9f0b-c5bd0136f981', 'status': 'completed', 'code': 200} Apr 29 08:04:02.649735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24914771-141f-4366-ac05-70af638ef8ce req-682fd02f-78d8-4133-8f42-0effcc3c38cc tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 210 time: 0.0279856 Apr 29 08:04:03.751061 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d23ebc2-4a0b-448a-9585-19ac8e6c2d9b req-d15f4eac-b809-486a-9e1b-4c2287beaa63 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 210 time: 0.0300202 Apr 29 08:04:04.849759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86fcfcf8-3ba1-4edf-aaa5-cc3cd442bdd8 req-1174fddd-3137-49ae-b9a3-80b28e040637 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 210 time: 0.0291314 Apr 29 08:04:05.319927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device db144125-4b2b-4ca2-9f0b-c5bd0136f981 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:05.344091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: db144125-4b2b-4ca2-9f0b-c5bd0136f981 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:05.344433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device db144125-4b2b-4ca2-9f0b-c5bd0136f981 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:05.954021 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-66946aea-b1a6-44c1-aa36-891551d25550 req-49ecc1e7-3aa0-4728-9691-a5e40d451b43 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=67c9c8a3-1687-46d3-a381-1a6bf83aa38c HTTP/1.1" status: 200 len: 210 time: 0.0276515 Apr 29 08:04:11.182820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7ab0561-c5f1-4db6-805e-dae673cdafcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:12.585702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51824) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:12.737956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:12.745343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Deleting port 68d7242c-1a4e-44e0-a4e1-6f9c49a3491a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:12.745877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:12.818055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:12.818376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:12.829406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Calling delete_port for 68d7242c-1a4e-44e0-a4e1-6f9c49a3491a owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:13.036735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:13.063034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event deleted for resources: {'Port': ['ID=68d7242c-1a4e-44e0-a4e1-6f9c49a3491a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:13.127529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:13.127872 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Floating IP d01e72c2-30fe-4e76-91ac-416186a1ec6e disassociated (deleted). External IP: 172.26.2.55, port: 2a48a55f-82df-44d2-bca7-64fc81b31960. Apr 29 08:04:13.256914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49fc0248-af85-4d21-945e-91ba387dfc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:13.334769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:04:13.445558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:04:13.450254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:13.454822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:04:13.464809 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:13.465426 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:04:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:13.477256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ae41962f-c02a-4942-aa5b-c83fcc76f670 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "DELETE /v2.0/floatingips/d01e72c2-30fe-4e76-91ac-416186a1ec6e HTTP/1.1" status: 204 len: 168 time: 0.8904645 Apr 29 08:04:13.477926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:13.480322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aa8662-6939-4384-9371-ab306c2224d0" -d '{"events": [{"name": "network-changed", "server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:13.518920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece8fdf-2eb4-43c5-abed-3907dcc3716b x-openstack-request-id: req-3ece8fdf-2eb4-43c5-abed-3907dcc3716b {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:13.519325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:13.519576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ece8fdf-2eb4-43c5-abed-3907dcc3716b {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:13.520606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ece8fdf-2eb4-43c5-abed-3907dcc3716b'] response: {'name': 'network-changed', 'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'status': 'completed', 'code': 200} Apr 29 08:04:13.574362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:13.582310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-bcd2b411-642b-4959-8633-50f9e519eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:13.584476 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-bcd2b411-642b-4959-8633-50f9e519eff8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e228eaab7dc047949213c6f45494e006&device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 1099 time: 0.0414145 Apr 29 08:04:13.686727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-eedd866e-b1bc-4539-ba46-068e3b169568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:13.690088 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-eedd866e-b1bc-4539-ba46-068e3b169568 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 200 len: 912 time: 0.0977600 Apr 29 08:04:13.729875 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-cabe04fc-f987-4032-90a8-3c9f3ed11d1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 200 len: 217 time: 0.0352168 Apr 29 08:04:13.778141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:13.781272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-d09eb0b6-b020-4845-8c25-329244fe7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:13.782803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-d09eb0b6-b020-4845-8c25-329244fe7085 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 200 len: 850 time: 0.0462146 Apr 29 08:04:13.804099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:04:13.812328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:13.812939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:04:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:13.829465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-9b44f50c-28ee-442b-93c4-81867e1b998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:13.830998 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-9b44f50c-28ee-442b-93c4-81867e1b998c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25be7bf5-4007-480f-b705-f499d4734354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420580 Apr 29 08:04:13.926103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:13.960846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e347-228e-4ac1-af1d-ddee9dafde9c req-f26ddf93-b827-42bb-94b0-a17b11b1687d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:13.962329 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef31e347-228e-4ac1-af1d-ddee9dafde9c req-f26ddf93-b827-42bb-94b0-a17b11b1687d tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 946 time: 0.0704918 Apr 29 08:04:13.988168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-fc0aa297-932c-4e63-bd0f-6dc1d7ae2ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508605 Apr 29 08:04:14.029597 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef31e347-228e-4ac1-af1d-ddee9dafde9c req-67b988f7-09e6-45b2-8753-4405629c589b tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/security-groups?id=f51fa458-143e-4287-8a3d-b727e361fe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582135 Apr 29 08:04:14.093573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5aa8662-6939-4384-9371-ab306c2224d0 req-446c3597-4712-4c0a-8a68-59ad058fefce service neutron] 10.222.0.39 "GET /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974736 Apr 29 08:04:14.132392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:14.161952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f43c7-e65f-4d22-b2c3-626f1328186a None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T07:54:02Z', 'revision_number': 4, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a410a21c-efbf-4f28-8c97-29cdd85f7cb9', 'name': '', 'network_id': '25be7bf5-4007-480f-b705-f499d4734354', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'mac_address': 'fa:16:3e:ac:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '89044d52-e11b-448d-8832-c58495a309b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:59Z', 'updated_at': '2022-04-29T07:54:12Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'subnets': [{'id': '89044d52-e11b-448d-8832-c58495a309b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:04:14.365360 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e57cc9-c340-4b20-a274-99ad61f4b38a None None] New status for floating IP d01e72c2-30fe-4e76-91ac-416186a1ec6e: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:04:14.473711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-06b94619-9706-443e-b190-4f576ff0b394 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:14.473711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-06b94619-9706-443e-b190-4f576ff0b394 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 946 time: 0.0514054 Apr 29 08:04:14.555208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Deleting port 2a48a55f-82df-44d2-bca7-64fc81b31960 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:14.555466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:14.640479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] For port 2a48a55f-82df-44d2-bca7-64fc81b31960, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2a48a55f-82df-44d2-bca7-64fc81b31960,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:14.640843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:14.653757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Calling delete_port for 2a48a55f-82df-44d2-bca7-64fc81b31960 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:14.834465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:14.863233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event deleted for resources: {'Port': ['ID=2a48a55f-82df-44d2-bca7-64fc81b31960,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:14.906862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] No DVR routers for this DVR port 2a48a55f-82df-44d2-bca7-64fc81b31960 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:04:14.909309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:14.913318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-11f74374-7ea0-4e40-b710-b43e7ad9d6be req-03914a04-9c0e-4e05-9284-954ad5fd5382 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.39 "DELETE /v2.0/ports/2a48a55f-82df-44d2-bca7-64fc81b31960 HTTP/1.1" status: 204 len: 173 time: 0.4468679 Apr 29 08:04:15.022591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:15.131740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f6413b2f-4784-4ab8-a3f1-74d724b5ea02 req-b650d5b2-cde9-42c5-94d3-103f16662c5e tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 210 time: 0.0303786 Apr 29 08:04:15.521926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'name': 'network-vif-deleted', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:15.524197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7371f351-0411-4514-85d5-59838019a281" -d '{"events": [{"server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "name": "network-vif-deleted", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:15.561692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822c3b1-4a46-46c8-8a9d-6c0bdd7adaa7 x-openstack-request-id: req-1822c3b1-4a46-46c8-8a9d-6c0bdd7adaa7 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:15.561692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047f21fc-2c4f-4be9-9334-f38fae92ffac", "name": "network-vif-deleted", "tag": "2a48a55f-82df-44d2-bca7-64fc81b31960", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:15.561692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1822c3b1-4a46-46c8-8a9d-6c0bdd7adaa7 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:15.561692 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1822c3b1-4a46-46c8-8a9d-6c0bdd7adaa7'] response: {'server_uuid': '047f21fc-2c4f-4be9-9334-f38fae92ffac', 'name': 'network-vif-deleted', 'tag': '2a48a55f-82df-44d2-bca7-64fc81b31960', 'status': 'completed', 'code': 200} Apr 29 08:04:16.211699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:16.227431 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b07f85c-30bc-4574-a64c-426c2d11c3c7 req-ff4837ea-f3d8-476e-82e9-c1ede76da778 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 210 time: 0.0279708 Apr 29 08:04:16.685690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:17.322376 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0112940c-513c-46e8-b3e0-53a835462a18 req-e945e904-4827-497f-b77e-a98d6a337830 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 210 time: 0.0266368 Apr 29 08:04:17.369369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2a48a55f-82df-44d2-bca7-64fc81b31960 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:17.389508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 2a48a55f-82df-44d2-bca7-64fc81b31960 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:17.389921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2a48a55f-82df-44d2-bca7-64fc81b31960 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:18.413858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6096e59f-e12b-4502-be1c-bff347ad75cd req-ec2c993b-90a5-49c0-ba9b-3282fcecbbb9 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "GET /v2.0/ports?device_id=047f21fc-2c4f-4be9-9334-f38fae92ffac HTTP/1.1" status: 200 len: 210 time: 0.0257325 Apr 29 08:04:18.674454 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:04:19.469522 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51844) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:19.589801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Deleting port 1c9ae152-2901-4945-873d-fcfba585f021 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:19.590139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:19.666385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:19.666734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:19.678289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Calling delete_port for 1c9ae152-2901-4945-873d-fcfba585f021 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:19.862789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:19.888736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event deleted for resources: {'Port': ['ID=1c9ae152-2901-4945-873d-fcfba585f021,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:19.948554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:19.954611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:19.954611 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a56b6fcd-d300-485e-bd50-635a54edb068 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "DELETE /v2.0/floatingips/7bfde16f-f489-47a5-aa19-4814c724a381 HTTP/1.1" status: 204 len: 168 time: 0.4827931 Apr 29 08:04:23.380597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51860) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:23.440068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:23.464893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:23.576848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:23.579522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:23.583550 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] 10.222.0.16 "DELETE /v2.0/security-groups/f51fa458-143e-4287-8a3d-b727e361fe6a HTTP/1.1" status: 204 len: 168 time: 0.1991220 Apr 29 08:04:23.592542 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51fa458-143e-4287-8a3d-b727e361fe6a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:23.600223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.600847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.601185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.601519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.601852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.602180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.602528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.602856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.603181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.603504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.603822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.604154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4204ea7-66e1-4724-9bfa-4b41cef032c2 tempest-TestVolumeBootPattern-981164540 tempest-TestVolumeBootPattern-981164540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:23.699613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51866) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:24.171093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:24.407364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Deleting port a410a21c-efbf-4f28-8c97-29cdd85f7cb9 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:24.407705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:24.487580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] For port a410a21c-efbf-4f28-8c97-29cdd85f7cb9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:24.487945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:24.500537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Calling delete_port for a410a21c-efbf-4f28-8c97-29cdd85f7cb9 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:24.741035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:24.770796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Pushing event deleted for resources: {'Port': ['ID=a410a21c-efbf-4f28-8c97-29cdd85f7cb9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:24.931468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:25.454891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Router 5749c483-55c8-4474-b6b5-6892bb0b1cfc has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:04:25.558367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:04:25.566229 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1e1eb911-a2ad-4d27-8f94-0d3bba53546c admin admin] 10.222.0.16 "PUT /v2.0/routers/5749c483-55c8-4474-b6b5-6892bb0b1cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8626711 Apr 29 08:04:25.566229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51870) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:25.567528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57af8a-439a-4594-ae56-534ede387680 None None] Sync routers for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:04:25.577458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:25.578178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:04:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:25.673794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:25.682952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:25.776905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:25.854988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T08:04:24Z', 'revision_number': 5, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port': {'id': '31e90575-2eec-43f7-a101-af6071ce8d54', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:53:51Z', 'updated_at': '2022-04-29T07:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:25.885652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57af8a-439a-4594-ae56-534ede387680 None None] Checking router: 5749c483-55c8-4474-b6b5-6892bb0b1cfc for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:04:25.888617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Deleting port 31e90575-2eec-43f7-a101-af6071ce8d54 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:25.888959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:25.893836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] Routers {'5749c483-55c8-4474-b6b5-6892bb0b1cfc'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:25.894455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:04:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:25.969693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] For port 31e90575-2eec-43f7-a101-af6071ce8d54, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=31e90575-2eec-43f7-a101-af6071ce8d54,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:25.970372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:25.982614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] Set router 5749c483-55c8-4474-b6b5-6892bb0b1cfc gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:25.983984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Calling delete_port for 31e90575-2eec-43f7-a101-af6071ce8d54 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:26.182593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-db57af8a-439a-4594-ae56-534ede387680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T08:04:25Z', 'revision_number': 6, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:26.211054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57af8a-439a-4594-ae56-534ede387680 None None] The sync data for ids ['5749c483-55c8-4474-b6b5-6892bb0b1cfc'] in dv-neutron-839740-1-hyperv is: [{'id': '5749c483-55c8-4474-b6b5-6892bb0b1cfc', 'name': 'tempest-TestVolumeBootPattern-829012268-router', 'tenant_id': 'e228eaab7dc047949213c6f45494e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:53:49Z', 'updated_at': '2022-04-29T08:04:25Z', 'revision_number': 6, 'project_id': 'e228eaab7dc047949213c6f45494e006', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:04:26.222541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.248535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e90575-2eec-43f7-a101-af6071ce8d54,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:26.314534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.411140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.414111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.537100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.537548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5749c483-55c8-4474-b6b5-6892bb0b1cfc {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:04:26.542034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.543229 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9cc42b47-9a21-4917-b021-92cdef950167 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5749c483-55c8-4474-b6b5-6892bb0b1cfc HTTP/1.1" status: 204 len: 168 time: 0.9763658 Apr 29 08:04:26.545714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51872) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:26.608051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] Deleting subnet 89044d52-e11b-448d-8832-c58495a309b1 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:04:26.630533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.672322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.693837 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-599e2fb3-ac6a-4e9e-b074-11507ef66f46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014500 Apr 29 08:04:26.788614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.827918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-afb19ead-bde2-4f51-975c-6e52f50658b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:26.829409 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-afb19ead-bde2-4f51-975c-6e52f50658b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 1099 time: 0.0820360 Apr 29 08:04:26.930510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.961644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-309a13ba-fa59-4abc-99fb-6e3553c61d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:26.963175 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-309a13ba-fa59-4abc-99fb-6e3553c61d52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b604e459-4363-4e24-b3b6-0d8a77635ca5 HTTP/1.1" status: 200 len: 897 time: 0.1137073 Apr 29 08:04:26.970305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89044d52-e11b-448d-8832-c58495a309b1,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:26.971103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:26.975065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2d2fed52-81aa-40ed-8140-7d46cf3be392 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/89044d52-e11b-448d-8832-c58495a309b1 HTTP/1.1" status: 204 len: 168 time: 0.4281833 Apr 29 08:04:26.977105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51874) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:26.979375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a04df6-52cf-4d48-a100-061777be7c40 None None] Network 25be7bf5-4007-480f-b705-f499d4734354 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:04:27.043537 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-ced0e31e-971f-4ed7-a019-c5da418de6a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b97f302-3025-480f-9284-4e23cf768079 HTTP/1.1" status: 200 len: 1001 time: 0.0669549 Apr 29 08:04:27.058483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.098829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-dbcc08a3-c1af-4908-bae0-122b4a4ccd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:27.101223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-dbcc08a3-c1af-4908-bae0-122b4a4ccd87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eb1dce8-5569-4980-b2ae-db74afaaa249 HTTP/1.1" status: 200 len: 844 time: 0.0503998 Apr 29 08:04:27.133329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Deleting port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:27.134095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.162344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-9754a629-98e7-4006-a366-643ecdd98c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:27.164014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-9754a629-98e7-4006-a366-643ecdd98c68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b604e459-4363-4e24-b3b6-0d8a77635ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558212 Apr 29 08:04:27.188023 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] DHCP port deletion for 25be7bf5-4007-480f-b705-f499d4734354 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:04:27.210599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] For port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:27.211298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.227966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Calling delete_port for cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:27.243900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Deleting port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:27.244534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.266381 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-e5fa5c79-d1e1-4638-a54c-ca3314a3aed2 service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952592 Apr 29 08:04:27.312588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] For port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,segment=NetworkSegment(3e092e99-1da6-430f-9076-e2005f903da0),segment_id=3e092e99-1da6-430f-9076-e2005f903da0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:27.313404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.328860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Calling delete_port for cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:27.382666 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-259ada88-5a55-4b12-bc50-50c8415972d5 req-d34848c0-852c-4e35-9708-cafabeae64ed service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092706 Apr 29 08:04:27.422707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: from cryptography.utils import int_from_bytes Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: from cryptography.utils import int_from_bytes Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:04:27.423366 dv-neutron-839740-1-hyperv neutron-server[109783]: self.session.flush() Apr 29 08:04:27.430376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.451635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:27.454598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Pushing event deleted for resources: {'Port': ['ID=cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:27.457222 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] No DVR routers for this DVR port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:04:27.466112 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] No DVR routers for this DVR port cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.473240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.474268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.474268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.474268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a1672-9135-4640-a2a1-1838b9df5108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:27.526958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.546742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25be7bf5-4007-480f-b705-f499d4734354']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:27.556137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e092e99-1da6-430f-9076-e2005f903da0') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:27.556431 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e092e99-1da6-430f-9076-e2005f903da0') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:27.565352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.578760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.584714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:04:27.585024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:04:27.586690 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:04:27.702323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.707835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:27.713897 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] 10.222.0.16 "DELETE /v2.0/networks/25be7bf5-4007-480f-b705-f499d4734354 HTTP/1.1" status: 204 len: 168 time: 0.7323279 Apr 29 08:04:27.714060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51876) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:27.727995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56f5a8-6bb4-4d72-88a2-22a604b54bda admin admin] Pushing event deleted for resources: {'Network': ['ID=25be7bf5-4007-480f-b705-f499d4734354,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:28.000307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a410a21c-efbf-4f28-8c97-29cdd85f7cb9 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:28.021443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a410a21c-efbf-4f28-8c97-29cdd85f7cb9 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:28.021791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a410a21c-efbf-4f28-8c97-29cdd85f7cb9 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:28.022232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 31e90575-2eec-43f7-a101-af6071ce8d54 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:28.041342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 31e90575-2eec-43f7-a101-af6071ce8d54 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:28.041690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 31e90575-2eec-43f7-a101-af6071ce8d54 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:28.042103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:28.054278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:28.064506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:28.064860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device cbbcb15c-3f7c-4be0-b49c-9735fc5eb6f4 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:28.293285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Deleting port 42452a92-9ee3-44b0-901f-13f0ae2511f4 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:28.293528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:28.368675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] For port 42452a92-9ee3-44b0-901f-13f0ae2511f4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=42452a92-9ee3-44b0-901f-13f0ae2511f4,segment=NetworkSegment(23e9bdae-63c6-41f5-97b3-46a478711c43),segment_id=23e9bdae-63c6-41f5-97b3-46a478711c43)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:28.369006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:28.385028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Calling delete_port for 42452a92-9ee3-44b0-901f-13f0ae2511f4 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:28.625969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:28.651453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Pushing event deleted for resources: {'Port': ['ID=42452a92-9ee3-44b0-901f-13f0ae2511f4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:28.819985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:29.046767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Router fdb9e8ca-0642-4de0-9388-490957a9d5f1 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:04:29.165328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:04:29.170402 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e790abc-12c4-4147-b3d2-648531f8a636 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdb9e8ca-0642-4de0-9388-490957a9d5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4552732 Apr 29 08:04:29.173010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51878) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:29.174550 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] Sync routers for ids ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:04:29.183985 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] Routers {'fdb9e8ca-0642-4de0-9388-490957a9d5f1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:29.184863 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:04:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:29.278675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:29.292033 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] Set router fdb9e8ca-0642-4de0-9388-490957a9d5f1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:29.478802 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T08:04:28Z', 'revision_number': 5, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:29.510560 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] Checking router: fdb9e8ca-0642-4de0-9388-490957a9d5f1 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:04:29.519370 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] Routers {'fdb9e8ca-0642-4de0-9388-490957a9d5f1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:29.520001 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:04:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:29.628243 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] Set router fdb9e8ca-0642-4de0-9388-490957a9d5f1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:29.712203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:29.822066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Deleting port 3879a320-886e-463f-9be3-792d132dbc83 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:29.822321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:29.890163 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T08:04:28Z', 'revision_number': 5, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:29.900059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] For port 3879a320-886e-463f-9be3-792d132dbc83, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3879a320-886e-463f-9be3-792d132dbc83,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:29.900421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:29.913173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Calling delete_port for 3879a320-886e-463f-9be3-792d132dbc83 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:29.917102 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bb875-61be-4e9e-bdaa-333ea4704351 None None] The sync data for ids ['fdb9e8ca-0642-4de0-9388-490957a9d5f1'] in dv-neutron-839740-1-hyperv is: [{'id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'name': 'tempest-TestVolumeBootPattern-2133429631-router', 'tenant_id': '30280cca7ac043378c3914c5fa8093f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '3879a320-886e-463f-9be3-792d132dbc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:54:10Z', 'updated_at': '2022-04-29T08:04:28Z', 'revision_number': 5, 'project_id': '30280cca7ac043378c3914c5fa8093f2', 'gw_port': {'id': '3879a320-886e-463f-9be3-792d132dbc83', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9e8ca-0642-4de0-9388-490957a9d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:54:13Z', 'updated_at': '2022-04-29T07:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:04:30.151820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.179846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3879a320-886e-463f-9be3-792d132dbc83,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:30.245756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.332421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.335103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.459841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.460374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb9e8ca-0642-4de0-9388-490957a9d5f1 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:04:30.464612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.468114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c0116d6c-477e-41ab-bee0-cdd457eb7e6b admin admin] 10.222.0.16 "DELETE /v2.0/routers/fdb9e8ca-0642-4de0-9388-490957a9d5f1 HTTP/1.1" status: 204 len: 168 time: 1.2917390 Apr 29 08:04:30.468242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51880) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:30.516712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] Deleting subnet b9dc0795-c9e1-41dd-8ac8-5816af3b807e {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:04:30.519880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.554477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.634879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.751424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.775807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9dc0795-c9e1-41dd-8ac8-5816af3b807e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:30.779254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.782361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-72d81472-98dc-4fc6-b189-afbf954604fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b9dc0795-c9e1-41dd-8ac8-5816af3b807e HTTP/1.1" status: 204 len: 168 time: 0.3131723 Apr 29 08:04:30.785109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51882) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:30.788046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce889a6c-e2ce-44a4-a7ff-895c8b53c7eb None None] Network 45e95fd5-dc7e-4ba9-b7d5-502171c65744 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:04:30.850830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.904290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Deleting port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:30.904640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.971938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] DHCP port deletion for 45e95fd5-dc7e-4ba9-b7d5-502171c65744 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:04:30.972897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] For port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,segment=NetworkSegment(23e9bdae-63c6-41f5-97b3-46a478711c43),segment_id=23e9bdae-63c6-41f5-97b3-46a478711c43)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:30.973260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:30.986643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Calling delete_port for 2dc26fda-53d7-4b5f-81a1-4bec34bd403e owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:31.019351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] Deleting port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:04:31.019639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.085741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] For port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,segment=NetworkSegment(23e9bdae-63c6-41f5-97b3-46a478711c43),segment_id=23e9bdae-63c6-41f5-97b3-46a478711c43)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:31.086133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.098001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] Calling delete_port for 2dc26fda-53d7-4b5f-81a1-4bec34bd403e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:04:31.119678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.147467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] No DVR routers for this DVR port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:04:31.152121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:31.177120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.201668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] Pushing event deleted for resources: {'Port': ['ID=2dc26fda-53d7-4b5f-81a1-4bec34bd403e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:31.205154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbcac6-9373-4f3d-b909-2c6b0a30cef4 None None] No DVR routers for this DVR port 2dc26fda-53d7-4b5f-81a1-4bec34bd403e on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:04:31.227681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.247330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e95fd5-dc7e-4ba9-b7d5-502171c65744']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:31.256848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e9bdae-63c6-41f5-97b3-46a478711c43') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:31.257162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e9bdae-63c6-41f5-97b3-46a478711c43') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:31.266319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.279767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.285457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:04:31.285831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:04:31.288009 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:04:31.376578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.381833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.385098 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45e95fd5-dc7e-4ba9-b7d5-502171c65744 HTTP/1.1" status: 204 len: 168 time: 0.5990849 Apr 29 08:04:31.396409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495bb4e-92c5-4026-896e-c073cb93b3a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e95fd5-dc7e-4ba9-b7d5-502171c65744,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:31.722086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51886) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:31.760972 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7a0abba5-6da7-46ea-93b5-c27417f4e2a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e228eaab7dc047949213c6f45494e006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377142 Apr 29 08:04:31.764923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51888) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:31.810748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d597d25-a992-4589-aff2-038f8b106063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.831232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d597d25-a992-4589-aff2-038f8b106063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.943129 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d597d25-a992-4589-aff2-038f8b106063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.945710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5d597d25-a992-4589-aff2-038f8b106063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:31.946889 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5d597d25-a992-4589-aff2-038f8b106063 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f0025cf-ed44-410d-b5ce-6d2a3bd5a796 HTTP/1.1" status: 204 len: 168 time: 0.1810834 Apr 29 08:04:31.955530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d597d25-a992-4589-aff2-038f8b106063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0025cf-ed44-410d-b5ce-6d2a3bd5a796,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:32.006905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3879a320-886e-463f-9be3-792d132dbc83 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:32.026532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 3879a320-886e-463f-9be3-792d132dbc83 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:32.026882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3879a320-886e-463f-9be3-792d132dbc83 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:32.027289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2dc26fda-53d7-4b5f-81a1-4bec34bd403e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:32.048301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2dc26fda-53d7-4b5f-81a1-4bec34bd403e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:32.048643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2dc26fda-53d7-4b5f-81a1-4bec34bd403e not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:32.049055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 42452a92-9ee3-44b0-901f-13f0ae2511f4 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:32.068413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 42452a92-9ee3-44b0-901f-13f0ae2511f4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:04:32.072268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 42452a92-9ee3-44b0-901f-13f0ae2511f4 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:32.603874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51894) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:32.641903 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-17593fdc-6323-4db7-9234-534ef6fcdea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30280cca7ac043378c3914c5fa8093f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368659 Apr 29 08:04:32.644427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51896) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:32.694867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4068170-992d-42f4-9e76-6b19f11a5a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:32.715430 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4068170-992d-42f4-9e76-6b19f11a5a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:32.816256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4068170-992d-42f4-9e76-6b19f11a5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:32.818780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4068170-992d-42f4-9e76-6b19f11a5a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:32.819922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a4068170-992d-42f4-9e76-6b19f11a5a04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa5dd32f-b931-42af-9152-c8c1869a19e3 HTTP/1.1" status: 204 len: 168 time: 0.1746190 Apr 29 08:04:32.827547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4068170-992d-42f4-9e76-6b19f11a5a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5dd32f-b931-42af-9152-c8c1869a19e3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:41.181741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-818b1108-9f1c-4df9-a775-38f700ddf69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:42.708829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51902) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:04:42.736162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:42.938107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-73bde564-4a42-4d7c-8c78-bc118d6fd880 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:04:43.023745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-73bde564-4a42-4d7c-8c78-bc118d6fd880 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31259653'] for subnet, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:43.242450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-73bde564-4a42-4d7c-8c78-bc118d6fd880 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746383078584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30493271'] for subnet, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:43.279445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bde564-4a42-4d7c-8c78-bc118d6fd880 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:04:43.279590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-73bde564-4a42-4d7c-8c78-bc118d6fd880 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:43.283120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-73bde564-4a42-4d7c-8c78-bc118d6fd880 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/subnets/0eb1dce8-5569-4980-b2ae-db74afaaa249 HTTP/1.1" status: 200 len: 836 time: 0.5709879 Apr 29 08:04:43.283376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b4fd6-7877-4616-8652-ae49ce21fa5f None None] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:04:43.294787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bde564-4a42-4d7c-8c78-bc118d6fd880 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=0eb1dce8-5569-4980-b2ae-db74afaaa249,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:43.297226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6674580-3eb6-45e5-a11e-9e6b2a95d84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:43.674392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cf696ea8-3ee4-48b2-9ca7-1b51375beae9 None None] Provisioning complete for port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:04:43.674780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf696ea8-3ee4-48b2-9ca7-1b51375beae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:43.759952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cf696ea8-3ee4-48b2-9ca7-1b51375beae9 None None] Provisioning complete for port 42102156-96b8-4f84-9446-ab5f51860e24 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:04:43.760593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf696ea8-3ee4-48b2-9ca7-1b51375beae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:43.844952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cf696ea8-3ee4-48b2-9ca7-1b51375beae9 None None] Provisioning complete for port 0b97f302-3025-480f-9284-4e23cf768079 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:04:43.845315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf696ea8-3ee4-48b2-9ca7-1b51375beae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:45.019626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:46.167865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:46.671106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:04:55.672907 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:05:11.190495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc9d8-f25e-4bd1-85a0-0c458e105da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:12.756037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:13.261899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-147c4101-9a70-4d75-a305-17d0b2dc36d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:15.010543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:16.195865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:16.678784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:26.176744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51912) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:26.333786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 6695e58f-1450-4003-b1da-39c68931683a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:05:26.334042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:26.406885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:26.407209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:26.418450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 6695e58f-1450-4003-b1da-39c68931683a owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:05:26.670495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:26.697954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=6695e58f-1450-4003-b1da-39c68931683a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:26.721464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.721842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.722469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.722795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.723117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.723454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.723932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.724257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.724837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.725154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.725470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.725788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:26.767549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:26.767877 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 975702d0-f03f-4e4c-be98-6877bbe073bc disassociated (deleted). External IP: 172.26.2.15, port: 0b97f302-3025-480f-9284-4e23cf768079. Apr 29 08:05:26.972969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router a59c42db-43ed-4ebb-b436-b4bad75b523b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:05:27.079290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:05:27.084109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:27.088922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] Sync routers for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:05:27.098703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:27.099738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:27.110723 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-99b7d6a6-b6c8-413c-87c3-e44c4bd76743 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/975702d0-f03f-4e4c-be98-6877bbe073bc HTTP/1.1" status: 204 len: 168 time: 0.9328806 Apr 29 08:05:27.111412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'tag': '0b97f302-3025-480f-9284-4e23cf768079'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:27.113668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "tag": "0b97f302-3025-480f-9284-4e23cf768079"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:27.155465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a707f3-ce56-41fd-bdf2-2ede076ac40e x-openstack-request-id: req-14a707f3-ce56-41fd-bdf2-2ede076ac40e {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:27.161100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "tag": "0b97f302-3025-480f-9284-4e23cf768079", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:27.161100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14a707f3-ce56-41fd-bdf2-2ede076ac40e {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:27.161100 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a707f3-ce56-41fd-bdf2-2ede076ac40e'] response: {'name': 'network-changed', 'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'tag': '0b97f302-3025-480f-9284-4e23cf768079', 'status': 'completed', 'code': 200} Apr 29 08:05:27.216304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:27.222673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-c6269c48-4efa-454a-9d0f-e0e9e176e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:27.224322 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-c6269c48-4efa-454a-9d0f-e0e9e176e003 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 1099 time: 0.0469162 Apr 29 08:05:27.315488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-0468447f-3eb0-4243-8a1e-eac6dddebb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:27.317039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-0468447f-3eb0-4243-8a1e-eac6dddebb8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b604e459-4363-4e24-b3b6-0d8a77635ca5 HTTP/1.1" status: 200 len: 897 time: 0.0867352 Apr 29 08:05:27.365130 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-06741f96-5522-4874-9a93-d35a3ecc0458 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b97f302-3025-480f-9284-4e23cf768079 HTTP/1.1" status: 200 len: 217 time: 0.0408511 Apr 29 08:05:27.413151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-1fd209f9-8835-420f-ba34-278f5065eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:27.415256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-1fd209f9-8835-420f-ba34-278f5065eab3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eb1dce8-5569-4980-b2ae-db74afaaa249 HTTP/1.1" status: 200 len: 844 time: 0.0443845 Apr 29 08:05:27.429791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:27.456604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] Checking router: a59c42db-43ed-4ebb-b436-b4bad75b523b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:05:27.465835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:27.466789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:27.467328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-9fc363bb-3c8e-4eb8-a836-fb7efe25947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:27.468971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-9fc363bb-3c8e-4eb8-a836-fb7efe25947b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b604e459-4363-4e24-b3b6-0d8a77635ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476849 Apr 29 08:05:27.576816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:27.593859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542c973-6501-4ae5-8051-1fca6b49a626 req-7e3e98a5-1f2d-46d2-8164-bd6fcc463db1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:27.595449 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4542c973-6501-4ae5-8051-1fca6b49a626 req-7e3e98a5-1f2d-46d2-8164-bd6fcc463db1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 946 time: 0.1199799 Apr 29 08:05:27.626463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-be05e49f-5f72-46e4-abda-acfc35b9c744 service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498063 Apr 29 08:05:27.661655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4542c973-6501-4ae5-8051-1fca6b49a626 req-cf358494-3ec9-484f-b8da-300db1b65e14 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574305 Apr 29 08:05:27.743104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76f5cf01-5db0-4f0b-a1ca-d41e7ac6fa8e req-ed2d3c88-a260-44bf-b028-ac732a97cee1 service neutron] 10.222.0.39 "GET /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085496 Apr 29 08:05:27.779831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:27.806393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38f35a-ef3a-442e-8015-438ea1685a84 None None] The sync data for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv is: [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:02:31Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '42102156-96b8-4f84-9446-ab5f51860e24', 'name': '', 'network_id': 'b604e459-4363-4e24-b3b6-0d8a77635ca5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:2d:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:30Z', 'updated_at': '2022-04-29T08:02:33Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '0eb1dce8-5569-4980-b2ae-db74afaaa249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:05:28.019335 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcf64e-bf8c-4edd-b8ba-adf7cd5809e2 None None] New status for floating IP 975702d0-f03f-4e4c-be98-6877bbe073bc: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:05:28.807134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5ecaf-fa7c-45e1-9338-c7a3c3e85f1b req-166686d2-4a4f-43ae-b5c5-f4900ea93e72 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:28.808613 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ea5ecaf-fa7c-45e1-9338-c7a3c3e85f1b req-166686d2-4a4f-43ae-b5c5-f4900ea93e72 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 946 time: 0.0763555 Apr 29 08:05:28.820736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-938d0408-b85a-4097-9006-e33880baa187 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:28.823522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-938d0408-b85a-4097-9006-e33880baa187 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 946 time: 0.0635192 Apr 29 08:05:28.908179 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ea5ecaf-fa7c-45e1-9338-c7a3c3e85f1b req-fae64d3c-b743-4968-8412-c5a73dd9af5c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850425 Apr 29 08:05:28.936752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 0b97f302-3025-480f-9284-4e23cf768079 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:05:28.937019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:29.022573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 0b97f302-3025-480f-9284-4e23cf768079, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0b97f302-3025-480f-9284-4e23cf768079,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:29.022929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:29.036149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 0b97f302-3025-480f-9284-4e23cf768079 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:05:29.209880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:29.251509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=0b97f302-3025-480f-9284-4e23cf768079,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:29.288485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port 0b97f302-3025-480f-9284-4e23cf768079 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:05:29.290989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:29.294391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1ee54b0-4154-4d0b-a859-ddbaa422707d req-248c0048-8cb1-461c-b6d9-4465fe42bb3a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/0b97f302-3025-480f-9284-4e23cf768079 HTTP/1.1" status: 204 len: 173 time: 0.4657671 Apr 29 08:05:29.294856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'name': 'network-vif-deleted', 'tag': '0b97f302-3025-480f-9284-4e23cf768079'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:29.297592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d1451d-b3ac-4aeb-acbb-46cf2f1cef57" -d '{"events": [{"server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "name": "network-vif-deleted", "tag": "0b97f302-3025-480f-9284-4e23cf768079"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:29.337507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bff822-6c52-4820-bbfe-2504e6176174 x-openstack-request-id: req-06bff822-6c52-4820-bbfe-2504e6176174 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:29.337844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89ce17d-2e31-4111-a81c-8836be072195", "name": "network-vif-deleted", "tag": "0b97f302-3025-480f-9284-4e23cf768079", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:29.338097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06bff822-6c52-4820-bbfe-2504e6176174 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:29.338647 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bff822-6c52-4820-bbfe-2504e6176174'] response: {'server_uuid': 'a89ce17d-2e31-4111-a81c-8836be072195', 'name': 'network-vif-deleted', 'tag': '0b97f302-3025-480f-9284-4e23cf768079', 'status': 'completed', 'code': 200} Apr 29 08:05:30.165887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fb3954bd-7680-431c-b96a-609bbe6e684f req-e89f4eb7-d41c-43b3-b13d-39e0bc30a789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a89ce17d-2e31-4111-a81c-8836be072195 HTTP/1.1" status: 200 len: 210 time: 0.1751406 Apr 29 08:05:31.225209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51950) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:31.281216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4ff01d8-6701-4e55-a3f9-07b080f78d5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:31.306020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4ff01d8-6701-4e55-a3f9-07b080f78d5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:31.432535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4ff01d8-6701-4e55-a3f9-07b080f78d5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:31.435128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4ff01d8-6701-4e55-a3f9-07b080f78d5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:31.436305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a4ff01d8-6701-4e55-a3f9-07b080f78d5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac HTTP/1.1" status: 204 len: 168 time: 0.2101221 Apr 29 08:05:31.445542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff01d8-6701-4e55-a3f9-07b080f78d5a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e7fd4d-268f-4a36-a9a0-7c7bbd5154ac,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:31.539769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51954) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:31.889262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:32.135404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 42102156-96b8-4f84-9446-ab5f51860e24 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:05:32.135740 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:32.223565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 42102156-96b8-4f84-9446-ab5f51860e24, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=42102156-96b8-4f84-9446-ab5f51860e24,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:32.223846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:32.237014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 42102156-96b8-4f84-9446-ab5f51860e24 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:05:32.466801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:32.490876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=42102156-96b8-4f84-9446-ab5f51860e24,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:32.665575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:32.673053 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:05:32.872388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router a59c42db-43ed-4ebb-b436-b4bad75b523b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:05:32.972338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:05:32.977988 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c7efe662-eb6e-4d9c-907f-88594b1a82c8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/a59c42db-43ed-4ebb-b436-b4bad75b523b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4372079 Apr 29 08:05:32.980746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51956) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:32.983704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] Sync routers for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:05:32.998243 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:32.998902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:33.105878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:33.356380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet 0eb1dce8-5569-4980-b2ae-db74afaaa249 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:05:33.359420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.398791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.430597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:05:32Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:33.455567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] Checking router: a59c42db-43ed-4ebb-b436-b4bad75b523b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:05:33.464278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] Routers {'a59c42db-43ed-4ebb-b436-b4bad75b523b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:33.464888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['a59c42db-43ed-4ebb-b436-b4bad75b523b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:33.483789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.566259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] Set router a59c42db-43ed-4ebb-b436-b4bad75b523b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:33.607765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.637224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.642901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/0eb1dce8-5569-4980-b2ae-db74afaaa249 HTTP/1.1" status: 204 len: 168 time: 0.6587429 Apr 29 08:05:33.642901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19189bd-7b68-4874-b48d-2355ebabcd48 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb1dce8-5569-4980-b2ae-db74afaaa249,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:33.643685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51958) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:33.657825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d894f6d-3243-4682-b8a6-c8880c81ecaf None None] Network b604e459-4363-4e24-b3b6-0d8a77635ca5 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:05:33.749691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.765999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0b97f302-3025-480f-9284-4e23cf768079 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:05:33.808588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 0b97f302-3025-480f-9284-4e23cf768079 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:05:33.808939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0b97f302-3025-480f-9284-4e23cf768079 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:05:33.856070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.866184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:05:32Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:33.892691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6360-b454-43b3-b015-092ab47393c4 None None] The sync data for ids ['a59c42db-43ed-4ebb-b436-b4bad75b523b'] in dv-neutron-839740-1-hyperv is: [{'id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'name': 'tempest-TestNetworkBasicOps-router-1777795129', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:02:26Z', 'updated_at': '2022-04-29T08:05:32Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '0d946acb-480c-45e1-9910-a6c8d1439893', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c42db-43ed-4ebb-b436-b4bad75b523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:02:27Z', 'updated_at': '2022-04-29T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:05:33.918014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] DHCP port deletion for b604e459-4363-4e24-b3b6-0d8a77635ca5 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:05:33.967540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 0d946acb-480c-45e1-9910-a6c8d1439893 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:05:33.967886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:33.969648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Deleting port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:05:33.970021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.033514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] For port 398fc7bb-029c-48dd-9608-2ee25b3c30a4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=398fc7bb-029c-48dd-9608-2ee25b3c30a4,segment=NetworkSegment(129774c3-9c55-411b-9f33-9680e3ca4211),segment_id=129774c3-9c55-411b-9f33-9680e3ca4211)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:34.034242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.046258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Calling delete_port for 398fc7bb-029c-48dd-9608-2ee25b3c30a4 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:05:34.048497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 0d946acb-480c-45e1-9910-a6c8d1439893, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=0d946acb-480c-45e1-9910-a6c8d1439893,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:34.048860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.061182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 0d946acb-480c-45e1-9910-a6c8d1439893 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:05:34.196584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.225004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Pushing event deleted for resources: {'Port': ['ID=398fc7bb-029c-48dd-9608-2ee25b3c30a4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:34.236099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] No DVR routers for this DVR port 398fc7bb-029c-48dd-9608-2ee25b3c30a4 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:05:34.240789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.246553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9ad5c-6c22-4551-9dda-b47e75e97c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.282146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.298762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 42102156-96b8-4f84-9446-ab5f51860e24 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:05:34.309837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=0d946acb-480c-45e1-9910-a6c8d1439893,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:34.322637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 42102156-96b8-4f84-9446-ab5f51860e24 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:05:34.322637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 42102156-96b8-4f84-9446-ab5f51860e24 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:05:34.322637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 398fc7bb-029c-48dd-9608-2ee25b3c30a4 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:05:34.341447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 398fc7bb-029c-48dd-9608-2ee25b3c30a4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:05:34.341893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 398fc7bb-029c-48dd-9608-2ee25b3c30a4 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:05:34.378534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.470001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.472417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.598391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.598908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router a59c42db-43ed-4ebb-b436-b4bad75b523b {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:05:34.606384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.607532 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-04d1a44b-0183-48ca-a5b7-ac1e8fa96963 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/a59c42db-43ed-4ebb-b436-b4bad75b523b HTTP/1.1" status: 204 len: 168 time: 0.9627633 Apr 29 08:05:34.610179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51960) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:34.690820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.780503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.800613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b604e459-4363-4e24-b3b6-0d8a77635ca5']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:34.809596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129774c3-9c55-411b-9f33-9680e3ca4211') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:34.809894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129774c3-9c55-411b-9f33-9680e3ca4211') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:34.819112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.831779 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.838113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:05:34.838529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:05:34.846857 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:05:34.972800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.980729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:34.983502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/b604e459-4363-4e24-b3b6-0d8a77635ca5 HTTP/1.1" status: 204 len: 168 time: 0.3722513 Apr 29 08:05:34.997856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51962) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:35.001072 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edac5b-8c6e-44d7-9587-9e2a2e35dcb7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=b604e459-4363-4e24-b3b6-0d8a77635ca5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:35.004087 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--700304614', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:35.095414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:05:35.098915 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:35.125434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:05:35.134526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:35.134869 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment 61f37814-c8d4-4811-a650-05887f3320c3 of type vlan for network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 Apr 29 08:05:35.172779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:35.266505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:35.272110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:35.276511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:35.335507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:35.343055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.343402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.343742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.344074 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.344405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.344736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.345063 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.345391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.345714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.346036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.346358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.346718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:35.358656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:05:35.401990 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-43b94a89-7681-4375-9ee6-2234ec7111a7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4028325 Apr 29 08:05:35.404813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51966) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:35.409253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-64255138', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:35.506913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:35.508645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:35.562469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:36.027955 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0d946acb-480c-45e1-9910-a6c8d1439893 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:05:36.048475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 0d946acb-480c-45e1-9910-a6c8d1439893 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:05:36.048822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 0d946acb-480c-45e1-9910-a6c8d1439893 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:05:36.085112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:36.350968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:36.369436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:36.469541 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.202 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/3bd07e51-cdee-4820-b3ed-960ee32f26d2) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:05:36.564821 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:36.647439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:36.690081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:05:36.692901 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:36.696948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:05:36.702069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=3bd07e51-cdee-4820-b3ed-960ee32f26d2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:37.034928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:37.224649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:37.401216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router f94a2e32-36c3-437c-a480-69435ef368a5 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:05:37.504459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:05:37.513759 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Sync routers for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:05:37.522582 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:37.525369 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:37.574755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:37.578921 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3f697741-e541-4454-9e32-a7f358445837 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1702192 Apr 29 08:05:37.579158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51968) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:37.626459 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:37.740966 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dba79eeb-3a09-4e06-b190-4dd64a90bf32 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1583185 Apr 29 08:05:37.741217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51972) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:37.802943 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:36Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:37.824816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8130e72-aa05-4057-b3d2-d6faf90575d7 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:37.828989 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a8130e72-aa05-4057-b3d2-d6faf90575d7 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841646 Apr 29 08:05:37.829160 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Checking router: f94a2e32-36c3-437c-a480-69435ef368a5 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:05:37.829289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51974) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:37.829424 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Updating router f94a2e32-36c3-437c-a480-69435ef368a5 port 3bd07e51-cdee-4820-b3ed-960ee32f26d2 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:05:37.854332 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:37.858000 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-06e97f6f-55cb-4706-ace7-9453fafe6b68 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276859 Apr 29 08:05:37.860425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51976) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:37.865013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1069960400', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:38.018533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:05:38.021998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.095413 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.167219 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.223067 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Attempting to bind port 3bd07e51-cdee-4820-b3ed-960ee32f26d2 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:05:38.223351 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Attempting to bind port 3bd07e51-cdee-4820-b3ed-960ee32f26d2 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:05:38.223706 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Attempting to bind port 3bd07e51-cdee-4820-b3ed-960ee32f26d2 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:05:38.232326 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Pushing event updated for resources: {'Port': ['ID=3bd07e51-cdee-4820-b3ed-960ee32f26d2,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:38.235773 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:05:38.236133 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:05:38.236590 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.236972 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:05:38.237429 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Bound port: 3bd07e51-cdee-4820-b3ed-960ee32f26d2, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:05:38.237944 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.249972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.260701 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.261063 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.261402 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.261728 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.262050 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.262375 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.262718 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.263037 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.263355 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.263668 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.263979 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.264286 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:38.300397 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] For port 3bd07e51-cdee-4820-b3ed-960ee32f26d2, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:05:38.303508 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] For port 3bd07e51-cdee-4820-b3ed-960ee32f26d2, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3bd07e51-cdee-4820-b3ed-960ee32f26d2,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:05:38.309774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=f69f0952-7d70-4b76-8f15-699cfe2b34af,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:38.316948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:05:38.317298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: eec5191a-5ed0-4e75-bef9-a2f5bf2d0971, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:05:38.376024 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.403956 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:05:38.433094 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:38.433683 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:38.474207 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be481842-a11e-40f0-8cb2-203419461882 None None] Pushing event updated for resources: {'Port': ['ID=3bd07e51-cdee-4820-b3ed-960ee32f26d2,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:38.489799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, eec5191a-5ed0-4e75-bef9-a2f5bf2d0971) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:38.494599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:38.499396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.501895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab41ff8-f34b-47c3-b749-611129f2ab2d None None] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:05:38.547137 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:38.581156 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-946596bb-de5d-4382-9319-614575a1f620 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7197120 Apr 29 08:05:38.583942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51978) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:38.656722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:05:38.658198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:38.736504 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:36Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:38.764377 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a15f1-9b38-46c1-a9e4-88f77b2e499e None None] The sync data for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv is: [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:36Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:05:38.810894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Allocated IP 172.20.0.2 (eec5191a-5ed0-4e75-bef9-a2f5bf2d0971/f69f0952-7d70-4b76-8f15-699cfe2b34af/b3892242-76b6-4eb8-9948-a9d7f860a687) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:05:39.034032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.074145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.113015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.159408 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:05:39.164343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:39.168529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:05:39.177214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Pushing event updated for resources: {'Port': ['ID=b3892242-76b6-4eb8-9948-a9d7f860a687,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:39.235527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Attempting to bind port b3892242-76b6-4eb8-9948-a9d7f860a687 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:05:39.235931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Attempting to bind port b3892242-76b6-4eb8-9948-a9d7f860a687 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:05:39.236293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Attempting to bind port b3892242-76b6-4eb8-9948-a9d7f860a687 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:05:39.242544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:05:39.242544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Checking segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:05:39.242938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.243045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Bound using segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:05:39.243513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Bound port: b3892242-76b6-4eb8-9948-a9d7f860a687, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:05:39.243904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.312114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] For port b3892242-76b6-4eb8-9948-a9d7f860a687, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:05:39.315298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] For port b3892242-76b6-4eb8-9948-a9d7f860a687, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b3892242-76b6-4eb8-9948-a9d7f860a687,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:05:39.379415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (eec5191a-5ed0-4e75-bef9-a2f5bf2d0971/f69f0952-7d70-4b76-8f15-699cfe2b34af/bea9076f-2ee2-4ea6-8f09-36fb688aac15) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:05:39.393391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.466345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e59f41-5994-423b-83c8-daf9c914c4c9 None None] Pushing event updated for resources: {'Port': ['ID=b3892242-76b6-4eb8-9948-a9d7f860a687,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:39.511497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.625973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.680984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:05:39.684267 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:39.686787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:05:39.721492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=bea9076f-2ee2-4ea6-8f09-36fb688aac15,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:39.741355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:39.937207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.082627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3bd07e51-cdee-4820-b3ed-960ee32f26d2 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:40.130137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 3bd07e51-cdee-4820-b3ed-960ee32f26d2 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:40.130536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.208520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.221697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.229054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 3bd07e51-cdee-4820-b3ed-960ee32f26d2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3bd07e51-cdee-4820-b3ed-960ee32f26d2,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:40.307679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.335198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.336108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b3892242-76b6-4eb8-9948-a9d7f860a687 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:40.387800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=bea9076f-2ee2-4ea6-8f09-36fb688aac15,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:40.391309 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.414249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=3bd07e51-cdee-4820-b3ed-960ee32f26d2,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:40.424287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b3892242-76b6-4eb8-9948-a9d7f860a687 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:40.424657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.488580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:05:40.490103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:40.510392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.552415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port b3892242-76b6-4eb8-9948-a9d7f860a687, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b3892242-76b6-4eb8-9948-a9d7f860a687,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:40.638804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:40.717473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=b3892242-76b6-4eb8-9948-a9d7f860a687,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:40.916338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efb97b7-cddc-4ddf-935a-9aa2360db60a None None] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:05:40.958717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router f94a2e32-36c3-437c-a480-69435ef368a5 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:05:41.040792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a10d42f6-ba61-4e58-be1f-c9d4dc01a495 None None] Provisioning complete for port b3892242-76b6-4eb8-9948-a9d7f860a687 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:41.041170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a10d42f6-ba61-4e58-be1f-c9d4dc01a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:41.064265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:05:41.069574 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cb544f1c-b921-4ef7-9030-26e7f7017a2f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/f94a2e32-36c3-437c-a480-69435ef368a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4847269 Apr 29 08:05:41.072260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51980) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:41.080041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Sync routers for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:05:41.105706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:41.106376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:41.165646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b4871-051c-4296-9f36-130b6ef5944a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.166121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b4871-051c-4296-9f36-130b6ef5944a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.166816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b4871-051c-4296-9f36-130b6ef5944a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.167324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b4871-051c-4296-9f36-130b6ef5944a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.169048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d14b4871-051c-4296-9f36-130b6ef5944a tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.0957804 Apr 29 08:05:41.171736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51982) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:41.227170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c3ad1-96c2-431d-918b-5ed7ca794d2e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.227956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c3ad1-96c2-431d-918b-5ed7ca794d2e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.228598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c3ad1-96c2-431d-918b-5ed7ca794d2e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.229232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c3ad1-96c2-431d-918b-5ed7ca794d2e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:41.231141 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-db4c3ad1-96c2-431d-918b-5ed7ca794d2e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0584424 Apr 29 08:05:41.234205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51984) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:41.245457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da61c8b5-df6f-4fb3-aa10-4c1ea5b292cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:41.272282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:41.385858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c309bafa-2f54-4b5f-8135-6a1dfbb72c6e tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1467769 Apr 29 08:05:41.560060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a1cd6a97-7c78-43ad-ad11-f7979fd967d5 None None] Provisioning complete for port b3892242-76b6-4eb8-9948-a9d7f860a687 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:41.560535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1cd6a97-7c78-43ad-ad11-f7979fd967d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:41.723597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:41.725629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a1cd6a97-7c78-43ad-ad11-f7979fd967d5 None None] Provisioning complete for port bea9076f-2ee2-4ea6-8f09-36fb688aac15 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:41.728772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1cd6a97-7c78-43ad-ad11-f7979fd967d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:41.768728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Checking router: f94a2e32-36c3-437c-a480-69435ef368a5 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:05:41.769074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Updating router f94a2e32-36c3-437c-a480-69435ef368a5 port bea9076f-2ee2-4ea6-8f09-36fb688aac15 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:05:41.806913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:41.809072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd6a97-7c78-43ad-ad11-f7979fd967d5 None None] Port bea9076f-2ee2-4ea6-8f09-36fb688aac15 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:05:41.826657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51988) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:41.831474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-fadfea27-bac8-4684-8557-7e4dabe0d82e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878928525', 'description': 'tempest-secgroup-smoke-878928525 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:41.929801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fadfea27-bac8-4684-8557-7e4dabe0d82e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:41.955781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-96dd92a6-4fdd-4505-aa33-2cc079180711 None None] Provisioning complete for port bea9076f-2ee2-4ea6-8f09-36fb688aac15 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:41.956357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96dd92a6-4fdd-4505-aa33-2cc079180711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.008652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fadfea27-bac8-4684-8557-7e4dabe0d82e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.042666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-96dd92a6-4fdd-4505-aa33-2cc079180711 None None] Port bea9076f-2ee2-4ea6-8f09-36fb688aac15 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:05:42.049745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3bd07e51-cdee-4820-b3ed-960ee32f26d2 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:42.064242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fadfea27-bac8-4684-8557-7e4dabe0d82e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.097745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfea27-bac8-4684-8557-7e4dabe0d82e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:42.146421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fadfea27-bac8-4684-8557-7e4dabe0d82e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.147769 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fadfea27-bac8-4684-8557-7e4dabe0d82e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3201144 Apr 29 08:05:42.150984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51990) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:42.155558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-24f31b5f-ec10-4583-a728-06b352236bb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:42.162755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.165804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 3bd07e51-cdee-4820-b3ed-960ee32f26d2 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:42.166183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.230299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.271853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-24f31b5f-ec10-4583-a728-06b352236bb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.285050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b3892242-76b6-4eb8-9948-a9d7f860a687 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:42.322869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-24f31b5f-ec10-4583-a728-06b352236bb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.338887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8cfcd-8adc-4d9b-a0bf-298870942fab None None] Pushing event updated for resources: {'Port': ['ID=bea9076f-2ee2-4ea6-8f09-36fb688aac15,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:42.392707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-24f31b5f-ec10-4583-a728-06b352236bb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.409822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Attempting to bind port bea9076f-2ee2-4ea6-8f09-36fb688aac15 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:05:42.410198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Attempting to bind port bea9076f-2ee2-4ea6-8f09-36fb688aac15 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:05:42.410578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Attempting to bind port bea9076f-2ee2-4ea6-8f09-36fb688aac15 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:05:42.417054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b3892242-76b6-4eb8-9948-a9d7f860a687 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:42.417428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.417644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f31b5f-ec10-4583-a728-06b352236bb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e13571-8ac2-48d9-b56a-d3ae6186e020,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:42.419295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:05:42.420278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Checking segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:05:42.420278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.420508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Bound using segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:05:42.420866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Bound port: bea9076f-2ee2-4ea6-8f09-36fb688aac15, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:05:42.421242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.491758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-24f31b5f-ec10-4583-a728-06b352236bb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.493221 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-24f31b5f-ec10-4583-a728-06b352236bb0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409557 Apr 29 08:05:42.495918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51992) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:42.500520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d84aed3e-ad4a-432e-bf3e-65150effc4d9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:42.519174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] For port bea9076f-2ee2-4ea6-8f09-36fb688aac15, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:05:42.550985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] For port bea9076f-2ee2-4ea6-8f09-36fb688aac15, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bea9076f-2ee2-4ea6-8f09-36fb688aac15,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:05:42.572591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-dcd2ae3b-3e6f-4d44-88ed-ae79a766dc7d None None] Provisioning complete for port bea9076f-2ee2-4ea6-8f09-36fb688aac15 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:42.572957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ae3b-3e6f-4d44-88ed-ae79a766dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.581317 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d84aed3e-ad4a-432e-bf3e-65150effc4d9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.606038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.641040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2ae3b-3e6f-4d44-88ed-ae79a766dc7d None None] Port bea9076f-2ee2-4ea6-8f09-36fb688aac15 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:05:42.650093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d84aed3e-ad4a-432e-bf3e-65150effc4d9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.699300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8cfcd-8adc-4d9b-a0bf-298870942fab None None] Pushing event updated for resources: {'Port': ['ID=bea9076f-2ee2-4ea6-8f09-36fb688aac15,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:42.702153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:42.703084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:42.730058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d84aed3e-ad4a-432e-bf3e-65150effc4d9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.749247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aed3e-ad4a-432e-bf3e-65150effc4d9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100bffca-6cbd-45ac-9c1e-e827674bf85f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:42.790485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.812870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:42.817505 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d84aed3e-ad4a-432e-bf3e-65150effc4d9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.818864 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d84aed3e-ad4a-432e-bf3e-65150effc4d9 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219867 Apr 29 08:05:42.827189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51994) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:42.831916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9256420d-082f-4787-8ac1-b4db1ee8e120 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:42.934310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9256420d-082f-4787-8ac1-b4db1ee8e120 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:42.994584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9256420d-082f-4787-8ac1-b4db1ee8e120 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.002075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2b0501d1-ba85-4767-ae0c-c6621bdf703e None None] Provisioning complete for port bea9076f-2ee2-4ea6-8f09-36fb688aac15 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:43.002075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b0501d1-ba85-4767-ae0c-c6621bdf703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.067211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:42Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:43.078034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9256420d-082f-4787-8ac1-b4db1ee8e120 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.097080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256420d-082f-4787-8ac1-b4db1ee8e120 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4221dbaf-53a6-407b-bdb1-b32014dee81b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:43.113120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467452d9-8e70-478d-9c9c-7fe3fca2114b None None] The sync data for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv is: [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:42Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:05:43.125929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b0501d1-ba85-4767-ae0c-c6621bdf703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.174965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2b0501d1-ba85-4767-ae0c-c6621bdf703e None None] For port bea9076f-2ee2-4ea6-8f09-36fb688aac15, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bea9076f-2ee2-4ea6-8f09-36fb688aac15,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:43.181734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9256420d-082f-4787-8ac1-b4db1ee8e120 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.181734 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9256420d-082f-4787-8ac1-b4db1ee8e120 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504124 Apr 29 08:05:43.181734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 51996) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:43.186611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-3f9924b0-36b9-48a0-946d-4c61bcc948dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:43.246939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b0501d1-ba85-4767-ae0c-c6621bdf703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.275933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf8017d-f66b-40b9-abb5-327b94316c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.282074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f9924b0-36b9-48a0-946d-4c61bcc948dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.306037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0501d1-ba85-4767-ae0c-c6621bdf703e None None] Pushing event updated for resources: {'Port': ['ID=bea9076f-2ee2-4ea6-8f09-36fb688aac15,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:43.359886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f9924b0-36b9-48a0-946d-4c61bcc948dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.452729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f9924b0-36b9-48a0-946d-4c61bcc948dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.471450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9924b0-36b9-48a0-946d-4c61bcc948dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6baa8736-9fba-453a-a3ab-5c95f56f4da2,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:43.541061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3f9924b0-36b9-48a0-946d-4c61bcc948dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.542362 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3f9924b0-36b9-48a0-946d-4c61bcc948dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3596399 Apr 29 08:05:43.545616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 51998) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:43.550325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:43.641663 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:05:43.647314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.709002 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.784182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.802780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c077adc-cbc2-4f6c-9f8e-38642b6b7fb3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:43.894628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:43.895863 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-340e5a9d-3ecb-46bc-98b9-114fb46377d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3492000 Apr 29 08:05:43.898649 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52000) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:43.903602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:43.995740 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:05:44.001519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:44.069070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:44.081814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bea9076f-2ee2-4ea6-8f09-36fb688aac15 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:44.129649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port bea9076f-2ee2-4ea6-8f09-36fb688aac15 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:44.130024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:44.138350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:44.157628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924c1458-80c1-4676-92aa-03c7a4e1c2e0,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:44.232104 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:44.234568 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dfbae7c9-47c9-4744-a09f-3a5d50bade5b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332818 Apr 29 08:05:44.378697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-11756e77-1cfa-48fe-b9e6-5a8785bee445 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878928525&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0336626 Apr 29 08:05:44.485728 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-5fe90952-9a01-4555-b634-73879775551d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:44.487201 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-5fe90952-9a01-4555-b634-73879775551d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 796 time: 0.1011946 Apr 29 08:05:44.502120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-f10bcdb9-53e9-48de-9276-c8bbe9325966 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0085533 Apr 29 08:05:44.552435 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b0bb4070-1033-48ae-9eea-455d1103a945 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451305 Apr 29 08:05:44.689211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-3b63f2c9-9957-4925-9d0b-3ef594c58e2f service neutron] 10.222.0.16 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246278 Apr 29 08:05:44.781790 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-27a1b49a-16ce-4576-8c3a-f659b7b87e4f service neutron] 10.222.0.16 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863373 Apr 29 08:05:45.023960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:45.087219 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6969f5f2-30bf-4dee-b912-6c1928db0146 req-74b2892b-8c4b-4a01-a6ee-38413bdd07c1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 210 time: 0.0795560 Apr 29 08:05:45.685475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [req-55bc6339-e21c-4c56-8483-f40d24d18954 req-07ee1e11-7f63-43bd-9ffb-037f7955a035 service neutron] (109781) timed out ('10.222.0.39', 60508) {{(pid=109781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 29 08:05:46.192300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eacb667-7ba3-449a-8863-dc7a200e287c req-b63ca5dd-daf5-4711-946f-ea4cf7891a4f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Apr 29 08:05:46.261151 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:46.683401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:47.037668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-d36c16bd-217f-4b0a-b937-e90033528d34 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:47.039022 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-d36c16bd-217f-4b0a-b937-e90033528d34 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 796 time: 0.1031785 Apr 29 08:05:47.080884 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-9e95deb0-0af2-44c6-b8d8-d43adf883ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 379 time: 0.0334280 Apr 29 08:05:47.089925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:47.274059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:05:47.277918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:47.299600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3703c5a2-ba37-4de3-8b84-7a6216b2b7e2 req-878da4f7-7243-4163-9d7c-7b9734cfe815 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 210 time: 0.0416577 Apr 29 08:05:47.415551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.13 (eec5191a-5ed0-4e75-bef9-a2f5bf2d0971/f69f0952-7d70-4b76-8f15-699cfe2b34af/394af779-a700-420a-bcd2-77a95c1f95f5) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:05:47.548607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:47.650710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:47.693722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:05:47.697342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:47.701058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:05:47.707224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:47.755434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:47.756055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:47.846742 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-cf84bd9d-913e-4036-99e3-63309aead9f5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609131 Apr 29 08:05:47.895217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c73f579a-21a2-409e-9db6-3d80af31ebfe None None] Provisioning complete for port 394af779-a700-420a-bcd2-77a95c1f95f5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:47.897246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c73f579a-21a2-409e-9db6-3d80af31ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:47.902108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Request body: {'port': {'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:47.932447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c73f579a-21a2-409e-9db6-3d80af31ebfe None None] Port 394af779-a700-420a-bcd2-77a95c1f95f5 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:05:47.958553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:48.208708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394af779-a700-420a-bcd2-77a95c1f95f5 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:05:48.216307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:48.228535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Transition to ACTIVE for port object 394af779-a700-420a-bcd2-77a95c1f95f5 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:05:48.286874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:48.358568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Pushing event updated for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:48.439378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Attempting to bind port 394af779-a700-420a-bcd2-77a95c1f95f5 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:05:48.439782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Attempting to bind port 394af779-a700-420a-bcd2-77a95c1f95f5 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:05:48.440023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Attempting to bind port 394af779-a700-420a-bcd2-77a95c1f95f5 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:05:48.450707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a91f7-e948-4e4c-be48-0e9a673c09ed req-c9bc4555-d894-416f-8a0d-7d86f5b82942 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:48.452211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a8a91f7-e948-4e4c-be48-0e9a673c09ed req-c9bc4555-d894-416f-8a0d-7d86f5b82942 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 944 time: 0.0730388 Apr 29 08:05:48.454535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Port 394af779-a700-420a-bcd2-77a95c1f95f5 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:05:48.454865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Attempting to bind port 394af779-a700-420a-bcd2-77a95c1f95f5 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:05:48.462836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:05:48.463157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Checking segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:05:48.463469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Bound using segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:05:48.463890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Bound port: 394af779-a700-420a-bcd2-77a95c1f95f5, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:05:48.464245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:48.532855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a8a91f7-e948-4e4c-be48-0e9a673c09ed req-9ad8aec4-4123-4cee-a49e-b08104bd8059 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727096 Apr 29 08:05:48.554741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:05:48.558668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=394af779-a700-420a-bcd2-77a95c1f95f5,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:05:48.624407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:48.656844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:48.657666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:48.659096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] 10.222.0.39 "PUT /v2.0/ports/394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 1094 time: 0.8049285 Apr 29 08:05:48.661271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:48.664414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfab820-3a78-4205-a6b2-a44818c9cbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:48.690224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895390e-34b9-4c63-b773-5483b484e299 service neutron] Pushing event updated for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:48.707007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2f6e6-a823-417d-95d3-e342a6aefe85 x-openstack-request-id: req-e6d2f6e6-a823-417d-95d3-e342a6aefe85 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:48.707369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:48.707639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6d2f6e6-a823-417d-95d3-e342a6aefe85 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:48.708112 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d2f6e6-a823-417d-95d3-e342a6aefe85'] response: {'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5', 'status': 'completed', 'code': 200} Apr 29 08:05:48.769860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfab820-3a78-4205-a6b2-a44818c9cbaa req-c9926c41-f6ca-49e1-bb15-154517f40036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:48.771691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5dfab820-3a78-4205-a6b2-a44818c9cbaa req-c9926c41-f6ca-49e1-bb15-154517f40036 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1097 time: 0.0429811 Apr 29 08:05:48.873397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfab820-3a78-4205-a6b2-a44818c9cbaa req-03ec1260-9a35-4978-a0ff-c8bc4d96a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:48.874866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5dfab820-3a78-4205-a6b2-a44818c9cbaa req-03ec1260-9a35-4978-a0ff-c8bc4d96a2af service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0962133 Apr 29 08:05:48.966027 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfab820-3a78-4205-a6b2-a44818c9cbaa req-b147b0b8-b3fd-489d-9370-295bfff87837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:48.967424 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5dfab820-3a78-4205-a6b2-a44818c9cbaa req-b147b0b8-b3fd-489d-9370-295bfff87837 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855191 Apr 29 08:05:49.041442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-4f8a60aa-0898-4eac-8e81-60b7f381ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:49.042834 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-4f8a60aa-0898-4eac-8e81-60b7f381ffaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1097 time: 0.0396597 Apr 29 08:05:49.088573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-78a7abfc-63bf-4790-aae2-0e8d610b68c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 217 time: 0.0374851 Apr 29 08:05:49.136409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-64c1a81c-3100-4897-aed3-becd46e12de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:49.137778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-64c1a81c-3100-4897-aed3-becd46e12de1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0422840 Apr 29 08:05:49.182612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-5694ec9e-9ea8-4e2f-b272-c055cc7082b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:49.184011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-5694ec9e-9ea8-4e2f-b272-c055cc7082b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381341 Apr 29 08:05:49.272534 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-ae932bf7-5da3-4ee0-91b8-372763125422 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814939 Apr 29 08:05:49.359413 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4cfa826-a9be-49d0-b5eb-26b6fde24b25 req-51693623-4269-4ce7-b033-c4a337e00e77 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804777 Apr 29 08:05:49.650224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a7ab-6615-4fd4-bbbf-53be263aa25d req-0d0880be-32f8-4777-ae1c-204c5fee7da6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:49.651593 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0f1a7ab-6615-4fd4-bbbf-53be263aa25d req-0d0880be-32f8-4777-ae1c-204c5fee7da6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 944 time: 0.0531409 Apr 29 08:05:49.689139 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0f1a7ab-6615-4fd4-bbbf-53be263aa25d req-867e28a7-24bd-4f1d-b54a-03375ef47f2e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Apr 29 08:05:50.801731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751735a-dde5-4456-9988-1ca75dad5edb req-f12b9e53-1c68-4fa8-9e68-54ac8ab016c1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:50.803189 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4751735a-dde5-4456-9988-1ca75dad5edb req-f12b9e53-1c68-4fa8-9e68-54ac8ab016c1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 944 time: 0.0474975 Apr 29 08:05:50.840755 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4751735a-dde5-4456-9988-1ca75dad5edb req-228fe979-213b-4767-b3e0-e1e161a84266 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310700 Apr 29 08:05:51.830210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 394af779-a700-420a-bcd2-77a95c1f95f5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:05:51.924463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=394af779-a700-420a-bcd2-77a95c1f95f5,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:51.936077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '394af779-a700-420a-bcd2-77a95c1f95f5', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:05:51.954000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db689a8-4e6d-4007-9396-927f6a461fe6 req-0f528811-e6cf-4657-bb2d-53867e6fbda5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:51.955480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4db689a8-4e6d-4007-9396-927f6a461fe6 req-0f528811-e6cf-4657-bb2d-53867e6fbda5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 944 time: 0.0477846 Apr 29 08:05:51.971895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:51.988589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394af779-a700-420a-bcd2-77a95c1f95f5 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:05:51.999064 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4db689a8-4e6d-4007-9396-927f6a461fe6 req-2859765a-ffad-49fb-a520-65581663be9c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369759 Apr 29 08:05:52.007769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=394af779-a700-420a-bcd2-77a95c1f95f5,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:52.071813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:52.118748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:52.296766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['394af779-a700-420a-bcd2-77a95c1f95f5'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:05:53.114070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c190d18-c41a-46d8-9cf7-3811d049497f req-92012d70-9285-460b-819a-69646923734e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:53.115538 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c190d18-c41a-46d8-9cf7-3811d049497f req-92012d70-9285-460b-819a-69646923734e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Apr 29 08:05:53.153024 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c190d18-c41a-46d8-9cf7-3811d049497f req-c89da476-2c35-4597-94f3-2bb90ee8b2fe tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Apr 29 08:05:53.843443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 394af779-a700-420a-bcd2-77a95c1f95f5 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:53.944142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 394af779-a700-420a-bcd2-77a95c1f95f5 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:05:53.948263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 394af779-a700-420a-bcd2-77a95c1f95f5 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:05:53.948637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:54.028441 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:54.049893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:54.052276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d296316a-b89c-4c35-905e-c244c5f18aea" -d '{"events": [{"server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "name": "network-vif-plugged", "status": "completed", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:54.065141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=394af779-a700-420a-bcd2-77a95c1f95f5,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:54.087459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b701b-cf31-4724-9f18-6ce0361916fe x-openstack-request-id: req-d66b701b-cf31-4724-9f18-6ce0361916fe {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:54.087745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "name": "network-vif-plugged", "status": "completed", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:54.088063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d66b701b-cf31-4724-9f18-6ce0361916fe {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:54.088456 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66b701b-cf31-4724-9f18-6ce0361916fe'] response: {'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5', 'code': 200} Apr 29 08:05:54.123943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:54.169683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:54.265852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9ce6e-dc8d-4619-ab16-7a77ce7105ff req-23bbbb57-6bd4-466c-9f92-d26889ac445a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:54.267244 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3dd9ce6e-dc8d-4619-ab16-7a77ce7105ff req-23bbbb57-6bd4-466c-9f92-d26889ac445a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 946 time: 0.0477426 Apr 29 08:05:54.305647 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3dd9ce6e-dc8d-4619-ab16-7a77ce7105ff req-ae18b2ef-a734-47db-aa45-87e470bcab6c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 Apr 29 08:05:54.385441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f30801-d6f0-4b88-ab12-aef9caa5c55e req-1832abb7-3e80-467c-af58-a3453a46ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:54.386982 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-25f30801-d6f0-4b88-ab12-aef9caa5c55e req-1832abb7-3e80-467c-af58-a3453a46ed14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1099 time: 0.0397661 Apr 29 08:05:54.422383 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-25f30801-d6f0-4b88-ab12-aef9caa5c55e req-c1b279f4-1814-4f0f-b842-f928fc09ca02 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274575 Apr 29 08:05:55.426247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44bb22-9c55-46d7-8703-c52dc849ae31 req-25cfd0b9-0902-49c5-8cbf-c2dcb4b6ac61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:55.427744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c44bb22-9c55-46d7-8703-c52dc849ae31 req-25cfd0b9-0902-49c5-8cbf-c2dcb4b6ac61 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 946 time: 0.0535016 Apr 29 08:05:55.465595 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c44bb22-9c55-46d7-8703-c52dc849ae31 req-002c8709-b9f9-4d45-b126-c7d6f846235a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309436 Apr 29 08:05:56.578611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bb734-68b5-4cde-b7a8-29e2e0df4fa0 req-aec77ac5-9eb2-4a07-afe7-e11dad0ecc34 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:56.580052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e4bb734-68b5-4cde-b7a8-29e2e0df4fa0 req-aec77ac5-9eb2-4a07-afe7-e11dad0ecc34 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 946 time: 0.0485733 Apr 29 08:05:56.616925 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e4bb734-68b5-4cde-b7a8-29e2e0df4fa0 req-2c5ea46b-c7fb-41fa-8734-de6ca401708e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298595 Apr 29 08:05:56.730172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27304125-6746-4b83-9b85-ac4b143c6620 req-e11bdaeb-447c-4287-8780-def7393e15b5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:56.731627 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-27304125-6746-4b83-9b85-ac4b143c6620 req-e11bdaeb-447c-4287-8780-def7393e15b5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 946 time: 0.0496550 Apr 29 08:05:56.767181 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-27304125-6746-4b83-9b85-ac4b143c6620 req-7a4ffe60-859b-4d4f-9777-745e69427032 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295784 Apr 29 08:05:56.788325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52064) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:56.830074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f70774-6baa-412c-b9e1-277e41d9355b tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:56.831534 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-16f70774-6baa-412c-b9e1-277e41d9355b tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1094 time: 0.0422492 Apr 29 08:05:56.834252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52066) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:56.838960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:56.901228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:56.992165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:57.092982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.192 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/332b0490-2517-4d4d-88bb-a9737b14eb94) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:05:57.192761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:57.272452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:57.313723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:05:57.316507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:57.320016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:05:57.351741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=332b0490-2517-4d4d-88bb-a9737b14eb94,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:57.690956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:57.802974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:57.944054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:58.004089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:58.075158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=332b0490-2517-4d4d-88bb-a9737b14eb94,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:58.086365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:58.182401 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 79929735-7d61-4b00-b03b-c53e44ad44dc associated. External IP: 172.26.2.192, port: 394af779-a700-420a-bcd2-77a95c1f95f5. Apr 29 08:05:58.687616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router f94a2e32-36c3-437c-a480-69435ef368a5 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:05:58.790366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:05:58.800891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] Sync routers for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:05:58.810396 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:58.811022 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:58.865989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:58.894103 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-86349b2f-1ae7-4cd9-b388-aea629cfcab8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0588045 Apr 29 08:05:58.894861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:58.897127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24474f51-830e-41ca-bf3b-dcb441c22e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:58.897327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52068) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:58.943721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cd5344-52df-40c4-b1f6-55e966159f27 x-openstack-request-id: req-82cd5344-52df-40c4-b1f6-55e966159f27 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:58.944005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:58.944686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82cd5344-52df-40c4-b1f6-55e966159f27 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:58.944864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cd5344-52df-40c4-b1f6-55e966159f27'] response: {'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5', 'status': 'completed', 'code': 200} Apr 29 08:05:58.948119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3135250-2f70-4eec-8862-87e9efb68489 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:58.953015 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a3135250-2f70-4eec-8862-87e9efb68489 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1094 time: 0.0505958 Apr 29 08:05:59.006132 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:59.007173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-8d1acc51-9590-4f22-8e72-61e3727feaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:59.008908 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-8d1acc51-9590-4f22-8e72-61e3727feaf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1099 time: 0.0424802 Apr 29 08:05:59.097256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-a73343d3-485c-4e18-b469-a3921591ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:59.098887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-a73343d3-485c-4e18-b469-a3921591ca42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 897 time: 0.0839965 Apr 29 08:05:59.167302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-925331a3-a6fc-45dc-bef5-053a582dfa40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 1000 time: 0.0615470 Apr 29 08:05:59.217289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-cd77195f-a657-411e-9445-f39848dc1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:59.218974 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-cd77195f-a657-411e-9445-f39848dc1191 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0447948 Apr 29 08:05:59.235916 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:57Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:59.260718 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] Checking router: f94a2e32-36c3-437c-a480-69435ef368a5 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:05:59.266019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-30ac5a42-f707-49bb-84fe-87ed4cd95a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:05:59.267644 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-30ac5a42-f707-49bb-84fe-87ed4cd95a1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423200 Apr 29 08:05:59.269336 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:59.269939 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:05:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:59.379910 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-71ed8743-f49a-43ad-a0f1-f206e7c3fbc9 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055462 Apr 29 08:05:59.381660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52074) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:59.382026 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:59.386057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b3c9eeba-f491-4397-93b2-6e822a881c76 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885545017', 'description': 'tempest-secgroup-smoke-1885545017 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:59.488705 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24474f51-830e-41ca-bf3b-dcb441c22e7f req-2860f1ad-7c45-4865-bd86-f52113c5fdeb service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973673 Apr 29 08:05:59.506273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3c9eeba-f491-4397-93b2-6e822a881c76 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:59.573001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3c9eeba-f491-4397-93b2-6e822a881c76 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:59.613688 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:57Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:59.632128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3c9eeba-f491-4397-93b2-6e822a881c76 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:59.639898 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f394309-d7d3-4fbf-89df-c23dc49ec059 None None] The sync data for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv is: [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:57Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:05:59.672820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9eeba-f491-4397-93b2-6e822a881c76 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f8e2db-54db-4c7c-a882-742ee2651852,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:59.725974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b3c9eeba-f491-4397-93b2-6e822a881c76 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:59.727351 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b3c9eeba-f491-4397-93b2-6e822a881c76 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3447540 Apr 29 08:05:59.730735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52076) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:05:59.735017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4d09cb47-5329-4c80-b6a0-94709d936bca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'e5f8e2db-54db-4c7c-a882-742ee2651852', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:59.817580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d09cb47-5329-4c80-b6a0-94709d936bca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:59.833076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afa62d-3545-43a5-94f7-bf432be6f071 None None] New status for floating IP 79929735-7d61-4b00-b03b-c53e44ad44dc: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:05:59.874316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d09cb47-5329-4c80-b6a0-94709d936bca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:59.946944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d09cb47-5329-4c80-b6a0-94709d936bca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:05:59.967030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09cb47-5329-4c80-b6a0-94709d936bca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07599d9-c9f3-45ce-9654-d6c2cf622dbe,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:00.028665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d09cb47-5329-4c80-b6a0-94709d936bca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.029876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4d09cb47-5329-4c80-b6a0-94709d936bca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981873 Apr 29 08:06:00.032682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52078) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:00.038095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-08abd21d-cb6c-4c37-acd6-3daea99ceaee tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'e5f8e2db-54db-4c7c-a882-742ee2651852', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:00.125817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-08abd21d-cb6c-4c37-acd6-3daea99ceaee tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.180036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-08abd21d-cb6c-4c37-acd6-3daea99ceaee tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.246295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-08abd21d-cb6c-4c37-acd6-3daea99ceaee tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.261523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd21d-cb6c-4c37-acd6-3daea99ceaee tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9fd166-aa97-4b4c-bfb8-f6008ae10219,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:00.328932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-08abd21d-cb6c-4c37-acd6-3daea99ceaee tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.330080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-08abd21d-cb6c-4c37-acd6-3daea99ceaee tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2964544 Apr 29 08:06:00.332831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52080) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:00.337672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2f58bea2-444a-44f7-aad5-3b8c0c194269 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'e5f8e2db-54db-4c7c-a882-742ee2651852', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:00.416798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f58bea2-444a-44f7-aad5-3b8c0c194269 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.475647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f58bea2-444a-44f7-aad5-3b8c0c194269 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.563374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f58bea2-444a-44f7-aad5-3b8c0c194269 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.581933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58bea2-444a-44f7-aad5-3b8c0c194269 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b703201e-ddc0-404a-ab1d-4eea1b86a9c4,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:00.646039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2f58bea2-444a-44f7-aad5-3b8c0c194269 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.647642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2f58bea2-444a-44f7-aad5-3b8c0c194269 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3137913 Apr 29 08:06:00.650267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52082) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:00.654684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-10097701-ade6-49bb-8c78-a3c1a752c1af tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'e5f8e2db-54db-4c7c-a882-742ee2651852', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:00.733884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10097701-ade6-49bb-8c78-a3c1a752c1af tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.792387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10097701-ade6-49bb-8c78-a3c1a752c1af tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.854874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10097701-ade6-49bb-8c78-a3c1a752c1af tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.872169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10097701-ade6-49bb-8c78-a3c1a752c1af tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57c00d9-3699-4579-b753-988620232ace,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:00.937284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10097701-ade6-49bb-8c78-a3c1a752c1af tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:00.938678 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-10097701-ade6-49bb-8c78-a3c1a752c1af tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2872846 Apr 29 08:06:00.942066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52084) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:00.946531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'e5f8e2db-54db-4c7c-a882-742ee2651852', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:01.038054 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:06:01.043797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.101225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.186216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.203203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5f2215-b7af-42a9-9306-bba588fa95ee,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:01.273974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.275723 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a6871ce0-bcc1-48ee-8a53-782433024b65 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326612 Apr 29 08:06:01.278407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52086) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:01.282689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'e5f8e2db-54db-4c7c-a882-742ee2651852', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:01.357893 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:06:01.362749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.423127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.466297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.484820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b3b279-5f27-4465-ab11-f6336911867b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:01.542295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:01.543530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e220287c-2087-4012-a9a9-ca1aafc2df56 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2641084 Apr 29 08:06:01.678516 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-0bb24e45-e9e4-40d7-bfe2-d4b8cefe16e6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885545017&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0326345 Apr 29 08:06:01.784457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-5c72c866-1271-4797-a2c0-7091a35e4817 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:01.785792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-5c72c866-1271-4797-a2c0-7091a35e4817 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 796 time: 0.1000409 Apr 29 08:06:01.800251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-f5568bc4-7953-48db-813a-4dfcafa24605 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0086448 Apr 29 08:06:01.857735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-38b17cdb-8bb8-4de0-a773-2b48bbed0e74 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524046 Apr 29 08:06:01.949019 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-8df858d0-5534-4027-acca-2af909a9254c service neutron] 10.222.0.16 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792902 Apr 29 08:06:02.038774 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-434a4bcf-1df5-40b7-84b4-25e619d0abe7 service neutron] 10.222.0.16 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835454 Apr 29 08:06:02.256694 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e97a908d-5c16-4c68-a1e0-4322bcc9ff6b req-8c4b40d6-631b-4df3-b6a4-90704cc6c1ac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 210 time: 0.0273163 Apr 29 08:06:03.359821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a7417aa-5ab9-4dd8-9c82-b8e16da9b37e req-05a2d4e1-ed3c-4be0-ba4a-5e9db91ad101 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 210 time: 0.0327573 Apr 29 08:06:03.952854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-1a53e443-fabb-47c1-9dae-3c5f0aaa5ffe tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:03.954197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-1a53e443-fabb-47c1-9dae-3c5f0aaa5ffe tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 796 time: 0.1043584 Apr 29 08:06:04.000292 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-dfbe2cdb-bf63-4aad-917d-b7cb4cb740b8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 472 time: 0.0370989 Apr 29 08:06:04.009473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': '6e133712-3ef5-48c0-9e06-918a3203449d', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['e5f8e2db-54db-4c7c-a882-742ee2651852']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:04.223556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:06:04.228082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:04.354093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.9 (eec5191a-5ed0-4e75-bef9-a2f5bf2d0971/f69f0952-7d70-4b76-8f15-699cfe2b34af/b2ff6fc5-32ff-4faa-97fc-5c3aac924078) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:06:04.468237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3eb66573-4c4f-4737-9120-0b8a4a6f232e req-bbf1d76a-b75b-4897-b806-304743afb669 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 210 time: 0.0357573 Apr 29 08:06:04.510865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:04.592145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:04.634846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:06:04.637829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:06:04.641568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:06:04.647947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:04.697392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:04.698001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:04.775346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-e914bfd2-d0c4-41e3-858a-9ec195f0761b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7693799 Apr 29 08:06:04.789625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Request body: {'port': {'device_id': '6e133712-3ef5-48c0-9e06-918a3203449d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:04.846652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:04.898126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7bf50339-0391-462e-ae29-b1d94eb2f981 None None] Provisioning complete for port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:06:04.898765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bf50339-0391-462e-ae29-b1d94eb2f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:04.932217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7bf50339-0391-462e-ae29-b1d94eb2f981 None None] Port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:06:05.100123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ff6fc5-32ff-4faa-97fc-5c3aac924078 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:06:05.107872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:05.119842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Transition to ACTIVE for port object b2ff6fc5-32ff-4faa-97fc-5c3aac924078 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:06:05.168744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:05.235378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:05.290566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Attempting to bind port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:06:05.290902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Attempting to bind port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:06:05.291224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Attempting to bind port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:06:05.295813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:06:05.296258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Attempting to bind port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 on network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:06:05.301218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:06:05.301553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Checking segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:06:05.301928 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Bound using segment: {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:06:05.302344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Bound port: b2ff6fc5-32ff-4faa-97fc-5c3aac924078, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f37814-c8d4-4811-a650-05887f3320c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:06:05.302721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:05.368681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] For port b2ff6fc5-32ff-4faa-97fc-5c3aac924078, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:06:05.371626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] For port b2ff6fc5-32ff-4faa-97fc-5c3aac924078, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:06:05.470678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:05.501387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:05.501387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:05.501387 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] 10.222.0.39 "PUT /v2.0/ports/b2ff6fc5-32ff-4faa-97fc-5c3aac924078 HTTP/1.1" status: 200 len: 1093 time: 0.7157691 Apr 29 08:06:05.503342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:05.506059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811ee563-6994-4f44-ad0a-c44684043f32" -d '{"events": [{"name": "network-changed", "server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:05.535609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c277c-8bd8-4380-a2aa-97778b890e85 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:05.568835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b069f7f-f5be-4562-b5f8-d5103e1a6a95 x-openstack-request-id: req-5b069f7f-f5be-4562-b5f8-d5103e1a6a95 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:05.569119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:05.569371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b069f7f-f5be-4562-b5f8-d5103e1a6a95 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:05.569767 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b069f7f-f5be-4562-b5f8-d5103e1a6a95'] response: {'name': 'network-changed', 'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'status': 'completed', 'code': 200} Apr 29 08:06:05.625200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdfa4b-6c51-4f94-8bf6-09180143028e req-2c491fd7-f4da-47a3-ac6e-6d5b2c33bd87 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:05.625200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0abdfa4b-6c51-4f94-8bf6-09180143028e req-2c491fd7-f4da-47a3-ac6e-6d5b2c33bd87 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 943 time: 0.0825868 Apr 29 08:06:05.649900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee563-6994-4f44-ad0a-c44684043f32 req-4893bab6-23e9-4f83-983e-9a157a9d95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:05.651482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-811ee563-6994-4f44-ad0a-c44684043f32 req-4893bab6-23e9-4f83-983e-9a157a9d95df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 1096 time: 0.0709627 Apr 29 08:06:05.694204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0abdfa4b-6c51-4f94-8bf6-09180143028e req-83321672-efea-424c-a14a-acbc87798b37 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626323 Apr 29 08:06:05.762309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee563-6994-4f44-ad0a-c44684043f32 req-e89fe1db-a2d9-4824-b0f8-971b1b1575e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:05.763867 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-811ee563-6994-4f44-ad0a-c44684043f32 req-e89fe1db-a2d9-4824-b0f8-971b1b1575e9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1041086 Apr 29 08:06:05.859898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee563-6994-4f44-ad0a-c44684043f32 req-819b64ed-b235-40db-8e50-0cdae0137bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:05.861335 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-811ee563-6994-4f44-ad0a-c44684043f32 req-819b64ed-b235-40db-8e50-0cdae0137bdc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908027 Apr 29 08:06:05.937154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-522e5b97-ed55-44e0-a82a-e9fec8c20efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:05.938614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-522e5b97-ed55-44e0-a82a-e9fec8c20efd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 1096 time: 0.0400326 Apr 29 08:06:05.983657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-9a088629-dfd6-4c12-95d9-79f4f90d7cab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078 HTTP/1.1" status: 200 len: 217 time: 0.0377994 Apr 29 08:06:06.031739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-efd3fc7e-c1e7-4d48-b1d0-181dee1508b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:06.033168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-efd3fc7e-c1e7-4d48-b1d0-181dee1508b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0429370 Apr 29 08:06:06.077985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-bf565705-6d59-4fc2-8d51-a1b06e8a22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:06.079460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-bf565705-6d59-4fc2-8d51-a1b06e8a22b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395870 Apr 29 08:06:06.170439 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-9d51a156-49c4-4807-849c-a007452a6d33 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839322 Apr 29 08:06:06.260225 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c92dbf4c-23dd-46cd-b0d3-7ea6656ae933 req-d34162c0-25da-4925-b738-4d6d3f22c94b service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822680 Apr 29 08:06:06.810573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620eb31-b54f-4438-a1ef-204425fd3e84 req-b15ea12f-ad31-4b8a-a312-984e5f2d1d2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:06.812033 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b620eb31-b54f-4438-a1ef-204425fd3e84 req-b15ea12f-ad31-4b8a-a312-984e5f2d1d2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 943 time: 0.0492158 Apr 29 08:06:06.848299 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b620eb31-b54f-4438-a1ef-204425fd3e84 req-cc6742bd-7582-4b22-9154-04ab10f7a0d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303669 Apr 29 08:06:07.964509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f65c9-6f69-4ed6-a18b-759d38f8a4c2 req-0df8a6b4-3a08-43d2-9793-4ffd0e8f9977 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:07.965871 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-836f65c9-6f69-4ed6-a18b-759d38f8a4c2 req-0df8a6b4-3a08-43d2-9793-4ffd0e8f9977 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 943 time: 0.0521450 Apr 29 08:06:08.003601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-836f65c9-6f69-4ed6-a18b-759d38f8a4c2 req-39767037-5e6e-49b5-a297-e30561c34975 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Apr 29 08:06:09.115254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27621c-fb8d-4fa0-8f4a-d3a1514c105c req-d8f2affe-739c-472e-a801-5ada7e57c63c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:09.116695 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de27621c-fb8d-4fa0-8f4a-d3a1514c105c req-d8f2affe-739c-472e-a801-5ada7e57c63c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 943 time: 0.0482883 Apr 29 08:06:09.153548 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de27621c-fb8d-4fa0-8f4a-d3a1514c105c req-a9fe5f1a-246c-452c-9745-17034cb9c60f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Apr 29 08:06:09.672023 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:06:09.924519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b2ff6fc5-32ff-4faa-97fc-5c3aac924078 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:06:10.019359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b2ff6fc5-32ff-4faa-97fc-5c3aac924078, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:10.030754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'port_id': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'mac_address': 'fa:16:3e:5b:99:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:06:10.065944 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:10.081262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ff6fc5-32ff-4faa-97fc-5c3aac924078 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:06:10.100353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b2ff6fc5-32ff-4faa-97fc-5c3aac924078, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:10.264606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74e58d-5db4-4f7d-8997-54a6475cf352 req-a5227c26-9833-40ed-9108-a3822f61f82a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:10.266057 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef74e58d-5db4-4f7d-8997-54a6475cf352 req-a5227c26-9833-40ed-9108-a3822f61f82a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 943 time: 0.0482345 Apr 29 08:06:10.283512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:10.303979 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef74e58d-5db4-4f7d-8997-54a6475cf352 req-c73ea1e8-6907-41ee-aa22-0053710b82ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315254 Apr 29 08:06:10.331190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:10.513563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['b2ff6fc5-32ff-4faa-97fc-5c3aac924078'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:06:11.186184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1576c420-e461-4e4f-b15b-f5fa121a19dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:11.419365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e919d39-480f-4f21-9a24-95e30aa83448 req-0a5f2d91-09d9-47c3-a47b-5cfc0236b661 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:11.420783 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9e919d39-480f-4f21-9a24-95e30aa83448 req-0a5f2d91-09d9-47c3-a47b-5cfc0236b661 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 944 time: 0.0508161 Apr 29 08:06:11.456953 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9e919d39-480f-4f21-9a24-95e30aa83448 req-e6ccb04b-9983-405f-b4d2-eaec51f5c243 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302372 Apr 29 08:06:11.942364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b2ff6fc5-32ff-4faa-97fc-5c3aac924078 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:06:12.043048 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:06:12.047323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:06:12.047703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:12.126575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:12.148586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:12.151510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed210851-4b56-4e2d-9147-96b13aeee325" -d '{"events": [{"server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:12.164291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b2ff6fc5-32ff-4faa-97fc-5c3aac924078, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:12.186121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a797c420-f9cb-422f-8e77-c1e81d1fba6c x-openstack-request-id: req-a797c420-f9cb-422f-8e77-c1e81d1fba6c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:12.186410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:12.186986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a797c420-f9cb-422f-8e77-c1e81d1fba6c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:12.187111 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a797c420-f9cb-422f-8e77-c1e81d1fba6c'] response: {'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'code': 200} Apr 29 08:06:12.214450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:12.262265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:12.488314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f087a2-6878-4920-82f3-e7835a7ea6c0 req-77d62c9d-2c89-4a19-b794-fc2dea3bf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:12.489822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2f087a2-6878-4920-82f3-e7835a7ea6c0 req-77d62c9d-2c89-4a19-b794-fc2dea3bf3ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 1098 time: 0.0393572 Apr 29 08:06:12.526560 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2f087a2-6878-4920-82f3-e7835a7ea6c0 req-6d73911c-b4cc-4f33-8dab-072643b80339 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295095 Apr 29 08:06:12.570733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71e692-f2b8-478d-85e3-a29fda41d97c req-cdcde480-d039-4b9c-b894-fd91beb8dc49 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:12.572760 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0d71e692-f2b8-478d-85e3-a29fda41d97c req-cdcde480-d039-4b9c-b894-fd91beb8dc49 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 945 time: 0.0491359 Apr 29 08:06:12.609458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0d71e692-f2b8-478d-85e3-a29fda41d97c req-c7e13e38-e803-4bb2-9a1c-9cb3d5060352 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307720 Apr 29 08:06:12.729239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:13.236956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad9cd518-1aa8-4ab9-8cb4-1864fbfa12e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:13.734250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361624-5cf0-4906-91bd-827414aa4003 req-ae91bb96-31dc-4866-9e4b-d71442a8f24f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:13.735777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae361624-5cf0-4906-91bd-827414aa4003 req-ae91bb96-31dc-4866-9e4b-d71442a8f24f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 945 time: 0.0569296 Apr 29 08:06:13.774252 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae361624-5cf0-4906-91bd-827414aa4003 req-7c2e7eb5-9b2f-4a9e-858f-7e5f340cd64c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Apr 29 08:06:14.888198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa51c6-0a16-44f1-9167-b0a6e01efb7a req-a775ad2e-a041-4041-8241-e67a4a22dc14 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:14.889725 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7fa51c6-0a16-44f1-9167-b0a6e01efb7a req-a775ad2e-a041-4041-8241-e67a4a22dc14 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 945 time: 0.0492804 Apr 29 08:06:14.926506 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7fa51c6-0a16-44f1-9167-b0a6e01efb7a req-65c92932-dc4f-4d28-9f44-a9329a9e92a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Apr 29 08:06:15.014965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:15.044915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d523db-564d-4652-8e68-dbf90e7758a5 req-2b3d7a22-cf78-4f15-9be9-d8486326d839 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:15.047043 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c3d523db-564d-4652-8e68-dbf90e7758a5 req-2b3d7a22-cf78-4f15-9be9-d8486326d839 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 945 time: 0.0560074 Apr 29 08:06:15.098729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c3d523db-564d-4652-8e68-dbf90e7758a5 req-f6c9037a-21d1-4f5e-ac71-290d63d757c5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458136 Apr 29 08:06:15.119590 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52142) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:15.161636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b8d36-dda1-4824-b4ff-88b82bd95630 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:15.163124 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7a8b8d36-dda1-4824-b4ff-88b82bd95630 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 1093 time: 0.0426073 Apr 29 08:06:15.165797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52144) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:15.169915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:15.240774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:15.332800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:15.449928 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.197 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/734f3597-b031-440d-a0dd-8035aec973a2) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:06:15.548930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:15.658133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:15.704817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:06:15.708519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:06:15.712330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:06:15.718726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=734f3597-b031-440d-a0dd-8035aec973a2,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:16.080423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:16.197281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:16.245009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:16.396556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:16.465561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:16.530649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=734f3597-b031-440d-a0dd-8035aec973a2,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:16.542014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:16.639496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 4635c6e8-1617-454f-ae4b-62059ac44522 associated. External IP: 172.26.2.197, port: b2ff6fc5-32ff-4faa-97fc-5c3aac924078. Apr 29 08:06:16.671761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:17.170735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router f94a2e32-36c3-437c-a480-69435ef368a5 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:06:17.274473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:06:17.284715 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] Sync routers for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:06:17.294908 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:17.297131 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:17.356832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:17.384827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f1e20b47-b62f-4ca1-999e-1de0920a8ecd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2180452 Apr 29 08:06:17.385698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:17.387985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:17.400896 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:17.422761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf401b0-d37b-44f6-a777-e0fea233394c x-openstack-request-id: req-5bf401b0-d37b-44f6-a777-e0fea233394c {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:17.423045 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:17.423296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bf401b0-d37b-44f6-a777-e0fea233394c {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:17.423697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf401b0-d37b-44f6-a777-e0fea233394c'] response: {'name': 'network-changed', 'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'status': 'completed', 'code': 200} Apr 29 08:06:17.488386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-04109317-85f9-409e-8e12-fe24d97e2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:17.489864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-04109317-85f9-409e-8e12-fe24d97e2b49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 1098 time: 0.0405855 Apr 29 08:06:17.584868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-d8545321-7430-4e74-a021-aae38a693802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:17.586315 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-d8545321-7430-4e74-a021-aae38a693802 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 897 time: 0.0904450 Apr 29 08:06:17.629046 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '4635c6e8-1617-454f-ae4b-62059ac44522', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:5b:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e133712-3ef5-48c0-9e06-918a3203449d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:06:15Z', 'updated_at': '2022-04-29T08:06:15Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}, {'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:59Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:17.650990 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-65b7d1f8-04fc-4cf1-828b-ee16d582ec75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078 HTTP/1.1" status: 200 len: 999 time: 0.0581627 Apr 29 08:06:17.655002 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] Checking router: f94a2e32-36c3-437c-a480-69435ef368a5 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:06:17.663225 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:17.663833 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:17.702448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-f9493e48-cf6e-4b73-b845-d9e8cb639a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:17.703916 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-f9493e48-cf6e-4b73-b845-d9e8cb639a1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0438237 Apr 29 08:06:17.754264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-7f584936-0caf-41d4-b704-11939475a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:17.755780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-7f584936-0caf-41d4-b704-11939475a70e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443203 Apr 29 08:06:17.768724 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:17.845539 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-ebb2c200-00ce-4601-8a7c-a0a727000938 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819323 Apr 29 08:06:17.939560 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6ba3ddc-78d8-4b4c-8f87-f49dcf221ff6 req-8311d081-501c-4b01-97dc-85f166fb79f6 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Apr 29 08:06:17.989317 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '4635c6e8-1617-454f-ae4b-62059ac44522', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:5b:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e133712-3ef5-48c0-9e06-918a3203449d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:06:15Z', 'updated_at': '2022-04-29T08:06:15Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}, {'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:59Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:18.099031 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8205c4-c91f-479f-8a8f-460a4fcfa002 None None] The sync data for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv is: [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '4635c6e8-1617-454f-ae4b-62059ac44522', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:5b:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e133712-3ef5-48c0-9e06-918a3203449d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:06:15Z', 'updated_at': '2022-04-29T08:06:15Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}, {'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:59Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:06:18.268531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73ac8f-b02e-45c0-9d18-9520651ec6df None None] New status for floating IP 4635c6e8-1617-454f-ae4b-62059ac44522: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:06:30.628011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-fab3fba7-5f8f-4489-aad0-036c7faf10f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400531 Apr 29 08:06:30.712551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-b71682f3-80ae-42d4-b875-8a8a74599680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:30.714094 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-b71682f3-80ae-42d4-b875-8a8a74599680 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1099 time: 0.0420849 Apr 29 08:06:30.818213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-1aef3cee-cb8c-4212-b675-050f808bb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:30.819678 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-1aef3cee-cb8c-4212-b675-050f808bb85b service neutron] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 897 time: 0.0854197 Apr 29 08:06:30.884263 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-1e1fbfc2-750b-49fa-810a-30e0953d80c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 1002 time: 0.0565894 Apr 29 08:06:30.932113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-c09303cb-daff-4913-85c9-c22945e1ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:30.933559 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-c09303cb-daff-4913-85c9-c22945e1ac03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0423355 Apr 29 08:06:30.981757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-7ca92262-90ff-479c-b194-b8be19645ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:30.983226 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-7ca92262-90ff-479c-b194-b8be19645ea1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432401 Apr 29 08:06:31.087129 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-b05e0494-a217-4107-8544-e5c3de2d21a4 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970516 Apr 29 08:06:31.179967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc6750d1-bd7b-45ca-9719-0e8a1ce8d6ed req-7ba9d223-0454-4fd0-8c75-423113efb12d service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844448 Apr 29 08:06:41.207916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-167845ad-a4d5-4b1e-924b-dfa86eebda26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:42.731238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:43.271241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e616a591-8470-4f0f-961e-aa47bacbf00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:45.025950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:46.262804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:46.670557 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:06:46.685823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:50.312377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52160) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:50.372464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-03491c09-a7e0-48b1-b5be-a082deb84225 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/79929735-7d61-4b00-b03b-c53e44ad44dc HTTP/1.1" status: 200 len: 994 time: 0.0590129 Apr 29 08:06:51.103521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52168) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:51.109225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:51.171708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:51.311328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=394af779-a700-420a-bcd2-77a95c1f95f5,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:51.343740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:51.402361 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:51.441688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:51.442287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:51.443702 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/ports/394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 939 time: 0.3392770 Apr 29 08:06:51.444252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:51.447119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6288cbc7-8bfe-408b-af82-fb800db1355f" -d '{"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:51.473198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=6']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:51.480949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.481289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.481646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.481977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.482367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.482659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.482979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.483297 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.483616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.483982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.484304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.484747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db955-ab68-428e-ac8c-c3b393920c4e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:51.551336 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb73b3-17f1-4660-8a35-2dc6646f1329 x-openstack-request-id: req-0bfb73b3-17f1-4660-8a35-2dc6646f1329 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:51.551657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:51.551913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bfb73b3-17f1-4660-8a35-2dc6646f1329 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:51.552319 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfb73b3-17f1-4660-8a35-2dc6646f1329'] response: {'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5', 'status': 'completed', 'code': 200} Apr 29 08:06:51.616690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-ab9bc75c-94d7-48db-8fdc-0c85aff80ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:51.618851 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-ab9bc75c-94d7-48db-8fdc-0c85aff80ea4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1100 time: 0.0427520 Apr 29 08:06:51.643756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c545465b-2d06-46c8-b2d5-11ed23431b41 None None] Provisioning complete for port 394af779-a700-420a-bcd2-77a95c1f95f5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:06:51.644370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c545465b-2d06-46c8-b2d5-11ed23431b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:51.685767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c545465b-2d06-46c8-b2d5-11ed23431b41 None None] Port 394af779-a700-420a-bcd2-77a95c1f95f5 is administratively disabled so it will not transition to active. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Apr 29 08:06:51.714224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-f9c06041-5e05-433d-8c6b-ed0188bcbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:51.715648 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-f9c06041-5e05-433d-8c6b-ed0188bcbbee service neutron] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 897 time: 0.0908308 Apr 29 08:06:51.779507 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-de512989-27b2-4400-82d3-71f8b2564dca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 1003 time: 0.0567565 Apr 29 08:06:51.831342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-56805fb6-5a38-41a5-ac51-4a130238dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:51.832742 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-56805fb6-5a38-41a5-ac51-4a130238dcd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0466514 Apr 29 08:06:51.876778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-1739fde3-defa-4d7d-b549-a577a872a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:51.878198 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-1739fde3-defa-4d7d-b549-a577a872a8db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391500 Apr 29 08:06:51.963632 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-62e39d7a-6f4c-47c3-9e76-796d20680309 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786073 Apr 29 08:06:52.053875 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6288cbc7-8bfe-408b-af82-fb800db1355f req-4652360e-1704-47df-b69a-c3ba935ead58 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841630 Apr 29 08:06:54.829611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52178) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:54.834816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:54.894003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:55.037007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=394af779-a700-420a-bcd2-77a95c1f95f5,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:55.064914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:55.116435 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:55.155684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:55.156371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:55.157777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/ports/394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 938 time: 0.3271677 Apr 29 08:06:55.158326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:55.160654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6d797e-415d-48aa-beca-cf053f893dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:55.160826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52180) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:55.196806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=7']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.208391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8269b1f-c48e-4cc9-854a-8a5a589dfd32 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:55.234484 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-78891250-9ebd-441e-abb4-8f968768dfa8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/79929735-7d61-4b00-b03b-c53e44ad44dc HTTP/1.1" status: 200 len: 994 time: 0.0710373 Apr 29 08:06:55.278237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff830ccd-c002-46d1-83ea-ac45722a6596 x-openstack-request-id: req-ff830ccd-c002-46d1-83ea-ac45722a6596 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:55.278592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:55.278846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff830ccd-c002-46d1-83ea-ac45722a6596 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:55.279256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff830ccd-c002-46d1-83ea-ac45722a6596'] response: {'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5', 'status': 'completed', 'code': 200} Apr 29 08:06:55.351738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-596ce425-893d-4120-8a58-5166da159928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:55.353819 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-596ce425-893d-4120-8a58-5166da159928 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1099 time: 0.0458591 Apr 29 08:06:55.386750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['394af779-a700-420a-bcd2-77a95c1f95f5'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:06:55.443253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-03409791-0475-4d60-89e6-bf340deaa5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:55.444997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-03409791-0475-4d60-89e6-bf340deaa5ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 897 time: 0.0837531 Apr 29 08:06:55.448346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fbe12365-db27-4a2a-8733-0d4781b0bd16 None None] Provisioning complete for port 394af779-a700-420a-bcd2-77a95c1f95f5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:06:55.452994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbe12365-db27-4a2a-8733-0d4781b0bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:55.515602 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-b8149be2-5c53-4cbb-9fd5-f3d77a3246c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 1002 time: 0.0638769 Apr 29 08:06:55.563510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-bd66daea-b9dc-4748-99c9-e51b4e2b94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:55.564877 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-bd66daea-b9dc-4748-99c9-e51b4e2b94ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0431356 Apr 29 08:06:55.610250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-344fa7e5-a062-4822-b349-69401f6ef90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:55.611776 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-344fa7e5-a062-4822-b349-69401f6ef90b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404723 Apr 29 08:06:55.709518 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-479e1249-bfa2-4cd8-9a6d-c46de8bddf1a service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910099 Apr 29 08:06:55.796486 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6d797e-415d-48aa-beca-cf053f893dd2 req-76d99e06-7fe0-4b85-94f2-1d9ef500d57e service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797882 Apr 29 08:06:57.780698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52192) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:06:57.936377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 734f3597-b031-440d-a0dd-8035aec973a2 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:06:57.936638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:58.011237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:58.011561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:58.022608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 734f3597-b031-440d-a0dd-8035aec973a2 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:06:58.205477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:58.229428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=734f3597-b031-440d-a0dd-8035aec973a2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:58.291379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:58.291702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 4635c6e8-1617-454f-ae4b-62059ac44522 disassociated (deleted). External IP: 172.26.2.197, port: b2ff6fc5-32ff-4faa-97fc-5c3aac924078. Apr 29 08:06:58.492601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router f94a2e32-36c3-437c-a480-69435ef368a5 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:06:58.596210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:06:58.600866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:06:58.606811 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] Sync routers for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:06:58.616381 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:58.616987 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:58.627440 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5640b5b0-1508-4baf-9c34-84de1ddad194 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/4635c6e8-1617-454f-ae4b-62059ac44522 HTTP/1.1" status: 204 len: 168 time: 0.8456743 Apr 29 08:06:58.628043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:58.630260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a04b386-1072-4306-bdbd-4fb8ee002d92" -d '{"events": [{"name": "network-changed", "server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:58.669777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10302686-e2ea-433c-9f54-a8a552a088fb x-openstack-request-id: req-10302686-e2ea-433c-9f54-a8a552a088fb {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:58.670062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:58.670312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10302686-e2ea-433c-9f54-a8a552a088fb {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:58.670767 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10302686-e2ea-433c-9f54-a8a552a088fb'] response: {'name': 'network-changed', 'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'status': 'completed', 'code': 200} Apr 29 08:06:58.723661 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:58.735550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-5fae48f7-0f79-4876-a7ae-dd5e0dff9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:58.737101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-5fae48f7-0f79-4876-a7ae-dd5e0dff9d68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 1098 time: 0.0413289 Apr 29 08:06:58.835407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-9f0beec5-5b2f-4fae-ba72-2182fba88f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:58.837711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-9f0beec5-5b2f-4fae-ba72-2182fba88f30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 897 time: 0.0939322 Apr 29 08:06:58.879272 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-dbad973a-ef18-4054-a5c1-137d4661a550 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078 HTTP/1.1" status: 200 len: 217 time: 0.0345280 Apr 29 08:06:58.925680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-0d080371-5b4b-4815-b8ac-816ad93d40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:58.927144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-0d080371-5b4b-4815-b8ac-816ad93d40f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.0418274 Apr 29 08:06:58.951705 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:59Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:58.980844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-f9313217-44cc-4f80-98f8-9ed308b66174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:58.982343 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] Checking router: f94a2e32-36c3-437c-a480-69435ef368a5 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:06:58.982525 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-f9313217-44cc-4f80-98f8-9ed308b66174 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488334 Apr 29 08:06:58.990658 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:58.991252 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:59.095600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:59.096228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156e61f-a5e3-4d51-8e2a-eaa74458c12e req-80ef2f3f-bf57-45c0-93ca-69ff5b8fc034 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:06:59.097696 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0156e61f-a5e3-4d51-8e2a-eaa74458c12e req-80ef2f3f-bf57-45c0-93ca-69ff5b8fc034 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 945 time: 0.1073277 Apr 29 08:06:59.129110 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-2276fc24-65de-447f-84fb-133fe8d73fc7 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374900 Apr 29 08:06:59.153874 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0156e61f-a5e3-4d51-8e2a-eaa74458c12e req-b9590536-aee8-4fe6-a203-55f3c9246dd2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478594 Apr 29 08:06:59.229866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a04b386-1072-4306-bdbd-4fb8ee002d92 req-e1181b09-a38d-442c-83d7-5ddc74eb4af2 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900946 Apr 29 08:06:59.348627 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:59Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:59.375937 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fd47a-be5b-48de-8a8b-c0dddd39ac42 None None] The sync data for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv is: [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '79929735-7d61-4b00-b03b-c53e44ad44dc', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'port_id': '394af779-a700-420a-bcd2-77a95c1f95f5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'mac_address': 'fa:16:3e:34:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8847f81b-a98d-4332-8331-694b6b2c8922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:05:57Z', 'updated_at': '2022-04-29T08:05:59Z', 'revision_number': 1, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:06:59.568368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48c4f6-fe5c-4d23-b6cf-9f393c8907b3 None None] New status for floating IP 4635c6e8-1617-454f-ae4b-62059ac44522: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:07:00.300909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-62af2732-14b1-4028-92c3-c14a580d7964 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:00.302262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-62af2732-14b1-4028-92c3-c14a580d7964 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 945 time: 0.0804532 Apr 29 08:07:00.313238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cd58e-f268-4c94-8406-f6b9540405ee req-75fb70fb-6034-47af-8d0e-6db114754f0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:00.314601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-105cd58e-f268-4c94-8406-f6b9540405ee req-75fb70fb-6034-47af-8d0e-6db114754f0b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 945 time: 0.0669281 Apr 29 08:07:00.393815 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-105cd58e-f268-4c94-8406-f6b9540405ee req-624ff3b1-11a9-4b97-bd0a-e53c7b0f0ed1 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f8e2db-54db-4c7c-a882-742ee2651852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724306 Apr 29 08:07:00.419298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:07:00.419637 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:00.506775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port b2ff6fc5-32ff-4faa-97fc-5c3aac924078, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:00.507133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:00.519899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for b2ff6fc5-32ff-4faa-97fc-5c3aac924078 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:07:00.711218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:00.740483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=b2ff6fc5-32ff-4faa-97fc-5c3aac924078,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:00.780386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port b2ff6fc5-32ff-4faa-97fc-5c3aac924078 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:07:00.783094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:00.786527 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9879b80c-b3f8-49b3-8fcf-4b1c15fe1ea1 req-71db4555-4ada-49c4-9aaa-8c30079c25ff tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/b2ff6fc5-32ff-4faa-97fc-5c3aac924078 HTTP/1.1" status: 204 len: 173 time: 0.4710352 Apr 29 08:07:00.786971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'name': 'network-vif-deleted', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:00.789356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e45aadd-942f-4af5-82bb-b3f24c91c833" -d '{"events": [{"server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "name": "network-vif-deleted", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:00.824561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec8c299-7912-4e8b-8b70-02bcd5c60a14 x-openstack-request-id: req-3ec8c299-7912-4e8b-8b70-02bcd5c60a14 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:00.824847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e133712-3ef5-48c0-9e06-918a3203449d", "name": "network-vif-deleted", "tag": "b2ff6fc5-32ff-4faa-97fc-5c3aac924078", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:00.825103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ec8c299-7912-4e8b-8b70-02bcd5c60a14 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:00.825503 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec8c299-7912-4e8b-8b70-02bcd5c60a14'] response: {'server_uuid': '6e133712-3ef5-48c0-9e06-918a3203449d', 'name': 'network-vif-deleted', 'tag': 'b2ff6fc5-32ff-4faa-97fc-5c3aac924078', 'status': 'completed', 'code': 200} Apr 29 08:07:01.496732 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7cd6df2c-e7db-4f80-9a31-c5bf91f278d8 req-1d29e951-dbd2-4011-8c29-5c9a5042b1dd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e133712-3ef5-48c0-9e06-918a3203449d HTTP/1.1" status: 200 len: 210 time: 0.0258024 Apr 29 08:07:02.551472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52212) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:02.613175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16dd9bc3-5f16-4f06-8036-63d74bd719b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:02.638813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16dd9bc3-5f16-4f06-8036-63d74bd719b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:02.756674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16dd9bc3-5f16-4f06-8036-63d74bd719b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:02.759957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16dd9bc3-5f16-4f06-8036-63d74bd719b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:02.761111 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-16dd9bc3-5f16-4f06-8036-63d74bd719b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5f8e2db-54db-4c7c-a882-742ee2651852 HTTP/1.1" status: 204 len: 168 time: 0.2086623 Apr 29 08:07:02.770260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd9bc3-5f16-4f06-8036-63d74bd719b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f8e2db-54db-4c7c-a882-742ee2651852,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:02.855181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52216) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:03.014908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 332b0490-2517-4d4d-88bb-a9737b14eb94 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:07:03.015239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:03.087415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:03.087646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:03.099155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 332b0490-2517-4d4d-88bb-a9737b14eb94 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:07:03.322831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:03.348835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=332b0490-2517-4d4d-88bb-a9737b14eb94,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:03.413744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:03.414075 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 79929735-7d61-4b00-b03b-c53e44ad44dc disassociated (deleted). External IP: 172.26.2.192, port: 394af779-a700-420a-bcd2-77a95c1f95f5. Apr 29 08:07:03.624244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router f94a2e32-36c3-437c-a480-69435ef368a5 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:07:03.734439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:07:03.739296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:03.750910 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] Sync routers for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:07:03.762556 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:03.763156 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:03.769806 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bffe2920-8fa1-4586-83dc-5e7b2beae2e4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/79929735-7d61-4b00-b03b-c53e44ad44dc HTTP/1.1" status: 204 len: 168 time: 0.9112055 Apr 29 08:07:03.769806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:03.770468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0818f940-69e7-4a5d-a0c3-aecca41e9581" -d '{"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:03.833146 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10484621-0bff-4983-8b57-aed5f51c0d89 x-openstack-request-id: req-10484621-0bff-4983-8b57-aed5f51c0d89 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:03.833460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:03.833713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10484621-0bff-4983-8b57-aed5f51c0d89 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:03.834119 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10484621-0bff-4983-8b57-aed5f51c0d89'] response: {'name': 'network-changed', 'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5', 'status': 'completed', 'code': 200} Apr 29 08:07:03.883368 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:03.904516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-8ea5e585-c899-4b2b-8d99-e3f4129785e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:03.906369 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-8ea5e585-c899-4b2b-8d99-e3f4129785e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 1099 time: 0.0487394 Apr 29 08:07:03.997894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-06cac118-5dda-4c06-8530-65c2036221be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:03.999393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-06cac118-5dda-4c06-8530-65c2036221be service neutron] 10.222.0.39 "GET /v2.0/networks?id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 200 len: 897 time: 0.0867012 Apr 29 08:07:04.047016 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-56c70720-2926-48f1-96d2-4cbcb43ce769 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 200 len: 217 time: 0.0405848 Apr 29 08:07:04.106374 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:04.134460 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] Checking router: f94a2e32-36c3-437c-a480-69435ef368a5 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:07:04.146011 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:04.146756 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:04.220943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b2ff6fc5-32ff-4faa-97fc-5c3aac924078 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:04.244604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: b2ff6fc5-32ff-4faa-97fc-5c3aac924078 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:07:04.244949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b2ff6fc5-32ff-4faa-97fc-5c3aac924078 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:07:04.354892 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:04.461584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-3487e540-bd85-4960-a32e-54777fa44dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:04.463013 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-3487e540-bd85-4960-a32e-54777fa44dc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 200 len: 835 time: 0.4095328 Apr 29 08:07:04.487651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e01684-5878-4ec4-9e23-7e42202a00f6 req-d6efc253-e52c-4930-b8f0-273579b7d8ca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:04.489101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34e01684-5878-4ec4-9e23-7e42202a00f6 req-d6efc253-e52c-4930-b8f0-273579b7d8ca tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 946 time: 0.0680573 Apr 29 08:07:04.546792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34e01684-5878-4ec4-9e23-7e42202a00f6 req-fd603138-7dd2-489e-afd7-8edf79743382 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434880 Apr 29 08:07:04.548439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-3b6afaf3-72bc-4248-a2f1-4407ecccf815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:04.549807 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-3b6afaf3-72bc-4248-a2f1-4407ecccf815 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789289 Apr 29 08:07:04.556389 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:04.585137 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dafd7b-e649-4679-8516-c617a4edb611 None None] The sync data for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv is: [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bea9076f-2ee2-4ea6-8f09-36fb688aac15', 'name': '', 'network_id': 'eec5191a-5ed0-4e75-bef9-a2f5bf2d0971', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:fe:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:39Z', 'updated_at': '2022-04-29T08:05:43Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': 'f69f0952-7d70-4b76-8f15-699cfe2b34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:07:04.649364 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-03cececc-edf4-4547-aba3-9337aec65670 service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920386 Apr 29 08:07:04.749114 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0818f940-69e7-4a5d-a0c3-aecca41e9581 req-051a14da-1680-402b-a3d6-200841c2627d service neutron] 10.222.0.39 "GET /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926175 Apr 29 08:07:04.802455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1b8de-9fed-4c1c-8c42-2c7bee9eb882 None None] New status for floating IP 79929735-7d61-4b00-b03b-c53e44ad44dc: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:07:05.665711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-e536d36b-f658-4220-8bdd-a4d53844dccf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:05.667202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-e536d36b-f658-4220-8bdd-a4d53844dccf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 946 time: 0.0769210 Apr 29 08:07:05.680225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb858dd-154a-49e8-b516-6e1947b24eb9 req-ff573d7e-55d8-4f4c-9a24-fc7f09ef11ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:05.681074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4eb858dd-154a-49e8-b516-6e1947b24eb9 req-ff573d7e-55d8-4f4c-9a24-fc7f09ef11ae tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 946 time: 0.0623958 Apr 29 08:07:05.768956 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4eb858dd-154a-49e8-b516-6e1947b24eb9 req-847376de-2f5c-42ed-bf98-ebfc02a9e636 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809307 Apr 29 08:07:05.792636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 394af779-a700-420a-bcd2-77a95c1f95f5 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:07:05.792971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:05.876608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 394af779-a700-420a-bcd2-77a95c1f95f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=394af779-a700-420a-bcd2-77a95c1f95f5,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:05.876964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:05.889753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 394af779-a700-420a-bcd2-77a95c1f95f5 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:07:06.065184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:06.093348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=394af779-a700-420a-bcd2-77a95c1f95f5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:06.136838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port 394af779-a700-420a-bcd2-77a95c1f95f5 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:07:06.139199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:06.144210 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-98fdb0fa-e193-4fe0-928d-21c892f7c799 req-b63a9601-6af2-4e64-b5a1-955fb7a09386 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/394af779-a700-420a-bcd2-77a95c1f95f5 HTTP/1.1" status: 204 len: 173 time: 0.4605126 Apr 29 08:07:06.144210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'name': 'network-vif-deleted', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:06.145096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf873bf-15c7-4c18-9b25-683abb28870a" -d '{"events": [{"server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "name": "network-vif-deleted", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:06.180142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc86b3a-5677-4756-aad1-bf995d32f10c x-openstack-request-id: req-ffc86b3a-5677-4756-aad1-bf995d32f10c {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:06.184098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8847f81b-a98d-4332-8331-694b6b2c8922", "name": "network-vif-deleted", "tag": "394af779-a700-420a-bcd2-77a95c1f95f5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:06.184098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffc86b3a-5677-4756-aad1-bf995d32f10c {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:06.184098 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc86b3a-5677-4756-aad1-bf995d32f10c'] response: {'server_uuid': '8847f81b-a98d-4332-8331-694b6b2c8922', 'name': 'network-vif-deleted', 'tag': '394af779-a700-420a-bcd2-77a95c1f95f5', 'status': 'completed', 'code': 200} Apr 29 08:07:06.879876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08a60696-02c0-4873-ac1b-7c6db3d66e92 req-c779b001-2c48-4b3e-b76c-924f155efba5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=8847f81b-a98d-4332-8331-694b6b2c8922 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Apr 29 08:07:07.939861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52232) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:07.998089 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-36038f84-2046-4f65-b9f7-76e861c819a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:08.022733 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-36038f84-2046-4f65-b9f7-76e861c819a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:08.151170 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-36038f84-2046-4f65-b9f7-76e861c819a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:08.153797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-36038f84-2046-4f65-b9f7-76e861c819a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:08.154980 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-36038f84-2046-4f65-b9f7-76e861c819a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7 HTTP/1.1" status: 204 len: 168 time: 0.2150469 Apr 29 08:07:08.164341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36038f84-2046-4f65-b9f7-76e861c819a0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc19a9e-6b7f-4e22-9b31-6ac817cab2f7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:08.300327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52236) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:08.651755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:08.897307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port bea9076f-2ee2-4ea6-8f09-36fb688aac15 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:07:08.897650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:08.983162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port bea9076f-2ee2-4ea6-8f09-36fb688aac15, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bea9076f-2ee2-4ea6-8f09-36fb688aac15,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:08.983856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:08.999515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for bea9076f-2ee2-4ea6-8f09-36fb688aac15 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:07:09.253952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:09.280662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=bea9076f-2ee2-4ea6-8f09-36fb688aac15,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:09.448951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:09.657660 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router f94a2e32-36c3-437c-a480-69435ef368a5 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:07:09.763014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:07:09.768311 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-54204f84-7742-4f59-b208-685c43ef0de2 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/f94a2e32-36c3-437c-a480-69435ef368a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4669111 Apr 29 08:07:09.771068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52238) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:09.824223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet f69f0952-7d70-4b76-8f15-699cfe2b34af {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:07:09.827831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:09.870236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:09.887394 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] Sync routers for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:07:09.902409 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:09.902409 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:09.958890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.001586 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:10.079780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.106059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=f69f0952-7d70-4b76-8f15-699cfe2b34af,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:10.113767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.119466 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dfc83a64-cee2-4ada-900a-19ef3601a656 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/f69f0952-7d70-4b76-8f15-699cfe2b34af HTTP/1.1" status: 204 len: 168 time: 0.3449292 Apr 29 08:07:10.119722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52240) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:10.123838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541e57a-940d-4e19-9cb7-41bdef7b835c None None] Network eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:07:10.195542 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:07:09Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:10.223996 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] Checking router: f94a2e32-36c3-437c-a480-69435ef368a5 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:07:10.233103 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] Routers {'f94a2e32-36c3-437c-a480-69435ef368a5'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:10.233832 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:06:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['f94a2e32-36c3-437c-a480-69435ef368a5'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:10.234805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.249990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 394af779-a700-420a-bcd2-77a95c1f95f5 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:10.270380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 394af779-a700-420a-bcd2-77a95c1f95f5 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:07:10.270988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 394af779-a700-420a-bcd2-77a95c1f95f5 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:07:10.315193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] DHCP port deletion for eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:07:10.348833 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] Set router f94a2e32-36c3-437c-a480-69435ef368a5 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:10.364162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.368394 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Deleting port b3892242-76b6-4eb8-9948-a9d7f860a687 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:07:10.369040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.429990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] For port b3892242-76b6-4eb8-9948-a9d7f860a687, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b3892242-76b6-4eb8-9948-a9d7f860a687,segment=NetworkSegment(61f37814-c8d4-4811-a650-05887f3320c3),segment_id=61f37814-c8d4-4811-a650-05887f3320c3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:10.430403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.443236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Calling delete_port for b3892242-76b6-4eb8-9948-a9d7f860a687 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:07:10.469322 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 3bd07e51-cdee-4820-b3ed-960ee32f26d2 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:07:10.469688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.525077 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:07:09Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:10.555588 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037efb13-a810-4196-86bf-1cd31855b994 None None] The sync data for ids ['f94a2e32-36c3-437c-a480-69435ef368a5'] in dv-neutron-839740-1-hyperv is: [{'id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'name': 'tempest-TestNetworkBasicOps-router-64255138', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:05:35Z', 'updated_at': '2022-04-29T08:07:09Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': '3bd07e51-cdee-4820-b3ed-960ee32f26d2', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a2e32-36c3-437c-a480-69435ef368a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:05:36Z', 'updated_at': '2022-04-29T08:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:07:10.559080 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 3bd07e51-cdee-4820-b3ed-960ee32f26d2, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3bd07e51-cdee-4820-b3ed-960ee32f26d2,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:10.559545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.571890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 3bd07e51-cdee-4820-b3ed-960ee32f26d2 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:07:10.596644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.621662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Pushing event deleted for resources: {'Port': ['ID=b3892242-76b6-4eb8-9948-a9d7f860a687,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:10.625809 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] No DVR routers for this DVR port b3892242-76b6-4eb8-9948-a9d7f860a687 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:07:10.632336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.632679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.633014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.633349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.633675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.637439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.637439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.637656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.637841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.638172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.638518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.638841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198e09a-1e50-40e2-9354-1f0554178746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:10.796531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.822777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=3bd07e51-cdee-4820-b3ed-960ee32f26d2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:10.881804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.977496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:10.980046 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.079587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.080150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router f94a2e32-36c3-437c-a480-69435ef368a5 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:07:11.087947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.089065 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1f926758-2448-4ad5-81f6-61f78dc1cf75 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/f94a2e32-36c3-437c-a480-69435ef368a5 HTTP/1.1" status: 204 len: 168 time: 0.9684331 Apr 29 08:07:11.092061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52242) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:11.171819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.200860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3b1012a-0e72-443f-b505-c3377c6523fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.263955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.283146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec5191a-5ed0-4e75-bef9-a2f5bf2d0971']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:11.292445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f37814-c8d4-4811-a650-05887f3320c3') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:11.292734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f37814-c8d4-4811-a650-05887f3320c3') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:11.301667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.315445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.321084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:07:11.325555 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:07:11.442141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.448776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.451832 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/eec5191a-5ed0-4e75-bef9-a2f5bf2d0971 HTTP/1.1" status: 204 len: 168 time: 0.3587856 Apr 29 08:07:11.464198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d70e13-55fc-4ec4-ae4e-fbd4e3341af0 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=eec5191a-5ed0-4e75-bef9-a2f5bf2d0971,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:11.480276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52244) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:11.485116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'network': {'name': 'tempest-network-smoke--1081950703', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'port_security_enabled': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:11.579266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:07:11.582830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.607065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:07:11.615293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.615627 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Added segment e1557601-d078-4742-b832-adeb075a9b03 of type vlan for network 6f20e09e-1696-4eed-9a51-ba49e31cb393 Apr 29 08:07:11.658215 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.739598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.745163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:11.749424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.807841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Network': ['ID=6f20e09e-1696-4eed-9a51-ba49e31cb393,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:11.818137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:07:11.833082 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5847617a-1b73-4353-8789-3b3e5bde60b6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3491304 Apr 29 08:07:11.833288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52246) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:11.837663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'admin_state_up': True, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:11.925227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.926295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:11.983169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:12.071819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3bd07e51-cdee-4820-b3ed-960ee32f26d2 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:12.092759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 3bd07e51-cdee-4820-b3ed-960ee32f26d2 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:07:12.093104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3bd07e51-cdee-4820-b3ed-960ee32f26d2 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:07:12.093513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b3892242-76b6-4eb8-9948-a9d7f860a687 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:12.112950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: b3892242-76b6-4eb8-9948-a9d7f860a687 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:07:12.113295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b3892242-76b6-4eb8-9948-a9d7f860a687 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:07:12.113724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bea9076f-2ee2-4ea6-8f09-36fb688aac15 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:12.133227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: bea9076f-2ee2-4ea6-8f09-36fb688aac15 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:07:12.133571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bea9076f-2ee2-4ea6-8f09-36fb688aac15 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:07:12.189755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:12.449531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:12.468104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:12.569146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.16 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/db0d471f-4db6-4836-a948-72cd43b86faa) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:07:12.667666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:12.747818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:12.777372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:12.820323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:07:12.823696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:07:12.827284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:07:12.849532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=db0d471f-4db6-4836-a948-72cd43b86faa,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:13.209791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:13.241946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-065f8162-b4f9-4f2a-947a-5ad6d977af3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:13.402680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:13.605210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:07:13.705741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:07:13.715666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Sync routers for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:07:13.724836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:13.725442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:13.769802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:13.771097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b7661790-6ca8-41d5-92a1-db90d00a6513 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9369509 Apr 29 08:07:13.774262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52248) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:13.804230 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e2c80ed9-93c6-4a44-8e95-463266d49230 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5b98c29b4eb548d8af18c038b94666d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288444 Apr 29 08:07:13.807794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52250) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:13.829608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:13.891874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c44c2-39bc-47dc-b3d3-c64b7cd7b9ee tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:13.893370 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0e7c44c2-39bc-47dc-b3d3-c64b7cd7b9ee tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846055 Apr 29 08:07:13.896311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52252) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:13.922917 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c096b7de-d165-42d0-ad1d-9b8e8742a00b tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255773 Apr 29 08:07:13.925347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:13.929879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673229019', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:14.073743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:07:14.077418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.151435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:12Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:14.177391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Checking router: 3e481bc5-adb5-4f21-9cf0-8013b1e22847 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:07:14.177789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Updating router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 port db0d471f-4db6-4836-a948-72cd43b86faa binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:07:14.202639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.328189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.388668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Subnet': ['ID=70cba3a1-6d11-4608-a7a4-9da8559bec51,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:14.395514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Checking segment: {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:07:14.395874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network hostable DHCP agents. Network: 6f20e09e-1696-4eed-9a51-ba49e31cb393, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:07:14.454731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.459241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:07:14.544677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.567713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 6f20e09e-1696-4eed-9a51-ba49e31cb393) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:07:14.572248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:14.572853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.582852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bddd9bc-31d7-4f1a-8cea-2c55278c70a1 None None] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:07:14.618979 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4a602-cc17-4d91-b0d9-eb963cc27ea6 None None] Pushing event updated for resources: {'Port': ['ID=db0d471f-4db6-4836-a948-72cd43b86faa,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:14.627640 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-39cc0b45-556a-4801-ae09-022ba8feae5f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7013030 Apr 29 08:07:14.630330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52256) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:14.646378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Attempting to bind port db0d471f-4db6-4836-a948-72cd43b86faa on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:07:14.646766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Attempting to bind port db0d471f-4db6-4836-a948-72cd43b86faa by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:07:14.647121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Attempting to bind port db0d471f-4db6-4836-a948-72cd43b86faa on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:07:14.661842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:07:14.662197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:07:14.662629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.663015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:07:14.663480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Bound port: db0d471f-4db6-4836-a948-72cd43b86faa, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:07:14.663853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.751386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] For port db0d471f-4db6-4836-a948-72cd43b86faa, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:07:14.768551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] For port db0d471f-4db6-4836-a948-72cd43b86faa, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db0d471f-4db6-4836-a948-72cd43b86faa,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:07:14.803942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-6f20e09e-1696-4eed-9a51-ba49e31cb393', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:07:14.804794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.815514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:14.956822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4a602-cc17-4d91-b0d9-eb963cc27ea6 None None] Pushing event updated for resources: {'Port': ['ID=db0d471f-4db6-4836-a948-72cd43b86faa,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:14.959388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:14.960598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:15.098413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.116372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Allocated IP 172.20.0.2 (6f20e09e-1696-4eed-9a51-ba49e31cb393/70cba3a1-6d11-4608-a7a4-9da8559bec51/f2ea88cd-335f-4bef-bf76-6ce87499fef4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:07:15.135627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:15.388349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.414363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.431228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:12Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:15.457178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d1c1-e04e-4332-8871-cb5729b5eed6 None None] The sync data for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv is: [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:12Z', 'revision_number': 3, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:07:15.494620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.536327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:07:15.541694 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:07:15.544681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:07:15.550560 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Pushing event updated for resources: {'Port': ['ID=f2ea88cd-335f-4bef-bf76-6ce87499fef4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:15.610505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Attempting to bind port f2ea88cd-335f-4bef-bf76-6ce87499fef4 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:07:15.610885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Attempting to bind port f2ea88cd-335f-4bef-bf76-6ce87499fef4 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:07:15.611250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Attempting to bind port f2ea88cd-335f-4bef-bf76-6ce87499fef4 on network 6f20e09e-1696-4eed-9a51-ba49e31cb393 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:07:15.616883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:07:15.619506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Checking segment: {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:07:15.619506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.619506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Bound using segment: {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:07:15.619506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Bound port: f2ea88cd-335f-4bef-bf76-6ce87499fef4, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:07:15.619506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.698352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.1 (6f20e09e-1696-4eed-9a51-ba49e31cb393/70cba3a1-6d11-4608-a7a4-9da8559bec51/b02bfdf5-e649-4a3b-a39f-82b2c4bd447f) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:07:15.703231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] For port f2ea88cd-335f-4bef-bf76-6ce87499fef4, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:07:15.707059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] For port f2ea88cd-335f-4bef-bf76-6ce87499fef4, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f2ea88cd-335f-4bef-bf76-6ce87499fef4,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:07:15.783216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.848431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:15.854095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bd3a1-5207-4215-958e-59e332eb5324 None None] Pushing event updated for resources: {'Port': ['ID=f2ea88cd-335f-4bef-bf76-6ce87499fef4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:15.949386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.016758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:07:16.020938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:07:16.022841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:16.025010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:07:16.079307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.262774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.332150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f2ea88cd-335f-4bef-bf76-6ce87499fef4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:16.343428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.388642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f2ea88cd-335f-4bef-bf76-6ce87499fef4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:16.389020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.473961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.510020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port f2ea88cd-335f-4bef-bf76-6ce87499fef4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f2ea88cd-335f-4bef-bf76-6ce87499fef4,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:16.582413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.583260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db0d471f-4db6-4836-a948-72cd43b86faa up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:16.652866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.682550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=f2ea88cd-335f-4bef-bf76-6ce87499fef4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:16.695971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port db0d471f-4db6-4836-a948-72cd43b86faa triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:16.696349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.710456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.741139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.784223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.797701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:16.800300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.809723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port db0d471f-4db6-4836-a948-72cd43b86faa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db0d471f-4db6-4836-a948-72cd43b86faa,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:16.854321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9441702f-efea-49b2-88c8-80189a3e8d55 None None] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:07:16.895416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:07:16.896925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:07:16.900885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:16.984717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=db0d471f-4db6-4836-a948-72cd43b86faa,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:16.987232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b095d5cb-f42e-4e5c-9733-28f5b54d970d None None] Provisioning complete for port f2ea88cd-335f-4bef-bf76-6ce87499fef4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:16.987589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b095d5cb-f42e-4e5c-9733-28f5b54d970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:17.011840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:07:17.123236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:07:17.128179 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7a4b45b5-3c57-4f38-912f-b4e0e608dfc7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/3e481bc5-adb5-4f21-9cf0-8013b1e22847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968617 Apr 29 08:07:17.138423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52258) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:17.230158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1ce3-aeb7-4f53-83b1-61824ed8ad49 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.230158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1ce3-aeb7-4f53-83b1-61824ed8ad49 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.230158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1ce3-aeb7-4f53-83b1-61824ed8ad49 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.230741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1ce3-aeb7-4f53-83b1-61824ed8ad49 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.232289 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6abd1ce3-aeb7-4f53-83b1-61824ed8ad49 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1005487 Apr 29 08:07:17.235075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52260) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:17.295518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09855ca-98d5-46d0-9ab9-a6c2c3242af9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.295983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09855ca-98d5-46d0-9ab9-a6c2c3242af9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.296467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09855ca-98d5-46d0-9ab9-a6c2c3242af9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.296917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09855ca-98d5-46d0-9ab9-a6c2c3242af9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:17.298760 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e09855ca-98d5-46d0-9ab9-a6c2c3242af9 tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0626290 Apr 29 08:07:17.301619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52262) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:17.366731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ce31ec19-75eb-4ee2-8f72-57a694677f91 None None] Provisioning complete for port f2ea88cd-335f-4bef-bf76-6ce87499fef4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:17.367792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce31ec19-75eb-4ee2-8f72-57a694677f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:17.458954 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Sync routers for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:07:17.471310 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:17.471948 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:17.472476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ce31ec19-75eb-4ee2-8f72-57a694677f91 None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:17.473338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce31ec19-75eb-4ee2-8f72-57a694677f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:17.520107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ce31ec19-75eb-4ee2-8f72-57a694677f91 None None] Port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:07:17.596218 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:17.642858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c3a04bb6-52e0-4e50-a288-f484a732a66d None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:17.643137 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3a04bb6-52e0-4e50-a288-f484a732a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:17.687532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c3a04bb6-52e0-4e50-a288-f484a732a66d None None] Port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:07:17.800567 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1361e598-1b38-484c-a88e-5d355dc827ee tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4952409 Apr 29 08:07:17.811184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e7077474-5e0a-4335-8580-0645e921ad27 None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:17.811555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7077474-5e0a-4335-8580-0645e921ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:17.834005 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:17.849078 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e7077474-5e0a-4335-8580-0645e921ad27 None None] Port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:07:17.863875 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Checking router: 3e481bc5-adb5-4f21-9cf0-8013b1e22847 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:07:17.864224 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Updating router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:07:17.969224 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.086739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f2ea88cd-335f-4bef-bf76-6ce87499fef4 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:18.133106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f2ea88cd-335f-4bef-bf76-6ce87499fef4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:18.133484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.168276 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52266) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:18.172853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ed9f0f25-2adf-4b0f-ac32-108b9c03f789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465853546', 'description': 'tempest-secgroup-smoke-465853546 description', 'project_id': '5b98c29b4eb548d8af18c038b94666d3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:18.216105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db0d471f-4db6-4836-a948-72cd43b86faa up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:18.234347 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.274313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f25-2adf-4b0f-ac32-108b9c03f789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.308793 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.350135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f25-2adf-4b0f-ac32-108b9c03f789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.381455 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Pushing event updated for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:18.400780 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.401152 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.401441 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.401761 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.402078 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.402400 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.402800 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.403118 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.403431 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.403750 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.404125 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.404434 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:18.414353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port db0d471f-4db6-4836-a948-72cd43b86faa triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:18.417071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.428189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f25-2adf-4b0f-ac32-108b9c03f789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.436130 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Attempting to bind port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:07:18.436483 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Attempting to bind port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:07:18.436839 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Attempting to bind port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f on network 6f20e09e-1696-4eed-9a51-ba49e31cb393 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:07:18.442953 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:07:18.444653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Checking segment: {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:07:18.444653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.444653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Bound using segment: {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:07:18.444653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Bound port: b02bfdf5-e649-4a3b-a39f-82b2c4bd447f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:07:18.445032 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.474324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f0f25-2adf-4b0f-ac32-108b9c03f789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaba877-044b-4348-9f6e-137f436b6598,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:18.528950 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] For port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:07:18.533131 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] For port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:07:18.622132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f25-2adf-4b0f-ac32-108b9c03f789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.623418 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ed9f0f25-2adf-4b0f-ac32-108b9c03f789 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4540670 Apr 29 08:07:18.626397 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52268) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:18.631011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ef63875c-df68-4cab-a4af-47ee5ffec391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'fbaba877-044b-4348-9f6e-137f436b6598', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:18.653861 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.676931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3e9d6141-0758-42d4-8b06-df35880c7f2a None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:18.677323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6141-0758-42d4-8b06-df35880c7f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.711056 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:18.716597 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:18.722030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef63875c-df68-4cab-a4af-47ee5ffec391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.770849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6141-0758-42d4-8b06-df35880c7f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.794495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef63875c-df68-4cab-a4af-47ee5ffec391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.808723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3e9d6141-0758-42d4-8b06-df35880c7f2a None None] For port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:18.813482 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674700c-86cb-4fcc-a8c4-170d4c98fe2e None None] Pushing event updated for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:18.838622 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:18.863659 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef63875c-df68-4cab-a4af-47ee5ffec391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.885500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63875c-df68-4cab-a4af-47ee5ffec391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbdf13e-dbcd-41bd-85c5-7256ec17dd38,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:18.899157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6141-0758-42d4-8b06-df35880c7f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.947674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d6141-0758-42d4-8b06-df35880c7f2a None None] Pushing event updated for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:18.973350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ef63875c-df68-4cab-a4af-47ee5ffec391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:18.974668 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ef63875c-df68-4cab-a4af-47ee5ffec391 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3470721 Apr 29 08:07:18.977476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52270) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:18.982379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-aeb06633-74d0-44f1-9a73-d5a0be0c65cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'fbaba877-044b-4348-9f6e-137f436b6598', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:19.028204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-4b2af238-8ec7-4cb9-b3b8-a35c62a01f60 None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:19.028700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b2af238-8ec7-4cb9-b3b8-a35c62a01f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.044988 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:07:18Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:19.071303 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f026ede-79f7-400e-9a55-315ad91bc0e2 None None] The sync data for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv is: [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:07:18Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:07:19.084054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeb06633-74d0-44f1-9a73-d5a0be0c65cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.255643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeb06633-74d0-44f1-9a73-d5a0be0c65cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.322745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeb06633-74d0-44f1-9a73-d5a0be0c65cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.341993 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb06633-74d0-44f1-9a73-d5a0be0c65cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613224ff-5393-4f6b-ba2b-e6766fd6075a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:19.418780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-aeb06633-74d0-44f1-9a73-d5a0be0c65cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.420041 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-aeb06633-74d0-44f1-9a73-d5a0be0c65cd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4415269 Apr 29 08:07:19.422806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52272) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:19.427363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c95326cb-54e6-4940-ad0a-3a30fedc70fd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'fbaba877-044b-4348-9f6e-137f436b6598', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:19.513977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c95326cb-54e6-4940-ad0a-3a30fedc70fd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.581300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c95326cb-54e6-4940-ad0a-3a30fedc70fd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.642214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c95326cb-54e6-4940-ad0a-3a30fedc70fd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.660539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95326cb-54e6-4940-ad0a-3a30fedc70fd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0384081-1339-4e9d-8a07-9bc4357d3ddf,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:19.732959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c95326cb-54e6-4940-ad0a-3a30fedc70fd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.734193 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c95326cb-54e6-4940-ad0a-3a30fedc70fd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104360 Apr 29 08:07:19.737263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52274) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:19.744445 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-716cf070-3ffb-435b-9bc9-2632875047ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'fbaba877-044b-4348-9f6e-137f436b6598', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:19.851238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-716cf070-3ffb-435b-9bc9-2632875047ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:19.912202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-716cf070-3ffb-435b-9bc9-2632875047ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.007506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-716cf070-3ffb-435b-9bc9-2632875047ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.037799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cf070-3ffb-435b-9bc9-2632875047ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4ee4e4-ced9-44b2-a98f-19aa73a445b5,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:20.112219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b02bfdf5-e649-4a3b-a39f-82b2c4bd447f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:20.115959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-716cf070-3ffb-435b-9bc9-2632875047ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.117173 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-716cf070-3ffb-435b-9bc9-2632875047ea tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790367 Apr 29 08:07:20.126100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52276) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:20.130757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'fbaba877-044b-4348-9f6e-137f436b6598', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:20.162686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:20.163056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.210933 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:07:20.216683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.278047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.361756 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.378623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da391a52-2ae8-45fd-b213-cfafcbed4a84,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:20.454963 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.456183 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7f828b74-90b3-4ff9-bbc6-b5c1697d5ff4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3289847 Apr 29 08:07:20.458982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52278) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:20.463174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'security_group_rule': {'security_group_id': 'fbaba877-044b-4348-9f6e-137f436b6598', 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:20.542460 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Project 5b98c29b4eb548d8af18c038b94666d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:07:20.547584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.607058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.668229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.688501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768e1b2c-c7b7-4d60-b48e-9875631696cc,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:20.738590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:20.739813 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d4001674-eaa3-4adc-93b3-f950657391d4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2799108 Apr 29 08:07:20.876517 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-57748bb6-119d-4b26-bff9-677295c456aa tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465853546&fields=id&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 267 time: 0.0334032 Apr 29 08:07:20.981087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-c58f4756-953e-4809-9622-e1edb8fcdf9b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:20.982574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-c58f4756-953e-4809-9622-e1edb8fcdf9b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/networks?id=6f20e09e-1696-4eed-9a51-ba49e31cb393 HTTP/1.1" status: 200 len: 797 time: 0.0995331 Apr 29 08:07:20.997020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-bad3cd7b-632c-4dfd-a371-678f18161b08 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/quotas/5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 375 time: 0.0087590 Apr 29 08:07:21.051383 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-4495b3cb-e725-437f-a31a-ed8145cac0de tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493007 Apr 29 08:07:21.186769 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-aca599f6-646b-45ec-8ee1-ad2dcda780f9 service neutron] 10.222.0.16 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241052 Apr 29 08:07:21.279307 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-4ecdfa5f-a5b9-4bf3-ab7c-9d43805865cf service neutron] 10.222.0.16 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 Apr 29 08:07:21.530355 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-20cebd32-e98f-4fb4-880e-835b6b47fe3f req-1d6f7cc1-c85b-441c-9ac7-df70966597e3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 210 time: 0.0273106 Apr 29 08:07:22.622892 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-320b4331-6ecf-42ed-a269-e71e3a40d11b req-b1df01f6-32a2-44a6-8799-74f421a81c25 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Apr 29 08:07:23.379630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-9344e7d0-6fa8-4827-9adb-dd9c56de8076 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:23.381124 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-9344e7d0-6fa8-4827-9adb-dd9c56de8076 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/networks?id=6f20e09e-1696-4eed-9a51-ba49e31cb393 HTTP/1.1" status: 200 len: 797 time: 0.1021712 Apr 29 08:07:23.424262 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-b07946b6-6e0f-4a26-9687-6c832bce3cc5 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b98c29b4eb548d8af18c038b94666d3 HTTP/1.1" status: 200 len: 379 time: 0.0339684 Apr 29 08:07:23.433179 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'port': {'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'admin_state_up': True, 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'security_groups': ['fbaba877-044b-4348-9f6e-137f436b6598']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:23.613364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Made reservation on behalf of 5b98c29b4eb548d8af18c038b94666d3 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:07:23.617074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:23.670351 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:07:23.744874 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-602f6883-251c-49ac-8f3a-35362a0e0044 req-68a25568-0525-4eab-b5d0-c37e72163fb6 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 210 time: 0.0476103 Apr 29 08:07:23.769112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.20.0.7 (6f20e09e-1696-4eed-9a51-ba49e31cb393/70cba3a1-6d11-4608-a7a4-9da8559bec51/3509a241-fc57-4740-bc5e-b072f3b196b5) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:07:23.903409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:23.996221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:24.043679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:07:24.051602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:07:24.056832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:07:24.090662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=3509a241-fc57-4740-bc5e-b072f3b196b5,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:24.114187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:24.114810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:24.225067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-d1fafad5-2cbd-4873-957b-cb1031263322 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959244 Apr 29 08:07:24.237388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Request body: {'port': {'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:24.292337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-065197a6-a835-4596-b0f8-0318f1f9ed58 None None] Provisioning complete for port 3509a241-fc57-4740-bc5e-b072f3b196b5 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:24.292949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-065197a6-a835-4596-b0f8-0318f1f9ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:24.294487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:24.326817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-065197a6-a835-4596-b0f8-0318f1f9ed58 None None] Port 3509a241-fc57-4740-bc5e-b072f3b196b5 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:07:24.556518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3509a241-fc57-4740-bc5e-b072f3b196b5 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:07:24.563500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:24.575331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Transition to ACTIVE for port object 3509a241-fc57-4740-bc5e-b072f3b196b5 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:07:24.639102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:24.689972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Pushing event updated for resources: {'Port': ['ID=3509a241-fc57-4740-bc5e-b072f3b196b5,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:24.762688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Attempting to bind port 3509a241-fc57-4740-bc5e-b072f3b196b5 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:07:24.763373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Attempting to bind port 3509a241-fc57-4740-bc5e-b072f3b196b5 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:07:24.763373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Attempting to bind port 3509a241-fc57-4740-bc5e-b072f3b196b5 on network 6f20e09e-1696-4eed-9a51-ba49e31cb393 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:07:24.768238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Port 3509a241-fc57-4740-bc5e-b072f3b196b5 on network 6f20e09e-1696-4eed-9a51-ba49e31cb393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:07:24.768586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Attempting to bind port 3509a241-fc57-4740-bc5e-b072f3b196b5 on network 6f20e09e-1696-4eed-9a51-ba49e31cb393 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:07:24.773967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:07:24.774482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Checking segment: {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:07:24.774881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Bound using segment: {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:07:24.776060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Bound port: 3509a241-fc57-4740-bc5e-b072f3b196b5, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1557601-d078-4742-b832-adeb075a9b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:07:24.776426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:24.870118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] For port 3509a241-fc57-4740-bc5e-b072f3b196b5, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:07:24.874331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] For port 3509a241-fc57-4740-bc5e-b072f3b196b5, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3509a241-fc57-4740-bc5e-b072f3b196b5,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:07:24.887489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f6143-ac74-418c-ba83-b79607cd8a9b req-65513500-940d-4872-9d13-dd0a35c8eb9b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:24.888955 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9f2f6143-ac74-418c-ba83-b79607cd8a9b req-65513500-940d-4872-9d13-dd0a35c8eb9b tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 943 time: 0.0754530 Apr 29 08:07:24.925997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9f2f6143-ac74-418c-ba83-b79607cd8a9b req-35ef4ef6-b782-48b0-935f-6431c0fafd77 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Apr 29 08:07:24.967898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:25.005700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:25.006187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:25.008038 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] 10.222.0.39 "PUT /v2.0/ports/3509a241-fc57-4740-bc5e-b072f3b196b5 HTTP/1.1" status: 200 len: 1093 time: 0.7747657 Apr 29 08:07:25.010811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:25.014312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d8b0a1-e411-4285-ba8f-ac1744a53eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:25.050023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc8ab9-15d1-4264-9e60-10b5e8b5c576 service neutron] Pushing event updated for resources: {'Port': ['ID=3509a241-fc57-4740-bc5e-b072f3b196b5,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:25.063624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc38f6f6-b571-458a-8f77-d770d7ec4b92 x-openstack-request-id: req-dc38f6f6-b571-458a-8f77-d770d7ec4b92 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:25.063624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:25.063624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc38f6f6-b571-458a-8f77-d770d7ec4b92 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:25.064426 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc38f6f6-b571-458a-8f77-d770d7ec4b92'] response: {'name': 'network-changed', 'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'status': 'completed', 'code': 200} Apr 29 08:07:25.130540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8b0a1-e411-4285-ba8f-ac1744a53eeb req-516ac120-5295-44e6-ac42-df1e58a4e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:25.132106 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e6d8b0a1-e411-4285-ba8f-ac1744a53eeb req-516ac120-5295-44e6-ac42-df1e58a4e0e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 1096 time: 0.0452192 Apr 29 08:07:25.227663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8b0a1-e411-4285-ba8f-ac1744a53eeb req-bf156f2b-c947-469f-bf23-627fbff27f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:25.229145 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e6d8b0a1-e411-4285-ba8f-ac1744a53eeb req-bf156f2b-c947-469f-bf23-627fbff27f3a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b98c29b4eb548d8af18c038b94666d3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0903728 Apr 29 08:07:25.325150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8b0a1-e411-4285-ba8f-ac1744a53eeb req-d2c98be3-ed8f-45bc-a498-f84d5ebf1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:25.326701 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e6d8b0a1-e411-4285-ba8f-ac1744a53eeb req-d2c98be3-ed8f-45bc-a498-f84d5ebf1fdc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898523 Apr 29 08:07:25.401174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-92e47d89-3908-4b1a-965f-ec0ae9abbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:25.402672 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-92e47d89-3908-4b1a-965f-ec0ae9abbbec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 1096 time: 0.0401726 Apr 29 08:07:25.450549 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-20334093-09b4-40bc-a2e3-58d3537be023 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3509a241-fc57-4740-bc5e-b072f3b196b5 HTTP/1.1" status: 200 len: 217 time: 0.0397267 Apr 29 08:07:25.498437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-8a240ebc-a227-4045-ae38-3403960f0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:25.499833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-8a240ebc-a227-4045-ae38-3403960f0e29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cba3a1-6d11-4608-a7a4-9da8559bec51 HTTP/1.1" status: 200 len: 835 time: 0.0430770 Apr 29 08:07:25.543660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-2bad4141-8aaa-4525-bf1d-06bbef42517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:25.545103 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-2bad4141-8aaa-4525-bf1d-06bbef42517a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f20e09e-1696-4eed-9a51-ba49e31cb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386436 Apr 29 08:07:25.636748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-366f7bbf-dde6-408f-b226-4618bd879f0f service neutron] 10.222.0.39 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849283 Apr 29 08:07:25.727596 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d330bd42-4e17-4ff2-8657-8a71ea2d4887 req-4c119c9a-fe54-4134-9029-47d12017eb3d service neutron] 10.222.0.39 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831213 Apr 29 08:07:26.040283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690354f-102a-4cf0-8c03-a8ac101004c4 req-9cf91343-875b-48b8-a9c5-be9e7910ff97 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:26.042457 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2690354f-102a-4cf0-8c03-a8ac101004c4 req-9cf91343-875b-48b8-a9c5-be9e7910ff97 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 943 time: 0.0492167 Apr 29 08:07:26.079851 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2690354f-102a-4cf0-8c03-a8ac101004c4 req-f4043fd0-9eed-4f35-aa72-5a5de0b5e541 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315313 Apr 29 08:07:27.196505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a61f97-b08c-4195-b6b6-a84af262881a req-3cd65511-4d37-4c81-8482-9da0476f7525 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:27.198649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-96a61f97-b08c-4195-b6b6-a84af262881a req-3cd65511-4d37-4c81-8482-9da0476f7525 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 943 time: 0.0525048 Apr 29 08:07:27.236182 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-96a61f97-b08c-4195-b6b6-a84af262881a req-3c04a1d9-da58-423a-9629-713b5ec0b039 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315783 Apr 29 08:07:28.313744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3509a241-fc57-4740-bc5e-b072f3b196b5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:07:28.353628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893cea-c5ed-4084-a2ef-ce96f0319701 req-04e9055a-b7ac-4ec9-9bc2-a1917e814dd4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:28.355180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d893cea-c5ed-4084-a2ef-ce96f0319701 req-04e9055a-b7ac-4ec9-9bc2-a1917e814dd4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 943 time: 0.0549304 Apr 29 08:07:28.392803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3d893cea-c5ed-4084-a2ef-ce96f0319701 req-6e9ac76f-09d2-460d-b525-a2848f04d6fa tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Apr 29 08:07:28.412728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 3509a241-fc57-4740-bc5e-b072f3b196b5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3509a241-fc57-4740-bc5e-b072f3b196b5,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:28.423829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'mac_address': 'fa:16:3e:e6:a5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:07:28.459691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:28.472407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3509a241-fc57-4740-bc5e-b072f3b196b5 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:07:28.490959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 3509a241-fc57-4740-bc5e-b072f3b196b5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3509a241-fc57-4740-bc5e-b072f3b196b5,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:28.558816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:28.609353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=3509a241-fc57-4740-bc5e-b072f3b196b5,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:28.757566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['3509a241-fc57-4740-bc5e-b072f3b196b5'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:07:29.505119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac063b3-31b0-4625-8707-c50068681310 req-90e7bed4-c32e-4ec9-8223-645ff79be408 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:29.506587 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cac063b3-31b0-4625-8707-c50068681310 req-90e7bed4-c32e-4ec9-8223-645ff79be408 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 944 time: 0.0481129 Apr 29 08:07:29.543251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cac063b3-31b0-4625-8707-c50068681310 req-4793df22-2118-4598-81c0-36d34cc7c790 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308003 Apr 29 08:07:30.329057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3509a241-fc57-4740-bc5e-b072f3b196b5 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:30.473149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 3509a241-fc57-4740-bc5e-b072f3b196b5 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:07:30.476858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 3509a241-fc57-4740-bc5e-b072f3b196b5 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:07:30.477234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:30.554475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:30.576391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:30.578692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa551a-aa02-4993-aa19-4a2e2d04abbc" -d '{"events": [{"server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "name": "network-vif-plugged", "status": "completed", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:30.592628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 3509a241-fc57-4740-bc5e-b072f3b196b5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3509a241-fc57-4740-bc5e-b072f3b196b5,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:30.662205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9144-e79a-4d4d-a4e9-7d0fb7704aef req-49f0a8ca-5090-42e8-9c0b-6ed12f9082c4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:30.663857 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dbbe9144-e79a-4d4d-a4e9-7d0fb7704aef req-49f0a8ca-5090-42e8-9c0b-6ed12f9082c4 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 944 time: 0.0538709 Apr 29 08:07:30.673135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b562bc5-30b6-474b-a549-43a0b9192e5e x-openstack-request-id: req-0b562bc5-30b6-474b-a549-43a0b9192e5e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:30.673428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "name": "network-vif-plugged", "status": "completed", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:30.674217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b562bc5-30b6-474b-a549-43a0b9192e5e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:30.674645 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b562bc5-30b6-474b-a549-43a0b9192e5e'] response: {'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'code': 200} Apr 29 08:07:30.675868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:30.716296 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dbbe9144-e79a-4d4d-a4e9-7d0fb7704aef req-d7cfc950-cde2-4f3a-98cd-9b9fa2c2bf6a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457492 Apr 29 08:07:30.737951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=3509a241-fc57-4740-bc5e-b072f3b196b5,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:30.983130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b7986-887b-497d-a08f-6863c33b0ef8 req-64061241-1e17-4da7-8f5c-b5e452399cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:30.984561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de2b7986-887b-497d-a08f-6863c33b0ef8 req-64061241-1e17-4da7-8f5c-b5e452399cfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0389025 Apr 29 08:07:31.018506 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de2b7986-887b-497d-a08f-6863c33b0ef8 req-ecf0a4dc-54b5-4bf2-9efb-6b15506caba9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274589 Apr 29 08:07:31.830939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee94f73-a783-428c-abc7-c899c9964fb0 req-65b4cde2-862d-4428-9158-33616507efe7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:31.832434 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bee94f73-a783-428c-abc7-c899c9964fb0 req-65b4cde2-862d-4428-9158-33616507efe7 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 945 time: 0.0472844 Apr 29 08:07:31.870682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bee94f73-a783-428c-abc7-c899c9964fb0 req-75be1faf-01ef-4d0a-a0af-38c592a7edbf tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316474 Apr 29 08:07:32.987386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c45bc-ab11-401b-8d5f-c3eed5f3dc1a req-4963b445-fec9-4262-8106-4e4ac689b79a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:32.988745 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d3c45bc-ab11-401b-8d5f-c3eed5f3dc1a req-4963b445-fec9-4262-8106-4e4ac689b79a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 945 time: 0.0522048 Apr 29 08:07:33.033022 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d3c45bc-ab11-401b-8d5f-c3eed5f3dc1a req-9e472c15-653d-43d3-ac50-f1791c1bd21c tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376530 Apr 29 08:07:33.152250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc114e31-af84-4179-a892-d3b52ca647bc req-4d6b6629-ebf2-48af-91df-9aff8bf68ce8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:33.153766 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc114e31-af84-4179-a892-d3b52ca647bc req-4d6b6629-ebf2-48af-91df-9aff8bf68ce8 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Apr 29 08:07:33.191151 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc114e31-af84-4179-a892-d3b52ca647bc req-93e3e5de-e9dc-49f8-8d29-112350516703 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Apr 29 08:07:33.212718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52342) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:33.250666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295e18b-cf1b-4f83-b77f-b82c227f5bbe tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:33.252015 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b295e18b-cf1b-4f83-b77f-b82c227f5bbe tempest-TestNetworkBasicOps-583948141 tempest-TestNetworkBasicOps-583948141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 1093 time: 0.0383604 Apr 29 08:07:33.254703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52344) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:33.258731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:07:33.324414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:33.426667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:33.527965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Allocated IP 172.26.2.55 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/6f2f4c34-825e-4e72-9aa2-eaceb612c082) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:07:33.626753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:33.693428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:33.732767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:07:33.735558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:07:33.739092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:07:33.763678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6f2f4c34-825e-4e72-9aa2-eaceb612c082,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:34.083151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:34.208380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:34.674744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:34.727130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:34.797095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event updated for resources: {'Port': ['ID=6f2f4c34-825e-4e72-9aa2-eaceb612c082,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:34.804842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:34.901703 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 17b86710-14e7-4a39-9540-fcc5afc94709 associated. External IP: 172.26.2.55, port: 3509a241-fc57-4740-bc5e-b072f3b196b5. Apr 29 08:07:35.102765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:07:35.208099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:07:35.218225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] Sync routers for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:07:35.228036 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:35.232982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:35.281025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:35.307801 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7f1aee47-b727-4e97-8fdb-dfbf7ee7235f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0521128 Apr 29 08:07:35.308386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:35.310839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52346) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:35.311387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ac5f7b-2891-4103-990b-5a18bd228f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:35.335154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:35.351423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8cbd54-280b-40af-98b6-67c0f846dd6a x-openstack-request-id: req-5c8cbd54-280b-40af-98b6-67c0f846dd6a {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:35.351674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:35.351924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c8cbd54-280b-40af-98b6-67c0f846dd6a {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:35.352575 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8cbd54-280b-40af-98b6-67c0f846dd6a'] response: {'name': 'network-changed', 'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'status': 'completed', 'code': 200} Apr 29 08:07:35.375773 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-27220ed9-6953-4b0a-9f66-7c378a410b8e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/17b86710-14e7-4a39-9540-fcc5afc94709 HTTP/1.1" status: 200 len: 990 time: 0.0626090 Apr 29 08:07:35.413187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-f0252de2-bd40-4de3-a7e6-95fa3f35f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:35.414734 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-f0252de2-bd40-4de3-a7e6-95fa3f35f5d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0410628 Apr 29 08:07:35.505950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-ed486d64-e73d-47a9-86a9-aa1e34df4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:35.507474 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-ed486d64-e73d-47a9-86a9-aa1e34df4e05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f20e09e-1696-4eed-9a51-ba49e31cb393 HTTP/1.1" status: 200 len: 898 time: 0.0858471 Apr 29 08:07:35.560633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '17b86710-14e7-4a39-9540-fcc5afc94709', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'mac_address': 'fa:16:3e:e6:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:07:33Z', 'updated_at': '2022-04-29T08:07:33Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:07:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:35.569812 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-cb0ea249-5067-4a9c-889e-6f4d514f58e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3509a241-fc57-4740-bc5e-b072f3b196b5 HTTP/1.1" status: 200 len: 998 time: 0.0563512 Apr 29 08:07:35.586681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] Checking router: 3e481bc5-adb5-4f21-9cf0-8013b1e22847 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:07:35.594817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:35.595421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:35.616616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-368e6b28-ae0c-4302-9c72-39b153d0bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:35.618104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-368e6b28-ae0c-4302-9c72-39b153d0bef9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cba3a1-6d11-4608-a7a4-9da8559bec51 HTTP/1.1" status: 200 len: 835 time: 0.0425036 Apr 29 08:07:35.672011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-57a5eb25-a6fd-49c0-97ca-caf128c11146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:07:35.673421 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-57a5eb25-a6fd-49c0-97ca-caf128c11146 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f20e09e-1696-4eed-9a51-ba49e31cb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494809 Apr 29 08:07:35.701784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:35.764619 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-780b1326-7867-4eec-b88d-6cbf376579f6 service neutron] 10.222.0.39 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847330 Apr 29 08:07:35.861025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61ac5f7b-2891-4103-990b-5a18bd228f7c req-9dc239c0-1381-4899-bdfc-d784cf7169b6 service neutron] 10.222.0.39 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899336 Apr 29 08:07:35.927292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '17b86710-14e7-4a39-9540-fcc5afc94709', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'mac_address': 'fa:16:3e:e6:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:07:33Z', 'updated_at': '2022-04-29T08:07:33Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:07:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:35.953581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83568ab4-ede5-4d79-a5cf-8fe4ecfa80ac None None] The sync data for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv is: [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '17b86710-14e7-4a39-9540-fcc5afc94709', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'mac_address': 'fa:16:3e:e6:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:07:33Z', 'updated_at': '2022-04-29T08:07:33Z', 'revision_number': 0, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:07:18Z', 'revision_number': 5, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:07:36.135913 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82257b2-2442-4f38-a8dd-539974149630 None None] New status for floating IP 17b86710-14e7-4a39-9540-fcc5afc94709: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:07:36.378189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52350) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:07:36.436847 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0cbe145c-7af0-4075-b00a-721629e992cc tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/17b86710-14e7-4a39-9540-fcc5afc94709 HTTP/1.1" status: 200 len: 992 time: 0.0573990 Apr 29 08:07:41.175839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3079f3ab-3df4-4e03-96a1-247daa1c07fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:42.755889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:43.281315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c436038c-edd7-42ae-a67f-8f8fdbd12ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:45.018504 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:46.181413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:07:46.669753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:00.669742 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:08:02.940376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52360) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:02.944962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-01a013fe-355a-427e-8d85-11f2d4cd87bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:03.244860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01a013fe-355a-427e-8d85-11f2d4cd87bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:03.310026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01a013fe-355a-427e-8d85-11f2d4cd87bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:03.424231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a013fe-355a-427e-8d85-11f2d4cd87bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:08:03.534810 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a013fe-355a-427e-8d85-11f2d4cd87bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:08:03.543054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01a013fe-355a-427e-8d85-11f2d4cd87bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:03.544395 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-01a013fe-355a-427e-8d85-11f2d4cd87bd tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/3e481bc5-adb5-4f21-9cf0-8013b1e22847 HTTP/1.1" status: 200 len: 888 time: 0.6030550 Apr 29 08:08:03.545032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] Sync routers for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:08:03.556326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:03.556937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:03.588262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:03.596331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:03.596920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:03.632303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:03.632948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b1dc2-911d-4e3c-a80f-08b3ee8fd6d3 None None] The sync data for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv is: [] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:08:04.418044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b02bfdf5-e649-4a3b-a39f-82b2c4bd447f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:04.429828 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a371443-970d-48df-8b42-e79a4a3ce5e9 None None] New status for floating IP 17b86710-14e7-4a39-9540-fcc5afc94709: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:08:04.492465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:04.523746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:04.578375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:04.628494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:05.660044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52364) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:05.665040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-914f7ebc-3fae-4a43-84c5-3334c8e84f2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:05.958313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-914f7ebc-3fae-4a43-84c5-3334c8e84f2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128470'] for router, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:06.018734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-914f7ebc-3fae-4a43-84c5-3334c8e84f2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618526'] for router, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:06.100056 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db0d471f-4db6-4836-a948-72cd43b86faa no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:06.128944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914f7ebc-3fae-4a43-84c5-3334c8e84f2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:08:06.175167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:06.194043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port db0d471f-4db6-4836-a948-72cd43b86faa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db0d471f-4db6-4836-a948-72cd43b86faa,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:06.234594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914f7ebc-3fae-4a43-84c5-3334c8e84f2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:08:06.244340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-914f7ebc-3fae-4a43-84c5-3334c8e84f2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:06.244340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-914f7ebc-3fae-4a43-84c5-3334c8e84f2a tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/3e481bc5-adb5-4f21-9cf0-8013b1e22847 HTTP/1.1" status: 200 len: 887 time: 0.5813591 Apr 29 08:08:06.244566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] Sync routers for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:08:06.245582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52366) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:06.254080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:06.254829 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:06.310559 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-928baacb-6366-4412-97f8-cac68aa343b3 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/17b86710-14e7-4a39-9540-fcc5afc94709 HTTP/1.1" status: 200 len: 990 time: 0.0636032 Apr 29 08:08:06.440142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:06.525874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=db0d471f-4db6-4836-a948-72cd43b86faa,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:06.545124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:06.759685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:05Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '17b86710-14e7-4a39-9540-fcc5afc94709', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'mac_address': 'fa:16:3e:e6:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:07:33Z', 'updated_at': '2022-04-29T08:08:04Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:08:04Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:06.788958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] Checking router: 3e481bc5-adb5-4f21-9cf0-8013b1e22847 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:08:06.796867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:06.797482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:06.928738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:07.143963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:05Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '17b86710-14e7-4a39-9540-fcc5afc94709', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'mac_address': 'fa:16:3e:e6:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:07:33Z', 'updated_at': '2022-04-29T08:08:04Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:08:04Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:07.169085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f905c-423e-40e8-88a5-591d0a9743a1 None None] The sync data for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv is: [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:05Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '17b86710-14e7-4a39-9540-fcc5afc94709', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'port_id': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'mac_address': 'fa:16:3e:e6:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:07:33Z', 'updated_at': '2022-04-29T08:08:04Z', 'revision_number': 2, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:08:04Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:08:07.314351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52368) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:07.389200 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0beff043-3508-46c6-b65c-8b93d868f356 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/17b86710-14e7-4a39-9540-fcc5afc94709 HTTP/1.1" status: 200 len: 990 time: 0.0735481 Apr 29 08:08:08.150068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b02bfdf5-e649-4a3b-a39f-82b2c4bd447f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:08.203305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:08:08.203679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:08.283408 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:08.315674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:08.389427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:08.390224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db0d471f-4db6-4836-a948-72cd43b86faa up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:08.393022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52370) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:08.456306 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b9dff3df-f842-4924-ba05-c5d1d0d0c90d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/17b86710-14e7-4a39-9540-fcc5afc94709 HTTP/1.1" status: 200 len: 990 time: 0.0609479 Apr 29 08:08:08.467289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:08.481881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port db0d471f-4db6-4836-a948-72cd43b86faa triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:08:08.482284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:08.557532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:08.576546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port db0d471f-4db6-4836-a948-72cd43b86faa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db0d471f-4db6-4836-a948-72cd43b86faa,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:08.632619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:08.685118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=db0d471f-4db6-4836-a948-72cd43b86faa,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:08.741388 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab45591-e6fc-4de8-bf3a-5349b42e5b25 None None] New status for floating IP 17b86710-14e7-4a39-9540-fcc5afc94709: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:08:09.459094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52372) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:09.518366 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-95a03d15-41e6-413f-a576-ddf717bf9c50 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/floatingips/17b86710-14e7-4a39-9540-fcc5afc94709 HTTP/1.1" status: 200 len: 992 time: 0.0579870 Apr 29 08:08:09.801543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52378) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:09.951820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 6f2f4c34-825e-4e72-9aa2-eaceb612c082 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:08:09.952159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.026801 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.027049 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.038128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 6f2f4c34-825e-4e72-9aa2-eaceb612c082 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:08:10.109505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b02bfdf5-e649-4a3b-a39f-82b2c4bd447f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:10.156339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:08:10.156715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.235070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db0d471f-4db6-4836-a948-72cd43b86faa up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:10.255679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.280806 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port db0d471f-4db6-4836-a948-72cd43b86faa triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:08:10.281101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.282641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=6f2f4c34-825e-4e72-9aa2-eaceb612c082,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:10.308023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.308365 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.308698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.309025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.309349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.309672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.309993 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.310313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.310672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.310984 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.311323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.311637 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:10.351518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.351839 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Floating IP 17b86710-14e7-4a39-9540-fcc5afc94709 disassociated (deleted). External IP: 172.26.2.55, port: 3509a241-fc57-4740-bc5e-b072f3b196b5. Apr 29 08:08:10.559789 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:08:10.665887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:08:10.669924 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:10.677819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] Sync routers for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:08:10.692185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:10.692805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:10.711223 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3ef54f6b-45da-4afa-839f-5b24532c0c23 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/floatingips/17b86710-14e7-4a39-9540-fcc5afc94709 HTTP/1.1" status: 204 len: 168 time: 0.9086053 Apr 29 08:08:10.711886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:10.714227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c349ec-190e-45d1-b39b-fc3774e6302f" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:10.751990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8592de75-7228-49c8-9203-0278fee2891d x-openstack-request-id: req-8592de75-7228-49c8-9203-0278fee2891d {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:10.752281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:10.752530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8592de75-7228-49c8-9203-0278fee2891d {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:10.752934 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8592de75-7228-49c8-9203-0278fee2891d'] response: {'name': 'network-changed', 'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'status': 'completed', 'code': 200} Apr 29 08:08:10.802979 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:10.822214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-3d81cb40-e389-4df8-91b8-f55dcfdcb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:10.823779 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-3d81cb40-e389-4df8-91b8-f55dcfdcb8e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b98c29b4eb548d8af18c038b94666d3&device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0470388 Apr 29 08:08:10.910367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-b7120274-79fe-48ff-8f38-939d8b25932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:10.911895 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-b7120274-79fe-48ff-8f38-939d8b25932d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f20e09e-1696-4eed-9a51-ba49e31cb393 HTTP/1.1" status: 200 len: 898 time: 0.0818572 Apr 29 08:08:10.952405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-b35a21f7-0acb-44da-b81a-9283a2780755 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3509a241-fc57-4740-bc5e-b072f3b196b5 HTTP/1.1" status: 200 len: 217 time: 0.0343227 Apr 29 08:08:11.007512 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-322249e6-f59a-42d6-aa58-279276ce529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:11.009563 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-322249e6-f59a-42d6-aa58-279276ce529b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cba3a1-6d11-4608-a7a4-9da8559bec51 HTTP/1.1" status: 200 len: 835 time: 0.0508003 Apr 29 08:08:11.009802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:05Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:11.035599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] Checking router: 3e481bc5-adb5-4f21-9cf0-8013b1e22847 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:08:11.045144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:11.045759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:07:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:11.056535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-010797fc-6367-4210-b837-f68e032531ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:11.058025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-010797fc-6367-4210-b837-f68e032531ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f20e09e-1696-4eed-9a51-ba49e31cb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414515 Apr 29 08:08:11.165610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-3604578c-a4cf-4f04-815e-1a23b222a9a0 service neutron] 10.222.0.39 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008868 Apr 29 08:08:11.169416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:11.240877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-485a0cbd-d0cb-49d4-8087-d6f87ebe7ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:11.249768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92d96a-2fa4-4bce-9b38-b5d94b08a22a req-f25e346e-16da-4778-8506-379a62203a53 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:11.251283 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8c92d96a-2fa4-4bce-9b38-b5d94b08a22a req-f25e346e-16da-4778-8506-379a62203a53 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 945 time: 0.1052814 Apr 29 08:08:11.296512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38c349ec-190e-45d1-b39b-fc3774e6302f req-1ac4f80b-4745-4d67-8aae-aeac9c18ed50 service neutron] 10.222.0.39 "GET /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174412 Apr 29 08:08:11.316142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8c92d96a-2fa4-4bce-9b38-b5d94b08a22a req-d741ca97-900a-4d12-8545-70ad96fc6229 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573537 Apr 29 08:08:11.372642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:05Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:11.399656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b09eb5-1514-4698-bf08-cfa3419059ca None None] The sync data for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv is: [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:05Z', 'revision_number': 6, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'b02bfdf5-e649-4a3b-a39f-82b2c4bd447f', 'name': '', 'network_id': '6f20e09e-1696-4eed-9a51-ba49e31cb393', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'mac_address': 'fa:16:3e:68:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:15Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'subnets': [{'id': '70cba3a1-6d11-4608-a7a4-9da8559bec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:08:11.987148 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138657b2-2622-4b9f-80f6-07ced16894a8 None None] New status for floating IP 17b86710-14e7-4a39-9540-fcc5afc94709: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:08:12.430580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5d642-7954-4333-bb21-f9487d508f4e req-06a2b6b6-8f38-49f7-bce6-e3f678f0bb30 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:12.432024 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4c5d642-7954-4333-bb21-f9487d508f4e req-06a2b6b6-8f38-49f7-bce6-e3f678f0bb30 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 945 time: 0.0517230 Apr 29 08:08:12.490519 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d4c5d642-7954-4333-bb21-f9487d508f4e req-722dac97-24bd-4feb-8e66-e006a40fbb8f tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbaba877-044b-4348-9f6e-137f436b6598&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502019 Apr 29 08:08:12.502879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-aada23d7-6075-43e8-aa2f-991ff5ae44ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:12.504314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-aada23d7-6075-43e8-aa2f-991ff5ae44ab tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 945 time: 0.0714517 Apr 29 08:08:12.593192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port 3509a241-fc57-4740-bc5e-b072f3b196b5 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:08:12.593443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:12.677870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port 3509a241-fc57-4740-bc5e-b072f3b196b5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3509a241-fc57-4740-bc5e-b072f3b196b5,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:12.678231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:12.691722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for 3509a241-fc57-4740-bc5e-b072f3b196b5 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:08:12.807449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:12.895266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:12.924858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=3509a241-fc57-4740-bc5e-b072f3b196b5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:12.937377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.937377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.937377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.937730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.937988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.938278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.938626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.938952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.939275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.939597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.939920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.940239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.973571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] No DVR routers for this DVR port 3509a241-fc57-4740-bc5e-b072f3b196b5 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:12.975979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:12.979955 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b7aacecf-05ba-497d-8074-6880c23c7e0d req-224be861-68f3-491d-80f5-14e0c1fb2715 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.39 "DELETE /v2.0/ports/3509a241-fc57-4740-bc5e-b072f3b196b5 HTTP/1.1" status: 204 len: 173 time: 0.4694390 Apr 29 08:08:12.980388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'name': 'network-vif-deleted', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:12.982680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c04cf-6239-4f36-80b6-f68e936131a4" -d '{"events": [{"server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "name": "network-vif-deleted", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:13.032174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f094bcd-9c69-410a-b603-6c87996e77ef x-openstack-request-id: req-6f094bcd-9c69-410a-b603-6c87996e77ef {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:13.032527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55a8ced-d030-43cb-af67-1fb76650ee44", "name": "network-vif-deleted", "tag": "3509a241-fc57-4740-bc5e-b072f3b196b5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:13.032782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f094bcd-9c69-410a-b603-6c87996e77ef {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:13.033216 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f094bcd-9c69-410a-b603-6c87996e77ef'] response: {'server_uuid': 'b55a8ced-d030-43cb-af67-1fb76650ee44', 'name': 'network-vif-deleted', 'tag': '3509a241-fc57-4740-bc5e-b072f3b196b5', 'status': 'completed', 'code': 200} Apr 29 08:08:13.221019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-987b27ff-fd46-4f1d-a863-5c26599b77aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:13.599631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-47dc5ef1-8b81-415f-90e9-7f60ed610e9f req-50e66c1b-e4c9-4cd6-bc60-36820baea934 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "GET /v2.0/ports?device_id=b55a8ced-d030-43cb-af67-1fb76650ee44 HTTP/1.1" status: 200 len: 210 time: 0.0314801 Apr 29 08:08:14.655287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52394) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:14.721397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d301b12a-80a5-436e-8bfa-237e47183b9d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:14.745683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d301b12a-80a5-436e-8bfa-237e47183b9d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:14.855354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d301b12a-80a5-436e-8bfa-237e47183b9d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:14.857835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d301b12a-80a5-436e-8bfa-237e47183b9d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:14.859017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d301b12a-80a5-436e-8bfa-237e47183b9d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/security-groups/fbaba877-044b-4348-9f6e-137f436b6598 HTTP/1.1" status: 204 len: 168 time: 0.2026682 Apr 29 08:08:14.868264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301b12a-80a5-436e-8bfa-237e47183b9d tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaba877-044b-4348-9f6e-137f436b6598,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:14.956061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52398) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:15.046295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:15.301916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:15.544402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:08:15.544734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:15.630564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port b02bfdf5-e649-4a3b-a39f-82b2c4bd447f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:15.630931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:15.643765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for b02bfdf5-e649-4a3b-a39f-82b2c4bd447f owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:08:15.918345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:15.948784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=b02bfdf5-e649-4a3b-a39f-82b2c4bd447f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:16.195296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:16.428261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:16.576738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3509a241-fc57-4740-bc5e-b072f3b196b5 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:16.596932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 3509a241-fc57-4740-bc5e-b072f3b196b5 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:08:16.597529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3509a241-fc57-4740-bc5e-b072f3b196b5 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:16.637977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:08:16.686617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:16.746520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:08:16.751490 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bf42043b-b300-499d-a8b5-de4196e50bac tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "PUT /v2.0/routers/3e481bc5-adb5-4f21-9cf0-8013b1e22847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943819 Apr 29 08:08:16.754250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52400) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:16.756518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] Sync routers for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:08:16.767947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:16.768535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:08:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:16.806947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting subnet 70cba3a1-6d11-4608-a7a4-9da8559bec51 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:08:16.809959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:16.851228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:16.943696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.015633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:17.078360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.106044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Subnet': ['ID=70cba3a1-6d11-4608-a7a4-9da8559bec51,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:17.109632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.115405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-47b84565-7d70-465b-8168-730ffd31fb5e tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/subnets/70cba3a1-6d11-4608-a7a4-9da8559bec51 HTTP/1.1" status: 204 len: 168 time: 0.3596683 Apr 29 08:08:17.115708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52402) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:17.116746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29f3b9-2461-48ed-a7ee-7e0278e25070 None None] Network 6f20e09e-1696-4eed-9a51-ba49e31cb393 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:08:17.221994 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.291932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:15Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:17.323021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] Checking router: 3e481bc5-adb5-4f21-9cf0-8013b1e22847 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:08:17.331144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.331651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] Routers {'3e481bc5-adb5-4f21-9cf0-8013b1e22847'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:17.332260 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:08:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:17.366578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] DHCP port deletion for 6f20e09e-1696-4eed-9a51-ba49e31cb393 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:08:17.455707 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Deleting port db0d471f-4db6-4836-a948-72cd43b86faa {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:08:17.456137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.467434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] Set router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:17.526170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Deleting port f2ea88cd-335f-4bef-bf76-6ce87499fef4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:08:17.526942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.537558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] For port db0d471f-4db6-4836-a948-72cd43b86faa, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=db0d471f-4db6-4836-a948-72cd43b86faa,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:17.537922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.550249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Calling delete_port for db0d471f-4db6-4836-a948-72cd43b86faa owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:08:17.634204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] For port f2ea88cd-335f-4bef-bf76-6ce87499fef4, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f2ea88cd-335f-4bef-bf76-6ce87499fef4,segment=NetworkSegment(e1557601-d078-4742-b832-adeb075a9b03),segment_id=e1557601-d078-4742-b832-adeb075a9b03)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:17.634668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.654684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Calling delete_port for f2ea88cd-335f-4bef-bf76-6ce87499fef4 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:08:17.778227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.779493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:15Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:17.806123 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Port': ['ID=db0d471f-4db6-4836-a948-72cd43b86faa,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:17.811148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9bbad-abc3-4efb-9db4-001d8cca403f None None] The sync data for ids ['3e481bc5-adb5-4f21-9cf0-8013b1e22847'] in dv-neutron-839740-1-hyperv is: [{'id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'name': 'tempest-TestNetworkBasicOps-router-1436721802', 'tenant_id': '5b98c29b4eb548d8af18c038b94666d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:07:11Z', 'updated_at': '2022-04-29T08:08:15Z', 'revision_number': 7, 'project_id': '5b98c29b4eb548d8af18c038b94666d3', 'gw_port': {'id': 'db0d471f-4db6-4836-a948-72cd43b86faa', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e481bc5-adb5-4f21-9cf0-8013b1e22847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:07:12Z', 'updated_at': '2022-04-29T08:08:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:08:17.869102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.873605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.896461 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Pushing event deleted for resources: {'Port': ['ID=f2ea88cd-335f-4bef-bf76-6ce87499fef4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:17.898724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] No DVR routers for this DVR port f2ea88cd-335f-4bef-bf76-6ce87499fef4 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:17.908738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.909328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.909438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.909746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.910081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.910497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.910815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.911078 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.911403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.911725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.912047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.912366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a52d08-4b4d-4f58-a428-a880d9d81026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:17.969711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:17.971889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.063396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.063920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Fanout notify agent at l3_agent the message router_deleted on router 3e481bc5-adb5-4f21-9cf0-8013b1e22847 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:08:18.071152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.072170 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7d8f9e9f-4888-4451-8859-626492353c73 tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/routers/3e481bc5-adb5-4f21-9cf0-8013b1e22847 HTTP/1.1" status: 204 len: 168 time: 0.9554920 Apr 29 08:08:18.074896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52404) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:18.155679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.252294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.267245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f2ea88cd-335f-4bef-bf76-6ce87499fef4 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:18.277888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f20e09e-1696-4eed-9a51-ba49e31cb393']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:18.287635 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1557601-d078-4742-b832-adeb075a9b03') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:18.287925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1557601-d078-4742-b832-adeb075a9b03') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:18.290613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: f2ea88cd-335f-4bef-bf76-6ce87499fef4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:08:18.290965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f2ea88cd-335f-4bef-bf76-6ce87499fef4 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:18.291373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b02bfdf5-e649-4a3b-a39f-82b2c4bd447f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:18.298022 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.311302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: b02bfdf5-e649-4a3b-a39f-82b2c4bd447f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:08:18.311858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device b02bfdf5-e649-4a3b-a39f-82b2c4bd447f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:18.312160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.319060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:18.319548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:18.323183 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:18.452289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.459426 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:18.462639 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] 10.222.0.16 "DELETE /v2.0/networks/6f20e09e-1696-4eed-9a51-ba49e31cb393 HTTP/1.1" status: 204 len: 168 time: 0.3868020 Apr 29 08:08:18.479310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9f107-f89c-4e8d-bed2-8cb598d457be tempest-TestNetworkBasicOps-1346536823 tempest-TestNetworkBasicOps-1346536823-project] Pushing event deleted for resources: {'Network': ['ID=6f20e09e-1696-4eed-9a51-ba49e31cb393,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:18.951867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52410) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:19.088145 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c65d315-2d25-4e41-b2c0-5a40b90627ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b98c29b4eb548d8af18c038b94666d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348398 Apr 29 08:08:19.090355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52414) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:19.136055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ade982e5-a95d-4377-8824-40ae66327e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:19.156509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ade982e5-a95d-4377-8824-40ae66327e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:19.357403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ade982e5-a95d-4377-8824-40ae66327e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:19.357403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ade982e5-a95d-4377-8824-40ae66327e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:19.357403 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ade982e5-a95d-4377-8824-40ae66327e7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bfd679c-be79-49ef-b46d-8cb43a23d85b HTTP/1.1" status: 204 len: 168 time: 0.1932631 Apr 29 08:08:19.357403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade982e5-a95d-4377-8824-40ae66327e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfd679c-be79-49ef-b46d-8cb43a23d85b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:19.964742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52420) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:19.978726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-00d35b59-b145-45de-9a43-878f2c07bc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:20.052461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-00d35b59-b145-45de-9a43-878f2c07bc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:20.067419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db0d471f-4db6-4836-a948-72cd43b86faa no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:20.089136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: db0d471f-4db6-4836-a948-72cd43b86faa {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:08:20.089648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device db0d471f-4db6-4836-a948-72cd43b86faa not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:20.126738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-00d35b59-b145-45de-9a43-878f2c07bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:20.168112 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-00d35b59-b145-45de-9a43-878f2c07bc52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b68edcb63db7450da5d7801fe49a3268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023339 Apr 29 08:08:20.169044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35b59-b145-45de-9a43-878f2c07bc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fae507-0bf5-4d19-8ccf-d1c0506d6978,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:20.170848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52422) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:20.218546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b642fd8-c265-4c35-9b92-05ec65db11fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:20.243146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b642fd8-c265-4c35-9b92-05ec65db11fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:20.343317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b642fd8-c265-4c35-9b92-05ec65db11fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:20.345916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7b642fd8-c265-4c35-9b92-05ec65db11fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:20.347394 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7b642fd8-c265-4c35-9b92-05ec65db11fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58fae507-0bf5-4d19-8ccf-d1c0506d6978 HTTP/1.1" status: 204 len: 168 time: 0.1752450 Apr 29 08:08:20.355044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b642fd8-c265-4c35-9b92-05ec65db11fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fae507-0bf5-4d19-8ccf-d1c0506d6978,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:28.058322 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-0d3d7121-0c95-459b-a71d-c1ca86c1ef7c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5a87278b0ba54d4e8e01bd57e8c6f940&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288765 Apr 29 08:08:28.238979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-57bc06c9-7217-4653-989b-cba5d3c675de tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:28.240330 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-57bc06c9-7217-4653-989b-cba5d3c675de tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765611 Apr 29 08:08:28.254729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-b73dd055-57eb-4b11-a8dd-d6005e73ac7c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/quotas/5a87278b0ba54d4e8e01bd57e8c6f940 HTTP/1.1" status: 200 len: 375 time: 0.0086362 Apr 29 08:08:28.284962 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-83d62929-0b46-4812-9967-b90d19a1a8fe tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a87278b0ba54d4e8e01bd57e8c6f940&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245786 Apr 29 08:08:29.533705 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-500c3a1f-770f-4819-a617-be3ea0017ea1 req-2bf10004-da17-474c-ad6d-cbc8c8317c7f tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0293553 Apr 29 08:08:30.611907 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8517ef99-199b-4014-a899-426cd91e7ef1 req-9fa434c2-4d33-4e57-8376-f53a2be9c2d7 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0260079 Apr 29 08:08:31.686966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ec04be76-18f1-4fd9-b81c-aa4bf0b3d609 req-3d7b3c11-1916-4b86-8367-75edc29f0a4e tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0258572 Apr 29 08:08:32.761161 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-60dcffa3-1e16-42e0-806c-f5d16b0b2de1 req-974100d1-2cb9-4e36-99b7-d77c10901370 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0260365 Apr 29 08:08:33.851104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e029434c-33e5-4904-9cf0-a7b7802d93ed req-dbfc791f-1c6d-4504-b41d-7e6308d8da44 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0249684 Apr 29 08:08:34.944580 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d5e7567-1eff-4fb7-8ee9-c39350ae3839 req-47c0a591-cd32-4c2e-b940-80929a81a4fe tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0257838 Apr 29 08:08:35.455086 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7e8dac5d-b252-4945-91c4-bcdf472bceac tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a87278b0ba54d4e8e01bd57e8c6f940&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239177 Apr 29 08:08:35.556785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-1a6ae4ba-aaaa-437b-8c94-a487cf039562 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:35.558223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-1a6ae4ba-aaaa-437b-8c94-a487cf039562 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0979757 Apr 29 08:08:35.569859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Request body: {'port': {'device_id': '9fc8a206-4984-43a0-a897-de6485a7d113', 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540', 'admin_state_up': True, 'tenant_id': '5a87278b0ba54d4e8e01bd57e8c6f940'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:35.746233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Made reservation on behalf of 5a87278b0ba54d4e8e01bd57e8c6f940 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:35.749768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:35.759452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:35.833977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:35.900397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:35.957995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62f381f-785b-4e1b-8e5e-2215448fb623,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:36.049069 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-587bfb5d-ac8d-413d-bea1-c5935c2c579e req-f99f81c0-3a78-4dad-bb24-84d01eec4db9 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0303648 Apr 29 08:08:36.058577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Allocated IP 192.168.233.159 (a55ca4c8-6062-4401-998d-d82da4f9b540/fd570b45-c53c-48e9-8b3b-8a1024058dbf/5d077bf2-c47e-4047-8911-15b32ed1952a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:36.203264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:36.286689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:36.328893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Network a55ca4c8-6062-4401-998d-d82da4f9b540 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:36.331820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:36.335467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:36.358189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Pushing event updated for resources: {'Port': ['ID=5d077bf2-c47e-4047-8911-15b32ed1952a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:36.387516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:36.388128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:36.466006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-ae6443dc-6828-4f3e-8cc7-8ab20b1204b3 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8996296 Apr 29 08:08:36.478204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Request body: {'port': {'device_id': '9fc8a206-4984-43a0-a897-de6485a7d113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:36.527959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-968d678d-e463-4ebf-93d7-5a788003b74f None None] Provisioning complete for port 5d077bf2-c47e-4047-8911-15b32ed1952a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:08:36.528476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-968d678d-e463-4ebf-93d7-5a788003b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:36.530810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:36.562483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-968d678d-e463-4ebf-93d7-5a788003b74f None None] Port 5d077bf2-c47e-4047-8911-15b32ed1952a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:08:36.785795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d077bf2-c47e-4047-8911-15b32ed1952a {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:08:36.793549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:36.805334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Transition to ACTIVE for port object 5d077bf2-c47e-4047-8911-15b32ed1952a will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:08:36.891683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:36.940995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Pushing event updated for resources: {'Port': ['ID=5d077bf2-c47e-4047-8911-15b32ed1952a,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:37.015490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Attempting to bind port 5d077bf2-c47e-4047-8911-15b32ed1952a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:08:37.016104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Attempting to bind port 5d077bf2-c47e-4047-8911-15b32ed1952a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:08:37.016183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Attempting to bind port 5d077bf2-c47e-4047-8911-15b32ed1952a on network a55ca4c8-6062-4401-998d-d82da4f9b540 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:37.020723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Port 5d077bf2-c47e-4047-8911-15b32ed1952a on network a55ca4c8-6062-4401-998d-d82da4f9b540 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:08:37.021048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Attempting to bind port 5d077bf2-c47e-4047-8911-15b32ed1952a on network a55ca4c8-6062-4401-998d-d82da4f9b540 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:37.025878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:37.026212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Checking segment: {'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:08:37.026621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Bound using segment: {'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:37.027045 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Bound port: 5d077bf2-c47e-4047-8911-15b32ed1952a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ddb222-1429-4da1-902b-48a6449054aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:08:37.027406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:37.092810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] For port 5d077bf2-c47e-4047-8911-15b32ed1952a, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:37.096425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] For port 5d077bf2-c47e-4047-8911-15b32ed1952a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5d077bf2-c47e-4047-8911-15b32ed1952a,segment=NetworkSegment(27ddb222-1429-4da1-902b-48a6449054aa),segment_id=27ddb222-1429-4da1-902b-48a6449054aa)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:37.149413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:37.198373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:37.199067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:37.200516 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d077bf2-c47e-4047-8911-15b32ed1952a HTTP/1.1" status: 200 len: 1098 time: 0.7265513 Apr 29 08:08:37.202017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc8a206-4984-43a0-a897-de6485a7d113', 'tag': '5d077bf2-c47e-4047-8911-15b32ed1952a'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:37.204305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193ef4a-37f2-4613-bf42-01aa4fbac34b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc8a206-4984-43a0-a897-de6485a7d113", "tag": "5d077bf2-c47e-4047-8911-15b32ed1952a"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:37.227015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410656-edf4-4b08-b9c4-42abebb5d10b req-253433f6-6e43-4fe3-a2f8-262acde0f555 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:37.228569 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16410656-edf4-4b08-b9c4-42abebb5d10b req-253433f6-6e43-4fe3-a2f8-262acde0f555 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 948 time: 0.1079590 Apr 29 08:08:37.243517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d79e-3861-4cc3-9ef9-9c50df2dcb95 service neutron] Pushing event updated for resources: {'Port': ['ID=5d077bf2-c47e-4047-8911-15b32ed1952a,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:37.256197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1efe36-43b3-4d8c-a2a5-c2cf7785a89c x-openstack-request-id: req-ac1efe36-43b3-4d8c-a2a5-c2cf7785a89c {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:37.256493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc8a206-4984-43a0-a897-de6485a7d113", "tag": "5d077bf2-c47e-4047-8911-15b32ed1952a", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:37.256746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac1efe36-43b3-4d8c-a2a5-c2cf7785a89c {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:37.257139 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1efe36-43b3-4d8c-a2a5-c2cf7785a89c'] response: {'name': 'network-changed', 'server_uuid': '9fc8a206-4984-43a0-a897-de6485a7d113', 'tag': '5d077bf2-c47e-4047-8911-15b32ed1952a', 'status': 'completed', 'code': 200} Apr 29 08:08:37.301952 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16410656-edf4-4b08-b9c4-42abebb5d10b req-5defe3a6-bad4-4466-9bb3-75471d8fc04b tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656550 Apr 29 08:08:37.330911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193ef4a-37f2-4613-bf42-01aa4fbac34b req-8ad58dc7-da97-466a-9cc9-ac3afd66d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:37.332400 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f193ef4a-37f2-4613-bf42-01aa4fbac34b req-8ad58dc7-da97-466a-9cc9-ac3afd66d45d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a87278b0ba54d4e8e01bd57e8c6f940&device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 1101 time: 0.0489128 Apr 29 08:08:37.360757 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f193ef4a-37f2-4613-bf42-01aa4fbac34b req-7c767bb8-300f-4ef8-a516-5404e65fba84 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a87278b0ba54d4e8e01bd57e8c6f940&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200965 Apr 29 08:08:37.454195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193ef4a-37f2-4613-bf42-01aa4fbac34b req-38b0ff1c-dd14-4b17-9a80-8446af847746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:37.455573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f193ef4a-37f2-4613-bf42-01aa4fbac34b req-38b0ff1c-dd14-4b17-9a80-8446af847746 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887787 Apr 29 08:08:37.532010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-f1abe0dd-9e7a-4ca8-a2b4-d76cf4716aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:37.533451 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-f1abe0dd-9e7a-4ca8-a2b4-d76cf4716aaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a87278b0ba54d4e8e01bd57e8c6f940&device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 1101 time: 0.0392640 Apr 29 08:08:37.572650 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-335033e4-606f-49a6-9c06-258aa2422891 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=5d077bf2-c47e-4047-8911-15b32ed1952a HTTP/1.1" status: 200 len: 217 time: 0.0323758 Apr 29 08:08:37.623053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7999e688-75fa-4da8-aeef-d8dc6d824d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:37.624458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7999e688-75fa-4da8-aeef-d8dc6d824d9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd570b45-c53c-48e9-8b3b-8a1024058dbf HTTP/1.1" status: 200 len: 843 time: 0.0451729 Apr 29 08:08:37.668773 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:08:37.671329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7cc0a237-4393-4afa-badf-7d1b3a484d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:37.672781 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-7cc0a237-4393-4afa-badf-7d1b3a484d07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a55ca4c8-6062-4401-998d-d82da4f9b540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0423255 Apr 29 08:08:37.758862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-cbddfe91-ef25-4e1f-8c55-f436d411f579 service neutron] 10.222.0.39 "GET /v2.0/networks/a55ca4c8-6062-4401-998d-d82da4f9b540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781083 Apr 29 08:08:37.847693 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68020d2a-7463-4d22-9f3d-7249d47e32e2 req-4bd608c7-6f37-4add-be8b-2f7ec5d8049a service neutron] 10.222.0.39 "GET /v2.0/networks/a55ca4c8-6062-4401-998d-d82da4f9b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826521 Apr 29 08:08:38.419170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75154762-77f4-4bb0-84ae-c561cce1cee3 req-984737fa-870e-4202-a86e-39be0efb0a9a tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:38.420608 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-75154762-77f4-4bb0-84ae-c561cce1cee3 req-984737fa-870e-4202-a86e-39be0efb0a9a tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 948 time: 0.0478075 Apr 29 08:08:38.457191 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-75154762-77f4-4bb0-84ae-c561cce1cee3 req-98755dc6-2d1d-4f95-a63f-9c7f0d27dc1b tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Apr 29 08:08:39.566679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d60b3-2c59-4c4a-92b1-a5138bf3a835 req-8565bd31-7868-45bd-9376-a56327a47b28 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:39.568102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-800d60b3-2c59-4c4a-92b1-a5138bf3a835 req-8565bd31-7868-45bd-9376-a56327a47b28 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 948 time: 0.0466225 Apr 29 08:08:39.604778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-800d60b3-2c59-4c4a-92b1-a5138bf3a835 req-a027c5d9-b803-4882-9d1b-1cfc96bc797c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Apr 29 08:08:40.685360 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 5d077bf2-c47e-4047-8911-15b32ed1952a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:08:40.729271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c8bc3-a6c1-46c6-8906-24546c34fdd1 req-42f087a1-307f-4d25-a43e-5d04b4084c2a tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:40.730758 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-300c8bc3-a6c1-46c6-8906-24546c34fdd1 req-42f087a1-307f-4d25-a43e-5d04b4084c2a tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 948 time: 0.0581248 Apr 29 08:08:40.768424 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-300c8bc3-a6c1-46c6-8906-24546c34fdd1 req-fa4bdc91-617c-4a2b-9c47-2fba4aaf53d7 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Apr 29 08:08:40.781410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 5d077bf2-c47e-4047-8911-15b32ed1952a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5d077bf2-c47e-4047-8911-15b32ed1952a,segment=NetworkSegment(27ddb222-1429-4da1-902b-48a6449054aa),segment_id=27ddb222-1429-4da1-902b-48a6449054aa)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:40.792491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '5d077bf2-c47e-4047-8911-15b32ed1952a', 'network_id': 'a55ca4c8-6062-4401-998d-d82da4f9b540', 'port_id': '5d077bf2-c47e-4047-8911-15b32ed1952a', 'mac_address': 'fa:16:3e:24:13:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd570b45-c53c-48e9-8b3b-8a1024058dbf', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:08:40.828967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:40.840863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d077bf2-c47e-4047-8911-15b32ed1952a {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:08:40.859447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 5d077bf2-c47e-4047-8911-15b32ed1952a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5d077bf2-c47e-4047-8911-15b32ed1952a,segment=NetworkSegment(27ddb222-1429-4da1-902b-48a6449054aa),segment_id=27ddb222-1429-4da1-902b-48a6449054aa)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:40.951898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:41.001598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=5d077bf2-c47e-4047-8911-15b32ed1952a,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:41.153886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['5d077bf2-c47e-4047-8911-15b32ed1952a'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:08:41.190209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eac50cc0-e024-4666-aa31-6af1870b5a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:41.879347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77182a35-3df5-4fdc-ae45-ccec0927917e req-12e39c1f-ac36-48d9-930f-53804097955e tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:41.880789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-77182a35-3df5-4fdc-ae45-ccec0927917e req-12e39c1f-ac36-48d9-930f-53804097955e tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 949 time: 0.0473840 Apr 29 08:08:41.917457 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-77182a35-3df5-4fdc-ae45-ccec0927917e req-9c4bd110-52d9-499c-bd98-eb34eb9ebd3f tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302455 Apr 29 08:08:42.703867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 5d077bf2-c47e-4047-8911-15b32ed1952a up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:42.783050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:42.806021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 5d077bf2-c47e-4047-8911-15b32ed1952a completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:08:42.809722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 5d077bf2-c47e-4047-8911-15b32ed1952a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:08:42.810073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:42.883134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:42.904450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc8a206-4984-43a0-a897-de6485a7d113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d077bf2-c47e-4047-8911-15b32ed1952a'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:42.906691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6056ad3-96c3-4cc8-8386-498b27b5c853" -d '{"events": [{"server_uuid": "9fc8a206-4984-43a0-a897-de6485a7d113", "name": "network-vif-plugged", "status": "completed", "tag": "5d077bf2-c47e-4047-8911-15b32ed1952a"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:42.922569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 5d077bf2-c47e-4047-8911-15b32ed1952a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5d077bf2-c47e-4047-8911-15b32ed1952a,segment=NetworkSegment(27ddb222-1429-4da1-902b-48a6449054aa),segment_id=27ddb222-1429-4da1-902b-48a6449054aa)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:42.944817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72969bb8-3d5c-4018-b6d4-47fa4b647838 x-openstack-request-id: req-72969bb8-3d5c-4018-b6d4-47fa4b647838 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:42.944817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc8a206-4984-43a0-a897-de6485a7d113", "name": "network-vif-plugged", "status": "completed", "tag": "5d077bf2-c47e-4047-8911-15b32ed1952a", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:42.944817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72969bb8-3d5c-4018-b6d4-47fa4b647838 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:42.944817 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72969bb8-3d5c-4018-b6d4-47fa4b647838'] response: {'server_uuid': '9fc8a206-4984-43a0-a897-de6485a7d113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d077bf2-c47e-4047-8911-15b32ed1952a', 'code': 200} Apr 29 08:08:42.991962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:43.032431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8632-eaaa-4e6c-86e2-1c380b92324f req-93e95b90-1762-44d7-9769-591e9ba686f0 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:43.033886 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf9d8632-eaaa-4e6c-86e2-1c380b92324f req-93e95b90-1762-44d7-9769-591e9ba686f0 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 950 time: 0.0497348 Apr 29 08:08:43.040068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=5d077bf2-c47e-4047-8911-15b32ed1952a,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:43.072244 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf9d8632-eaaa-4e6c-86e2-1c380b92324f req-01266fab-f8bb-4f50-9146-014d18faebf4 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Apr 29 08:08:43.259587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f79ae7-9310-4b88-a492-4f5750b1195d req-ed633e74-d012-4f42-a209-c69e1ae2ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:43.260941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-26f79ae7-9310-4b88-a492-4f5750b1195d req-ed633e74-d012-4f42-a209-c69e1ae2ea08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 1103 time: 0.0431802 Apr 29 08:08:43.263421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7281a566-1d6e-455e-bb93-f9e87d984dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:43.294778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-26f79ae7-9310-4b88-a492-4f5750b1195d req-ab240041-7944-4cb8-b0f9-aa3f842bfbbd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270233 Apr 29 08:08:44.189423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cc7e3-f741-4756-a8b5-9e16f183b42d req-533c4ac6-48d4-4f7f-9a02-cd6d0e691dd1 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:44.191013 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-621cc7e3-f741-4756-a8b5-9e16f183b42d req-533c4ac6-48d4-4f7f-9a02-cd6d0e691dd1 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 950 time: 0.0483303 Apr 29 08:08:44.234096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-621cc7e3-f741-4756-a8b5-9e16f183b42d req-21badbe6-6e2e-4999-b32a-80ae5a330f88 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Apr 29 08:08:45.068949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:45.348612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5be9-6553-4f95-bd87-776e0c223098 req-f36e3037-31b6-4135-a53a-dad3bbb88a86 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:45.349966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-841c5be9-6553-4f95-bd87-776e0c223098 req-f36e3037-31b6-4135-a53a-dad3bbb88a86 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 950 time: 0.0469737 Apr 29 08:08:45.387164 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-841c5be9-6553-4f95-bd87-776e0c223098 req-b116eb60-7957-4ace-bf53-9381dd27ef74 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307119 Apr 29 08:08:45.723253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-cf64c67a-29fe-4197-8435-1a6717273079 req-67cda8b5-af06-42df-adc8-74587002023c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:08:45.724330 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf64c67a-29fe-4197-8435-1a6717273079 req-67cda8b5-af06-42df-adc8-74587002023c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Apr 29 08:08:46.194700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:46.203867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-631f977b-ca03-41b4-b6b7-8f0ffb33dd61 req-01a41d7a-340c-4293-8708-099037d44e32 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:08:46.204927 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-631f977b-ca03-41b4-b6b7-8f0ffb33dd61 req-01a41d7a-340c-4293-8708-099037d44e32 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058300 Apr 29 08:08:46.691512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:46.873009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4709-8e6f-46ef-8268-b0c337d9a747 req-f3042c3c-a0d8-4afd-a087-773839739a67 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:46.874416 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cffd4709-8e6f-46ef-8268-b0c337d9a747 req-f3042c3c-a0d8-4afd-a087-773839739a67 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 950 time: 0.0507131 Apr 29 08:08:46.910759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cffd4709-8e6f-46ef-8268-b0c337d9a747 req-485d89ed-0d4f-4304-acea-a25a74a7adb8 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303702 Apr 29 08:08:48.028065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0feaf6e-437d-438c-850c-3a6da2d13c76 req-27576f68-622b-4ad4-909d-c8164881677e tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:48.029551 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d0feaf6e-437d-438c-850c-3a6da2d13c76 req-27576f68-622b-4ad4-909d-c8164881677e tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 950 time: 0.0508766 Apr 29 08:08:48.066777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d0feaf6e-437d-438c-850c-3a6da2d13c76 req-4024e0a6-86a9-45b0-8cf7-43e903a47ae4 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/security-groups?id=d62f381f-785b-4e1b-8e5e-2215448fb623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Apr 29 08:08:48.119254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-254ee354-5d2b-414d-80e4-a7f8de924dad tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:48.120702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-254ee354-5d2b-414d-80e4-a7f8de924dad tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 950 time: 0.0482619 Apr 29 08:08:48.209048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Deleting port 5d077bf2-c47e-4047-8911-15b32ed1952a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:08:48.209292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:48.293758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] For port 5d077bf2-c47e-4047-8911-15b32ed1952a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5d077bf2-c47e-4047-8911-15b32ed1952a,segment=NetworkSegment(27ddb222-1429-4da1-902b-48a6449054aa),segment_id=27ddb222-1429-4da1-902b-48a6449054aa)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:48.294120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:48.307069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Calling delete_port for 5d077bf2-c47e-4047-8911-15b32ed1952a owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:08:48.491843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:48.503284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['5d077bf2-c47e-4047-8911-15b32ed1952a'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:08:48.520030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Pushing event deleted for resources: {'Port': ['ID=5d077bf2-c47e-4047-8911-15b32ed1952a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:48.565020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] No DVR routers for this DVR port 5d077bf2-c47e-4047-8911-15b32ed1952a on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:48.567793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:48.571232 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65dcf271-9adc-4a2a-b783-3cc8d729dbd5 req-8a559bfb-fc46-4a2b-acb1-aa818b661a4c tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.39 "DELETE /v2.0/ports/5d077bf2-c47e-4047-8911-15b32ed1952a HTTP/1.1" status: 204 len: 173 time: 0.4449134 Apr 29 08:08:48.571755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc8a206-4984-43a0-a897-de6485a7d113', 'name': 'network-vif-deleted', 'tag': '5d077bf2-c47e-4047-8911-15b32ed1952a'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:48.574000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe3096-9d34-4255-8276-07aa183f911d" -d '{"events": [{"server_uuid": "9fc8a206-4984-43a0-a897-de6485a7d113", "name": "network-vif-deleted", "tag": "5d077bf2-c47e-4047-8911-15b32ed1952a"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:48.614735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df6d4b3-8178-467f-9d5d-10bf0cc7edcc x-openstack-request-id: req-5df6d4b3-8178-467f-9d5d-10bf0cc7edcc {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:48.615046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc8a206-4984-43a0-a897-de6485a7d113", "name": "network-vif-deleted", "tag": "5d077bf2-c47e-4047-8911-15b32ed1952a", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:48.615294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5df6d4b3-8178-467f-9d5d-10bf0cc7edcc {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:48.615696 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df6d4b3-8178-467f-9d5d-10bf0cc7edcc'] response: {'server_uuid': '9fc8a206-4984-43a0-a897-de6485a7d113', 'name': 'network-vif-deleted', 'tag': '5d077bf2-c47e-4047-8911-15b32ed1952a', 'status': 'completed', 'code': 200} Apr 29 08:08:49.172813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e08d5e21-82a7-4ed4-aa70-09d482970cd0 req-87e068bd-df26-4596-8972-8b1f55c33660 tempest-ServersAdminNegativeTestJSON-1393630830 tempest-ServersAdminNegativeTestJSON-1393630830-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc8a206-4984-43a0-a897-de6485a7d113 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Apr 29 08:08:50.660276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52580) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:50.795456 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c0436511-192f-4b44-9892-f86603ba9ade admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a87278b0ba54d4e8e01bd57e8c6f940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340284 Apr 29 08:08:50.797862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52584) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:50.843142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee6de0f1-0b5d-4d19-9448-1aef06409c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:50.864060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee6de0f1-0b5d-4d19-9448-1aef06409c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.006110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee6de0f1-0b5d-4d19-9448-1aef06409c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.008695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ee6de0f1-0b5d-4d19-9448-1aef06409c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.010336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ee6de0f1-0b5d-4d19-9448-1aef06409c57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d62f381f-785b-4e1b-8e5e-2215448fb623 HTTP/1.1" status: 204 len: 168 time: 0.2116015 Apr 29 08:08:51.017970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6de0f1-0b5d-4d19-9448-1aef06409c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62f381f-785b-4e1b-8e5e-2215448fb623,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:51.572274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52590) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:51.585036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a06462cd-d7dc-42e5-a570-529bed32f285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.658911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a06462cd-d7dc-42e5-a570-529bed32f285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.725508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a06462cd-d7dc-42e5-a570-529bed32f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.764185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a06462cd-d7dc-42e5-a570-529bed32f285 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=803cf69d294d462a9b18b3fbbb5f7e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908677 Apr 29 08:08:51.765104 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06462cd-d7dc-42e5-a570-529bed32f285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f4f9f-00c5-43f6-93cc-c902675ffb35,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:51.766918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52592) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:51.814999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85c1ac5f-e70b-455d-8bc3-a9d022afaf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.835060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85c1ac5f-e70b-455d-8bc3-a9d022afaf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.951364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85c1ac5f-e70b-455d-8bc3-a9d022afaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.953877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85c1ac5f-e70b-455d-8bc3-a9d022afaf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:51.955024 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-85c1ac5f-e70b-455d-8bc3-a9d022afaf4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f57f4f9f-00c5-43f6-93cc-c902675ffb35 HTTP/1.1" status: 204 len: 168 time: 0.1865227 Apr 29 08:08:51.963195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1ac5f-e70b-455d-8bc3-a9d022afaf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f4f9f-00c5-43f6-93cc-c902675ffb35,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:52.746176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 5d077bf2-c47e-4047-8911-15b32ed1952a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:52.766387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 5d077bf2-c47e-4047-8911-15b32ed1952a {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:08:52.766768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 5d077bf2-c47e-4047-8911-15b32ed1952a not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:52.976127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 52614) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:53.069183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-270934957-network', 'tenant_id': '04ba175bf3ac4f67b951b4ba455d8c9a'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:53.177435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Made reservation on behalf of 04ba175bf3ac4f67b951b4ba455d8c9a for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:53.179710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.188041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.261626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.313888 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.338755 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:53.348240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c0e3b4-b876-4231-9a87-ccf375623cef,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.354296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.354296 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Added segment 188df263-f9a1-49bc-a887-058f13e80cd7 of type vlan for network 28bcf661-6832-493e-ad34-b89ef47b859c Apr 29 08:08:53.391860 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.477090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.477977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:53.478578 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.564346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] Pushing event updated for resources: {'Network': ['ID=28bcf661-6832-493e-ad34-b89ef47b859c,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.574158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 28bcf661-6832-493e-ad34-b89ef47b859c details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:53.589355 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ca8b8311-cdce-4953-9668-d705453b68c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6121690 Apr 29 08:08:53.592457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52618) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:08:53.597769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Request body: {'subnet': {'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-270934957-subnet', 'tenant_id': '04ba175bf3ac4f67b951b4ba455d8c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:53.677631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Made reservation on behalf of 04ba175bf3ac4f67b951b4ba455d8c9a for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:53.679971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.900938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:53.956847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.961979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Checking segment: {'id': '188df263-f9a1-49bc-a887-058f13e80cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:08:53.963009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Network hostable DHCP agents. Network: 28bcf661-6832-493e-ad34-b89ef47b859c, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:54.031598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Network 28bcf661-6832-493e-ad34-b89ef47b859c is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:54.102901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 28bcf661-6832-493e-ad34-b89ef47b859c) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:54.106873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:54.107453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:54.111923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e2233-77cc-4da6-9ca7-03e3de170ffc None None] Network 28bcf661-6832-493e-ad34-b89ef47b859c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:08:54.177435 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4d27257e-e9ad-428a-83e4-4f5a2e1a77f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5835836 Apr 29 08:08:54.237107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b5fe1-0092-4db5-8201-67bbe1187169 None None] Network 28bcf661-6832-493e-ad34-b89ef47b859c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:08:54.592278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343598ab-6afc-4888-85aa-7973421f55bf req-1c60b2e4-965a-4dd4-a334-aefc8d70d692 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:54.593702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-1c60b2e4-965a-4dd4-a334-aefc8d70d692 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/networks?id=28bcf661-6832-493e-ad34-b89ef47b859c HTTP/1.1" status: 200 len: 811 time: 0.1010399 Apr 29 08:08:54.608671 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-84d9daf8-caf9-4a0d-8a33-5dcca2291e04 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/quotas/04ba175bf3ac4f67b951b4ba455d8c9a HTTP/1.1" status: 200 len: 375 time: 0.0090628 Apr 29 08:08:54.639543 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-6452a680-30d1-4273-92e1-e98d8bfd86ae tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258017 Apr 29 08:08:54.725458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-9fb5a535-a607-43e0-b14d-73f927c56ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791719 Apr 29 08:08:55.143388 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-223a2b2a-eead-4089-a8b3-f505d1cce35b service neutron] 10.222.0.16 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118881 Apr 29 08:08:55.383130 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2e8d8fa0-9cbc-4fc2-94f2-8d8faeefe4c2 req-8cbd74ee-cd4b-4abc-bdcb-3d63146258c0 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 210 time: 0.0268879 Apr 29 08:08:56.484206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf813cac-a611-4515-8dfa-52c9c6aeb4eb req-6f1df9de-1fc8-4710-8576-35c06ba5f03c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 210 time: 0.0254087 Apr 29 08:08:57.384741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343598ab-6afc-4888-85aa-7973421f55bf req-3abe5a96-6d20-4ec1-bc1c-7c39b7bbf899 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:57.386193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-3abe5a96-6d20-4ec1-bc1c-7c39b7bbf899 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.39 "GET /v2.0/networks?id=28bcf661-6832-493e-ad34-b89ef47b859c HTTP/1.1" status: 200 len: 811 time: 0.1026034 Apr 29 08:08:57.398210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Request body: {'port': {'device_id': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c', 'admin_state_up': True, 'tenant_id': '04ba175bf3ac4f67b951b4ba455d8c9a'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:57.563558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Made reservation on behalf of 04ba175bf3ac4f67b951b4ba455d8c9a for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:57.567062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:57.593735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f0052875-ab4d-41ad-9bab-43ecc4a0c277 req-8bd5144b-7977-46fe-97c6-fa1bdcfeee48 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 210 time: 0.0441031 Apr 29 08:08:57.703660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Allocated IP 172.20.0.11 (28bcf661-6832-493e-ad34-b89ef47b859c/c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5/2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:57.846227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:57.935070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:57.977808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Network 28bcf661-6832-493e-ad34-b89ef47b859c is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:57.980806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:57.984472 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:58.011507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:58.037743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:58.038322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:58.120472 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-8868bbbd-afb6-4b08-84f6-ac4a2ad10e9b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7258940 Apr 29 08:08:58.131627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Request body: {'port': {'device_id': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:58.183780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:58.435411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:08:58.443197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:58.454960 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Transition to ACTIVE for port object 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:08:58.502668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:58.556007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:58.616824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Attempting to bind port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:08:58.617436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Attempting to bind port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '188df263-f9a1-49bc-a887-058f13e80cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:08:58.617528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Attempting to bind port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a on network 28bcf661-6832-493e-ad34-b89ef47b859c {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:58.622149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a on network 28bcf661-6832-493e-ad34-b89ef47b859c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:08:58.622492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Attempting to bind port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a on network 28bcf661-6832-493e-ad34-b89ef47b859c {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:58.627156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:58.627487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Checking segment: {'id': '188df263-f9a1-49bc-a887-058f13e80cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:08:58.627862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Bound using segment: {'id': '188df263-f9a1-49bc-a887-058f13e80cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:58.628287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Bound port: 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188df263-f9a1-49bc-a887-058f13e80cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:08:58.628634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:58.719523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:58.723306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:58.737656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5902a9-4dd0-4f44-86af-0874f7b8c3fc req-28022d25-196c-4266-8e8f-30699c4a0d1b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:58.739140 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b5902a9-4dd0-4f44-86af-0874f7b8c3fc req-28022d25-196c-4266-8e8f-30699c4a0d1b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 944 time: 0.0689240 Apr 29 08:08:58.776829 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b5902a9-4dd0-4f44-86af-0874f7b8c3fc req-86e275b4-e743-468a-a626-b2ddc2b4dc40 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Apr 29 08:08:58.797797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:58.831363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:58.831968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:08:58.833303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a HTTP/1.1" status: 200 len: 1094 time: 0.7056599 Apr 29 08:08:58.833749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:58.835978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f61cda-7ff2-4df1-a7aa-5310a3c030d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:58.861614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094b9e-0ba2-49a5-adba-167e98674e02 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:58.874420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f24c96-ada7-45f3-a495-fa340d512318 x-openstack-request-id: req-42f24c96-ada7-45f3-a495-fa340d512318 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:58.874736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:58.875098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42f24c96-ada7-45f3-a495-fa340d512318 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:58.875531 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f24c96-ada7-45f3-a495-fa340d512318'] response: {'name': 'network-changed', 'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'status': 'completed', 'code': 200} Apr 29 08:08:58.939452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f61cda-7ff2-4df1-a7aa-5310a3c030d5 req-5ba974fc-d01c-4d2f-a942-bf0e86c0a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:58.941007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-41f61cda-7ff2-4df1-a7aa-5310a3c030d5 req-5ba974fc-d01c-4d2f-a942-bf0e86c0a278 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 1097 time: 0.0453837 Apr 29 08:08:59.037886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f61cda-7ff2-4df1-a7aa-5310a3c030d5 req-9a011274-9373-4230-90a5-85c5c559e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:59.039281 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-41f61cda-7ff2-4df1-a7aa-5310a3c030d5 req-9a011274-9373-4230-90a5-85c5c559e1e8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0915666 Apr 29 08:08:59.130244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f61cda-7ff2-4df1-a7aa-5310a3c030d5 req-851e1739-fd47-41f4-98fc-23a3e19873ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:59.131764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-41f61cda-7ff2-4df1-a7aa-5310a3c030d5 req-851e1739-fd47-41f4-98fc-23a3e19873ca service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859809 Apr 29 08:08:59.209747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343598ab-6afc-4888-85aa-7973421f55bf req-2138c6f8-40cd-4883-817b-8a6bd25967cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:59.211289 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-2138c6f8-40cd-4883-817b-8a6bd25967cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 1097 time: 0.0453863 Apr 29 08:08:59.253009 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-a38fafa9-2bd5-44c1-a945-5c1bd295e0f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a HTTP/1.1" status: 200 len: 217 time: 0.0346606 Apr 29 08:08:59.299854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343598ab-6afc-4888-85aa-7973421f55bf req-1d8c3a92-9b7a-4bf1-8ab7-99e1dab44b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:59.301159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-1d8c3a92-9b7a-4bf1-8ab7-99e1dab44b67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5 HTTP/1.1" status: 200 len: 851 time: 0.0416834 Apr 29 08:08:59.331677 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-602a981d-255a-42df-ba30-bcdd792dd7da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28bcf661-6832-493e-ad34-b89ef47b859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232038 Apr 29 08:08:59.422120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-c00847a1-a27f-4b63-9458-a4ce38ece9de service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828743 Apr 29 08:08:59.508147 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-343598ab-6afc-4888-85aa-7973421f55bf req-74e982af-7de5-4944-9629-8d04eaba71fb service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796912 Apr 29 08:08:59.893585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dac17-3278-4fa0-baa5-ebcab1355712 req-b99dda50-2980-410c-9f99-65413b9dad62 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:08:59.895063 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-425dac17-3278-4fa0-baa5-ebcab1355712 req-b99dda50-2980-410c-9f99-65413b9dad62 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 944 time: 0.0525925 Apr 29 08:08:59.931314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-425dac17-3278-4fa0-baa5-ebcab1355712 req-8c588b28-8a43-4cc4-803e-71c54669acad tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296617 Apr 29 08:09:01.045253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c88bb-e093-4e26-9e40-b784bee84fcb req-d2a36ade-8dc7-4eb2-86cc-67b46e4c84b4 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:01.046716 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-883c88bb-e093-4e26-9e40-b784bee84fcb req-d2a36ade-8dc7-4eb2-86cc-67b46e4c84b4 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 944 time: 0.0483491 Apr 29 08:09:01.083273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-883c88bb-e093-4e26-9e40-b784bee84fcb req-e45f3c32-fbe7-4a4f-8ab8-50ec1a9051cc tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Apr 29 08:09:02.196717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd608c64-9e68-4560-b280-f64e55bdc9cf req-71470665-d7e6-4d50-99ae-8d55e284c654 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:02.198171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd608c64-9e68-4560-b280-f64e55bdc9cf req-71470665-d7e6-4d50-99ae-8d55e284c654 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 944 time: 0.0486588 Apr 29 08:09:02.235273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd608c64-9e68-4560-b280-f64e55bdc9cf req-79522e93-9e7b-4f09-8727-fe55d6c0eb3e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Apr 29 08:09:02.857186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:09:02.946142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:02.956908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c', 'port_id': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'mac_address': 'fa:16:3e:db:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:09:03.000540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:03.012808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:09:03.030744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:03.114126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:03.160993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:03.303546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:09:03.360364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78d33-80dc-408a-a50a-094450b16dd0 req-8c7730d2-8b74-401f-9091-e8503c97b75a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:03.364617 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-83c78d33-80dc-408a-a50a-094450b16dd0 req-8c7730d2-8b74-401f-9091-e8503c97b75a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 945 time: 0.0571287 Apr 29 08:09:03.401830 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-83c78d33-80dc-408a-a50a-094450b16dd0 req-bf946903-83d4-4171-9dd0-e6420404f5ba tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Apr 29 08:09:04.515902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce3168-ba5f-4202-9f71-f79c43a6fa9d req-8d52ecd3-f35e-4b19-9090-ce589027413c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:04.517358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99ce3168-ba5f-4202-9f71-f79c43a6fa9d req-8d52ecd3-f35e-4b19-9090-ce589027413c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 945 time: 0.0488474 Apr 29 08:09:04.555038 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99ce3168-ba5f-4202-9f71-f79c43a6fa9d req-c0f4e3ef-e82a-4832-82bd-ffb84533e74a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Apr 29 08:09:04.856180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:04.991266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:09:04.994768 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:09:04.996780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:05.070993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:05.231649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:05.233846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4e9af5-7c88-44be-88d8-994e5fed357b" -d '{"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-plugged", "status": "completed", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:05.246455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:05.270802 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47b8205-8e4c-43dc-9989-70dd51b8893a x-openstack-request-id: req-b47b8205-8e4c-43dc-9989-70dd51b8893a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:05.271084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-plugged", "status": "completed", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:05.271333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b47b8205-8e4c-43dc-9989-70dd51b8893a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:05.271720 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47b8205-8e4c-43dc-9989-70dd51b8893a'] response: {'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'code': 200} Apr 29 08:09:05.317336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:05.365951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:05.582707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b4405-70c4-4371-a7d2-e60f19fb42a9 req-2304e567-6592-4c8f-9b5d-0cfeee8ae62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:05.583558 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2f7b4405-70c4-4371-a7d2-e60f19fb42a9 req-2304e567-6592-4c8f-9b5d-0cfeee8ae62b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 1099 time: 0.0395167 Apr 29 08:09:05.619345 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2f7b4405-70c4-4371-a7d2-e60f19fb42a9 req-1d38c5cb-af47-46a7-9bae-9f2585e8a4f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285921 Apr 29 08:09:05.676832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811e8f6-19cb-47fe-983c-b394a7275e40 req-cd02b276-fbde-44ee-9d22-9196d6d24a12 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:05.679017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a811e8f6-19cb-47fe-983c-b394a7275e40 req-cd02b276-fbde-44ee-9d22-9196d6d24a12 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0577004 Apr 29 08:09:05.717931 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a811e8f6-19cb-47fe-983c-b394a7275e40 req-47a3752a-7e0b-43d4-b18d-d57e14aacce7 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Apr 29 08:09:06.833994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a6b04-aad2-46f9-ba6a-31579912ec08 req-2c3b9adf-a2e3-4212-aed4-f265e9f15e8f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:06.835496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-139a6b04-aad2-46f9-ba6a-31579912ec08 req-2c3b9adf-a2e3-4212-aed4-f265e9f15e8f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0491838 Apr 29 08:09:06.872663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-139a6b04-aad2-46f9-ba6a-31579912ec08 req-8c80f227-fa1f-48aa-9ab0-1bd61146cb3d tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Apr 29 08:09:07.309557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac23a5-736b-4bf4-9149-5af124636196 req-35976d7f-a7b6-446c-bd95-9c9fcc44f5ea tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:07.311047 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ac23a5-736b-4bf4-9149-5af124636196 req-35976d7f-a7b6-446c-bd95-9c9fcc44f5ea tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0484471 Apr 29 08:09:07.347770 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3ac23a5-736b-4bf4-9149-5af124636196 req-5b49d76f-f3c3-4601-8057-3ac8d3f0ee12 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Apr 29 08:09:07.453211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52682) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:09:07.538521 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-d88f4601-7058-4d5d-9b15-7f4aa29be764 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841177 Apr 29 08:09:07.548116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-b80ba2cf-4073-4721-8cda-8a35da6cc94e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:09:07.549103 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-b80ba2cf-4073-4721-8cda-8a35da6cc94e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048492 Apr 29 08:09:08.464346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69991e38-ded9-449b-9647-c6f0e65a4a9b req-4f9d9fca-17fb-4b45-945c-ffab1515e60e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:08.469478 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69991e38-ded9-449b-9647-c6f0e65a4a9b req-4f9d9fca-17fb-4b45-945c-ffab1515e60e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0503368 Apr 29 08:09:08.503499 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69991e38-ded9-449b-9647-c6f0e65a4a9b req-3bbaa496-66de-4bd0-99ea-c87261a89dc9 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Apr 29 08:09:09.647924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018288-6018-4d72-a7e1-329d48c9d52a req-a8456b9f-dd5d-4b2e-8159-079036ae9e36 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:09.649904 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b1018288-6018-4d72-a7e1-329d48c9d52a req-a8456b9f-dd5d-4b2e-8159-079036ae9e36 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0803843 Apr 29 08:09:09.656075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-23e1ad82-f03f-4640-ac58-e20ae2bf9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:09.657405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-23e1ad82-f03f-4640-ac58-e20ae2bf9de9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 1099 time: 0.0578568 Apr 29 08:09:09.731897 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b1018288-6018-4d72-a7e1-329d48c9d52a req-71400ba0-5a99-4077-a0c7-3c958e8467cd tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735607 Apr 29 08:09:09.765214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-115bbb48-7ede-4460-8474-dcc2603df705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:09.766924 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-115bbb48-7ede-4460-8474-dcc2603df705 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28bcf661-6832-493e-ad34-b89ef47b859c HTTP/1.1" status: 200 len: 912 time: 0.1023035 Apr 29 08:09:09.810041 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-89360f04-8bf1-4155-82eb-25f55731a1a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a HTTP/1.1" status: 200 len: 217 time: 0.0372229 Apr 29 08:09:09.857091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-06d98eb4-aab3-463c-9326-c3ab9ec32787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:09.858542 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-06d98eb4-aab3-463c-9326-c3ab9ec32787 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5 HTTP/1.1" status: 200 len: 851 time: 0.0423150 Apr 29 08:09:09.889346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-44f3faec-1673-41c3-bdd3-8364c049e42b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28bcf661-6832-493e-ad34-b89ef47b859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246170 Apr 29 08:09:09.973475 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-18b52456-a898-4dfb-b745-238554f41ad5 service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770512 Apr 29 08:09:10.062840 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-ddccd90b-165a-435a-aad3-2b0905d3341f service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821755 Apr 29 08:09:10.844563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45902d-95eb-4fc3-92d3-3608c5307cf6 req-f12b0ac7-cc8e-4b2d-89c1-edc689c47c37 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:10.845987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ec45902d-95eb-4fc3-92d3-3608c5307cf6 req-f12b0ac7-cc8e-4b2d-89c1-edc689c47c37 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0481884 Apr 29 08:09:10.882926 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ec45902d-95eb-4fc3-92d3-3608c5307cf6 req-023b47e1-9031-487c-aae7-df0331e50473 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307987 Apr 29 08:09:11.216881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7023e9f-0d4e-42dd-9704-3bbe4af13d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:12.003967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0f305-2598-43c1-a2fb-82b5a1c677df req-4a2a3a0b-55ed-4f48-bf12-e80d0e790a94 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:12.005327 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8e0f305-2598-43c1-a2fb-82b5a1c677df req-4a2a3a0b-55ed-4f48-bf12-e80d0e790a94 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0526845 Apr 29 08:09:12.042528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8e0f305-2598-43c1-a2fb-82b5a1c677df req-a21f1aaa-afc0-4411-8e97-a6475ccfa978 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Apr 29 08:09:12.764922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:13.155267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c6f00-6efc-44d3-b58c-8be05c13cb82 req-a8765b49-33a5-45a5-bba2-0d62d862cbf5 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:13.156717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-571c6f00-6efc-44d3-b58c-8be05c13cb82 req-a8765b49-33a5-45a5-bba2-0d62d862cbf5 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0479410 Apr 29 08:09:13.193887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-571c6f00-6efc-44d3-b58c-8be05c13cb82 req-c8ea3dc6-28fb-4d63-ba9f-82e0f3100371 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Apr 29 08:09:13.228608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0ec6-0716-4f0a-99f7-d04b6cd0f2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:14.318653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567d6b-4994-4523-95e0-093c96f85a56 req-cde792ae-51bf-4ba7-a42f-ade04a2cfb6f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:14.320098 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-22567d6b-4994-4523-95e0-093c96f85a56 req-cde792ae-51bf-4ba7-a42f-ade04a2cfb6f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0594611 Apr 29 08:09:14.357426 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-22567d6b-4994-4523-95e0-093c96f85a56 req-6a26fde8-2ded-47d1-b3f6-4b7a7f181043 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Apr 29 08:09:14.668329 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:09:15.036782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:15.475849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c950aa9-9bc2-4132-bdf5-8fb8a8155749 req-8e1a29cd-b5f4-4047-816c-194fcd7a8bd6 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:15.477873 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c950aa9-9bc2-4132-bdf5-8fb8a8155749 req-8e1a29cd-b5f4-4047-816c-194fcd7a8bd6 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0516477 Apr 29 08:09:15.514368 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c950aa9-9bc2-4132-bdf5-8fb8a8155749 req-23aef3ca-ecdd-4d3c-aff3-1f2abd02b47b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304692 Apr 29 08:09:16.197194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:16.626990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b72488-cdf4-4e4e-90aa-e0937aeb2609 req-15579060-ec1f-4fca-8c24-f575428ce483 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:16.628456 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08b72488-cdf4-4e4e-90aa-e0937aeb2609 req-15579060-ec1f-4fca-8c24-f575428ce483 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0485499 Apr 29 08:09:16.667606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08b72488-cdf4-4e4e-90aa-e0937aeb2609 req-062a3dba-977b-48c6-9d17-0fb4593329b9 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Apr 29 08:09:16.694143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:17.779951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443263b9-9759-4bc0-a288-4031d2480e18 req-7a5d1770-3803-466b-956a-a39abd7c9d7b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:17.781394 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-443263b9-9759-4bc0-a288-4031d2480e18 req-7a5d1770-3803-466b-956a-a39abd7c9d7b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0472369 Apr 29 08:09:17.818086 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-443263b9-9759-4bc0-a288-4031d2480e18 req-12ae1df9-bcea-4777-b6ad-a73524614124 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307853 Apr 29 08:09:18.934169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb46c8-f555-4508-83d4-d94628080de0 req-78337416-5501-4808-a22e-00cd89c69986 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:18.935529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eeeb46c8-f555-4508-83d4-d94628080de0 req-78337416-5501-4808-a22e-00cd89c69986 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0508513 Apr 29 08:09:18.971187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eeeb46c8-f555-4508-83d4-d94628080de0 req-1ab3ed77-5cf2-4d95-a878-c3cf16b8ab2b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298102 Apr 29 08:09:20.083484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d19f-02c6-48b0-9662-8809b992677a req-aafec15f-37e4-42b0-9426-d1347fc2af27 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:20.084914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-51e5d19f-02c6-48b0-9662-8809b992677a req-aafec15f-37e4-42b0-9426-d1347fc2af27 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0471716 Apr 29 08:09:20.121935 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-51e5d19f-02c6-48b0-9662-8809b992677a req-1c6b6ed2-4d7a-4e74-9979-63d9cebb9a97 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303693 Apr 29 08:09:21.233981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cce60d-0af3-4d1d-b501-c462a9248ab7 req-568ae58f-6e21-4afa-ad5a-db12fac79ff4 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:21.235435 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09cce60d-0af3-4d1d-b501-c462a9248ab7 req-568ae58f-6e21-4afa-ad5a-db12fac79ff4 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0477293 Apr 29 08:09:21.273108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09cce60d-0af3-4d1d-b501-c462a9248ab7 req-7f73e560-d858-4d40-89ec-43ec7f1e9e93 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Apr 29 08:09:22.394098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166650fa-fa6d-46e0-962b-09dd5c7942a3 req-c2910179-1c23-4af9-9f9b-ee7367fe244a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:22.395565 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-166650fa-fa6d-46e0-962b-09dd5c7942a3 req-c2910179-1c23-4af9-9f9b-ee7367fe244a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0567365 Apr 29 08:09:22.432642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-166650fa-fa6d-46e0-962b-09dd5c7942a3 req-6fea968e-2d13-402e-ad6c-e526b5b65b8c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Apr 29 08:09:23.551233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46e4d9-28b6-47f1-8b73-50096b653cc8 req-57592662-adfc-4d14-ba2d-97ed5f186430 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:23.552816 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fd46e4d9-28b6-47f1-8b73-50096b653cc8 req-57592662-adfc-4d14-ba2d-97ed5f186430 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0522807 Apr 29 08:09:23.591368 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fd46e4d9-28b6-47f1-8b73-50096b653cc8 req-43c960ed-9525-4668-bcbf-c92d113f7deb tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Apr 29 08:09:24.703957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb2126-0f75-4771-9d7d-4b594a808174 req-307fcc1f-0fa4-46ed-bc76-7910c72c4c8b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:24.705393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19cb2126-0f75-4771-9d7d-4b594a808174 req-307fcc1f-0fa4-46ed-bc76-7910c72c4c8b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0469623 Apr 29 08:09:24.742020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19cb2126-0f75-4771-9d7d-4b594a808174 req-1f25d2d4-cc0a-4015-a53c-8ddd16bde52e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305886 Apr 29 08:09:25.856626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c65d4-0278-49d5-a7fd-5298c39c957c req-2773718b-6c32-408d-874e-3b731a988a45 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:25.858047 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e5c65d4-0278-49d5-a7fd-5298c39c957c req-2773718b-6c32-408d-874e-3b731a988a45 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0511067 Apr 29 08:09:25.894414 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e5c65d4-0278-49d5-a7fd-5298c39c957c req-307e318f-1bdd-42ba-958f-71d1aaad982e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305381 Apr 29 08:09:27.012061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7bce-777f-4c1e-b97c-5433e6355c08 req-ef2f5962-8114-4887-a797-ff0bf6e47383 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:27.013496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b1af7bce-777f-4c1e-b97c-5433e6355c08 req-ef2f5962-8114-4887-a797-ff0bf6e47383 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0490777 Apr 29 08:09:27.049447 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b1af7bce-777f-4c1e-b97c-5433e6355c08 req-13e4d746-8b32-4f7c-a7f0-83f8178b6eb6 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300746 Apr 29 08:09:28.162925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e515c0-791d-4cde-8757-9c8a8351d345 req-a6b5e1d2-1e69-4728-9204-c4eb1ac79534 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:28.164391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-28e515c0-791d-4cde-8757-9c8a8351d345 req-a6b5e1d2-1e69-4728-9204-c4eb1ac79534 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0481713 Apr 29 08:09:28.201093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-28e515c0-791d-4cde-8757-9c8a8351d345 req-ac9febd0-b492-4739-9d5d-9f81a59752da tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Apr 29 08:09:29.316604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231da84-b29c-40be-8104-661d3d8fe826 req-b71383f5-3843-45bf-89d5-9aac92fdb80a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:29.318020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1231da84-b29c-40be-8104-661d3d8fe826 req-b71383f5-3843-45bf-89d5-9aac92fdb80a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0507586 Apr 29 08:09:29.354777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1231da84-b29c-40be-8104-661d3d8fe826 req-0dd28361-01b7-4a91-919b-245dc66e4e9c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Apr 29 08:09:30.469336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235eabb-7ecd-44d4-b445-3ce4a9de48f7 req-0568d096-4d1b-4780-81f6-6850a90a7aad tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:30.470833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4235eabb-7ecd-44d4-b445-3ce4a9de48f7 req-0568d096-4d1b-4780-81f6-6850a90a7aad tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0491247 Apr 29 08:09:30.511052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4235eabb-7ecd-44d4-b445-3ce4a9de48f7 req-ee6b94cb-da8f-40ea-bcb4-eda11ddcc513 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Apr 29 08:09:31.625062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ccf8-f320-4475-a9e9-d7e9c5e3543a req-f9475350-7734-43b5-b9ca-004285f6987f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:31.626534 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1944ccf8-f320-4475-a9e9-d7e9c5e3543a req-f9475350-7734-43b5-b9ca-004285f6987f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0482469 Apr 29 08:09:31.663237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1944ccf8-f320-4475-a9e9-d7e9c5e3543a req-f5cff1f7-6edd-48b9-8c58-ed675cd77f6c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308232 Apr 29 08:09:32.780324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5dd70-bd9e-4636-830d-12ebf7e68bca req-349f2e9b-4370-4daa-9bd8-1306dde50660 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:32.781759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-84e5dd70-bd9e-4636-830d-12ebf7e68bca req-349f2e9b-4370-4daa-9bd8-1306dde50660 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0510588 Apr 29 08:09:32.820010 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-84e5dd70-bd9e-4636-830d-12ebf7e68bca req-8621653f-8045-42c9-8c8e-3dfb7fe59ba4 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Apr 29 08:09:33.940996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1377-dfd4-4aa0-ac66-99b1ce665f6b req-b14c1415-3b47-4752-8d6e-795376ceb3bd tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:33.942361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-40bb1377-dfd4-4aa0-ac66-99b1ce665f6b req-b14c1415-3b47-4752-8d6e-795376ceb3bd tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0483115 Apr 29 08:09:33.979610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-40bb1377-dfd4-4aa0-ac66-99b1ce665f6b req-fe16c75e-a75d-40b1-a993-2745c631df1a tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Apr 29 08:09:34.416384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-fa5ec21d-d568-4658-a502-b6222b695861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:34.417877 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-fa5ec21d-d568-4658-a502-b6222b695861 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 1099 time: 0.0403728 Apr 29 08:09:34.518891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-f42bf96c-b51d-47d7-81d1-dacfbc2b29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:34.520334 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-f42bf96c-b51d-47d7-81d1-dacfbc2b29b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28bcf661-6832-493e-ad34-b89ef47b859c HTTP/1.1" status: 200 len: 912 time: 0.0849054 Apr 29 08:09:34.562893 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-8f333b67-b69c-47c9-9614-448eb2d524a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a HTTP/1.1" status: 200 len: 217 time: 0.0325320 Apr 29 08:09:34.612424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-a7c1c126-0fd7-4c32-b548-66b4805334df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:34.613841 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-a7c1c126-0fd7-4c32-b548-66b4805334df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5 HTTP/1.1" status: 200 len: 851 time: 0.0417240 Apr 29 08:09:34.650192 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-dfc2d04f-c2a9-4183-8905-e3cdd2fc9e2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28bcf661-6832-493e-ad34-b89ef47b859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279517 Apr 29 08:09:34.737903 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-6fd625ed-33eb-4427-ae6f-85dd85f66de9 service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807319 Apr 29 08:09:34.827410 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e39d6fd9-b684-49ea-95d7-781e7c99cea5 req-bbda31d8-685a-418d-b56e-bd177a17f76c service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824828 Apr 29 08:09:35.092531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fdb38-84cd-4a89-b9c0-ba8c1db2cc34 req-0a47011d-a2c5-4043-a017-8a6aeca7c034 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:35.093997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f48fdb38-84cd-4a89-b9c0-ba8c1db2cc34 req-0a47011d-a2c5-4043-a017-8a6aeca7c034 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0484483 Apr 29 08:09:35.130504 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f48fdb38-84cd-4a89-b9c0-ba8c1db2cc34 req-0e1d2cbd-93a9-4d00-baad-4d93fce037c3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301929 Apr 29 08:09:36.241623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05048ef-22da-41cf-a459-af80f4f74c97 req-e876bdc0-b526-4750-a2e6-c7bc1ca77df4 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:36.243067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a05048ef-22da-41cf-a459-af80f4f74c97 req-e876bdc0-b526-4750-a2e6-c7bc1ca77df4 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0472226 Apr 29 08:09:36.280919 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a05048ef-22da-41cf-a459-af80f4f74c97 req-d1aa0663-ea4a-438b-9a3d-9efc1233b8fb tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Apr 29 08:09:37.089081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-e6ed0310-7629-4355-a5c7-61fb62770fc4 service neutron] 10.222.0.39 "GET /v2.0/ports/2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0532048 Apr 29 08:09:37.400149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970e0c7-68e7-4eee-93a2-4ebc64173f2f req-0b9144e2-b456-430f-942b-3711d4bfa9ad tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:37.401592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2970e0c7-68e7-4eee-93a2-4ebc64173f2f req-0b9144e2-b456-430f-942b-3711d4bfa9ad tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0532198 Apr 29 08:09:37.440985 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2970e0c7-68e7-4eee-93a2-4ebc64173f2f req-291bde0a-2c9b-466d-9f31-996759cabc2b tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Apr 29 08:09:37.619838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-ddf72638-cf27-4701-b587-8b600c25a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:37.621316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-ddf72638-cf27-4701-b587-8b600c25a462 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f&tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a HTTP/1.1" status: 200 len: 1099 time: 0.0687561 Apr 29 08:09:37.683058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-fa40f63e-8f96-470f-a6c4-f0a0b379643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:37.684519 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-fa40f63e-8f96-470f-a6c4-f0a0b379643e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 1099 time: 0.0431025 Apr 29 08:09:37.769187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-2749c6a2-5a58-4f9e-98ba-229d3fc1dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:37.770627 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-2749c6a2-5a58-4f9e-98ba-229d3fc1dcb6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28bcf661-6832-493e-ad34-b89ef47b859c HTTP/1.1" status: 200 len: 912 time: 0.0789578 Apr 29 08:09:37.813538 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-8fd5d5fd-1939-402f-b753-6ae85ceb79da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a HTTP/1.1" status: 200 len: 217 time: 0.0365133 Apr 29 08:09:37.860561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-18627f6a-e506-4eb4-80ab-5652c18147f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:37.861926 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-18627f6a-e506-4eb4-80ab-5652c18147f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5 HTTP/1.1" status: 200 len: 851 time: 0.0422225 Apr 29 08:09:37.890959 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-5052ab0a-dab1-422b-93e9-dd19201300e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28bcf661-6832-493e-ad34-b89ef47b859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227554 Apr 29 08:09:37.979511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-1ccea1ca-acb9-4043-a16d-c9fca9a2d59e service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Apr 29 08:09:38.065760 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b4aa2c2-49ef-4fd5-bb28-4fa8c16c815c req-ab75bed2-836d-4049-942c-067f74a0ac72 service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803149 Apr 29 08:09:38.557655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcc0f6-67be-4851-94a0-0c4cec6bb17c req-c6e7f8d7-945a-456c-9485-671be873e661 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:38.559045 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0fcc0f6-67be-4851-94a0-0c4cec6bb17c req-c6e7f8d7-945a-456c-9485-671be873e661 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0505126 Apr 29 08:09:38.594987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0fcc0f6-67be-4851-94a0-0c4cec6bb17c req-74397f2b-b3ae-41bb-84d5-2fd6b62a8a78 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300541 Apr 29 08:09:39.712314 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a639-0db1-4387-a3a8-b803f60d9906 req-c7ccacab-87a2-465e-8a64-d0dff50b381c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:39.713748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a6a7a639-0db1-4387-a3a8-b803f60d9906 req-c7ccacab-87a2-465e-8a64-d0dff50b381c tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0522757 Apr 29 08:09:39.752354 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a6a7a639-0db1-4387-a3a8-b803f60d9906 req-4ee7226d-e412-4514-a45b-342c0a27c685 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Apr 29 08:09:40.868992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026c84-9d9d-4636-9f07-f799e0aa2d43 req-01b927f5-b8fe-40f3-82ee-54cca19b3621 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:40.870669 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac026c84-9d9d-4636-9f07-f799e0aa2d43 req-01b927f5-b8fe-40f3-82ee-54cca19b3621 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0514305 Apr 29 08:09:40.921766 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac026c84-9d9d-4636-9f07-f799e0aa2d43 req-d84c9613-2b2f-4308-8536-bbf83e2a171e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Apr 29 08:09:41.155534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:09:41.158545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:09:41.192086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7033ca6a-6a93-4459-bd6e-fdb9ef261a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:41.314220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:41.320862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:41.344480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'network_id': '28bcf661-6832-493e-ad34-b89ef47b859c', 'port_id': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'mac_address': 'fa:16:3e:db:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:09:41.350730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:41.353539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0075943-5458-41fe-8955-e51cdcec00ab" -d '{"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:41.388895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:41.404660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:41.407285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76451a9-2f6c-4f17-85e4-7e2aa3bd8d51 x-openstack-request-id: req-d76451a9-2f6c-4f17-85e4-7e2aa3bd8d51 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:41.407571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:41.407820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d76451a9-2f6c-4f17-85e4-7e2aa3bd8d51 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:41.408198 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76451a9-2f6c-4f17-85e4-7e2aa3bd8d51'] response: {'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'code': 200} Apr 29 08:09:41.419741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:09:41.445704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:41.479507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-cd8c8d17-7d87-4633-9af8-5daab5b9f37f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:41.480929 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-cd8c8d17-7d87-4633-9af8-5daab5b9f37f tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f&tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 946 time: 0.0900402 Apr 29 08:09:41.514600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:09:41.514953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:09:41.519117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:41.526365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.526732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.527068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.527395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.527721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.528048 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.528369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.528692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.529012 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.529329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.529644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.529959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:41.563543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-bc2935bc-1650-4613-af83-48a91ac2deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:41.565005 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-bc2935bc-1650-4613-af83-48a91ac2deba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 1097 time: 0.0404012 Apr 29 08:09:41.651009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-802ac1b7-bd9f-4597-8e54-b15558201a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:41.652437 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-802ac1b7-bd9f-4597-8e54-b15558201a89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28bcf661-6832-493e-ad34-b89ef47b859c HTTP/1.1" status: 200 len: 912 time: 0.0803206 Apr 29 08:09:41.695108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-3e33746b-9304-44a3-a690-bba7cd1ec1e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a HTTP/1.1" status: 200 len: 217 time: 0.0364156 Apr 29 08:09:41.745313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-e552ca2c-3883-4d25-b68a-8616237e3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:41.746639 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-e552ca2c-3883-4d25-b68a-8616237e3399 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5 HTTP/1.1" status: 200 len: 851 time: 0.0419703 Apr 29 08:09:41.776894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-37990a24-42bd-42fb-a57b-28afa4bb988f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28bcf661-6832-493e-ad34-b89ef47b859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242276 Apr 29 08:09:41.864901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-152a9f5e-9b02-476b-8ed1-df14c9372d58 service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809481 Apr 29 08:09:41.950840 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-2750f433-5d15-4d01-a260-15e18e8bfda0 service neutron] 10.222.0.39 "GET /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787020 Apr 29 08:09:42.050914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:42.063869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:09:42.082382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:42.142079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:42.195459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:42.209044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:09:42.781803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:43.168270 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:43.230352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:09:43.231047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:43.306516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:43.317878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e3b477a-dd32-4881-b115-70a7fc64f152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:43.345193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:43.409286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:43.411751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b453005-857d-4ac5-a7cc-54130c268b68" -d '{"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-plugged", "status": "completed", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:43.421968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:43.442217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fceac8-9d32-4e4f-8ed5-8d5b27c3e505 req-d83817dd-3c1f-4ebf-8d68-9c61120a889d tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:43.443937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24fceac8-9d32-4e4f-8ed5-8d5b27c3e505 req-d83817dd-3c1f-4ebf-8d68-9c61120a889d tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 945 time: 0.0498121 Apr 29 08:09:43.448885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b89c6eb-8731-4828-acf1-6fb2bbe02499 x-openstack-request-id: req-9b89c6eb-8731-4828-acf1-6fb2bbe02499 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:43.449274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-plugged", "status": "completed", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:43.449526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b89c6eb-8731-4828-acf1-6fb2bbe02499 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:43.449911 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b89c6eb-8731-4828-acf1-6fb2bbe02499'] response: {'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'code': 200} Apr 29 08:09:43.474144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:43.483320 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24fceac8-9d32-4e4f-8ed5-8d5b27c3e505 req-11285a49-f521-4417-941a-15bb90f959a8 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Apr 29 08:09:44.602303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16384c-7c6e-48ba-9f3b-9cdea528116e req-566fadc9-c5b0-4202-968b-7487077f49fb tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:44.604342 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a16384c-7c6e-48ba-9f3b-9cdea528116e req-566fadc9-c5b0-4202-968b-7487077f49fb tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0514679 Apr 29 08:09:44.639770 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a16384c-7c6e-48ba-9f3b-9cdea528116e req-0a7e11f2-57ff-429e-a789-fe9532af5140 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294833 Apr 29 08:09:45.047770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:45.120758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-e1e8156e-6679-4f02-8d2d-e166053a393e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:45.122162 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-e1e8156e-6679-4f02-8d2d-e166053a393e tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0479202 Apr 29 08:09:45.209360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Deleting port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:09:45.209692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:45.293085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] For port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,segment=NetworkSegment(188df263-f9a1-49bc-a887-058f13e80cd7),segment_id=188df263-f9a1-49bc-a887-058f13e80cd7)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:45.293437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:45.305440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Calling delete_port for 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:09:45.791207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd87515-fe33-43ee-b3fd-8122afd3001f req-7166b27e-e3ef-4f1d-b890-8e95385954f6 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:45.792655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dbd87515-fe33-43ee-b3fd-8122afd3001f req-7166b27e-e3ef-4f1d-b890-8e95385954f6 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f01e77-fbf6-4519-8dfb-ab2dafef839f HTTP/1.1" status: 200 len: 946 time: 0.0848405 Apr 29 08:09:45.829328 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dbd87515-fe33-43ee-b3fd-8122afd3001f req-8c8b6242-1441-4d8f-a74a-218eb6aeaa97 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c0e3b4-b876-4231-9a87-ccf375623cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306401 Apr 29 08:09:45.836513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:45.848778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:09:45.867293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Pushing event deleted for resources: {'Port': ['ID=2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:45.876777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.877117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.877449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.877830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.878135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.878477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.879191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.879191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.879421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.879737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.880053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.880364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:45.918799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] No DVR routers for this DVR port 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:09:45.921217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:45.924455 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d67e47d4-bc8c-4d54-a58e-eed30c3fb798 req-a11ea7c8-53f2-4bca-abd1-54a0d6467aa3 tempest-DeleteServersTestJSON-162319758 tempest-DeleteServersTestJSON-162319758-project] 10.222.0.39 "DELETE /v2.0/ports/2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a HTTP/1.1" status: 204 len: 173 time: 0.7965932 Apr 29 08:09:45.924899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-deleted', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:45.927125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f43f1d-2ebe-4c43-839e-fddaf4c1e6c1" -d '{"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-deleted", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:45.961366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d3f252-627d-4b25-a4a5-f5adb79ef70f x-openstack-request-id: req-34d3f252-627d-4b25-a4a5-f5adb79ef70f {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:45.961651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f01e77-fbf6-4519-8dfb-ab2dafef839f", "name": "network-vif-deleted", "tag": "2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:45.962455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34d3f252-627d-4b25-a4a5-f5adb79ef70f {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:45.962887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d3f252-627d-4b25-a4a5-f5adb79ef70f'] response: {'server_uuid': 'e7f01e77-fbf6-4519-8dfb-ab2dafef839f', 'name': 'network-vif-deleted', 'tag': '2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a', 'status': 'completed', 'code': 200} Apr 29 08:09:46.210320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:46.718866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:46.954412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52790) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:09:46.998185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] Deleting subnet c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:09:47.001135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.033373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.077693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.208039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.234674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:47.236635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.239823 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c66b5a77-b205-4582-b258-441375861a19 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c2acb222-bff6-44fe-8cb6-9ecadeb6a7b5 HTTP/1.1" status: 204 len: 168 time: 0.2843387 Apr 29 08:09:47.242322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52792) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:09:47.307484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.385999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.405595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bcf661-6832-493e-ad34-b89ef47b859c']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:47.417093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188df263-f9a1-49bc-a887-058f13e80cd7') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:47.417581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188df263-f9a1-49bc-a887-058f13e80cd7') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:47.426764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.439377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.445029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:09:47.445408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:09:47.447023 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:09:47.550975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.556122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.559218 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/28bcf661-6832-493e-ad34-b89ef47b859c HTTP/1.1" status: 204 len: 168 time: 0.3159647 Apr 29 08:09:47.573993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7896d-fcb9-4670-8e4b-ad8bad5cf3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=28bcf661-6832-493e-ad34-b89ef47b859c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:47.814050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52796) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:09:47.855061 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c1f112bb-d374-4f8b-83b6-63b56107753e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04ba175bf3ac4f67b951b4ba455d8c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376141 Apr 29 08:09:47.855250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52798) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:09:47.901098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6a30-2bfb-483c-8f6d-62fb6e6453dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:47.920933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6a30-2bfb-483c-8f6d-62fb6e6453dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:48.033242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6a30-2bfb-483c-8f6d-62fb6e6453dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:48.035809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6a30-2bfb-483c-8f6d-62fb6e6453dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:48.036967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e9ac6a30-2bfb-483c-8f6d-62fb6e6453dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73c0e3b4-b876-4231-9a87-ccf375623cef HTTP/1.1" status: 204 len: 168 time: 0.1809421 Apr 29 08:09:48.044824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac6a30-2bfb-483c-8f6d-62fb6e6453dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c0e3b4-b876-4231-9a87-ccf375623cef,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:49.016228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52820) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:09:49.110524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1180374529-network', 'tenant_id': 'bc7eec2095854d05aea95d9a7e2b04ec'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:49.189026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:09:49.208806 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:09:49.209141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 2c0d37a6-06f5-45dd-8aa0-e4ce3a3f3b5a not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:09:49.227672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Made reservation on behalf of bc7eec2095854d05aea95d9a7e2b04ec for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:49.230015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.238595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.309218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.373308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.402753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:09:49.408824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05061b3d-3a61-488e-8fda-18fba772d4cd,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:49.415540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.416354 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Added segment cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107 of type vlan for network 0f69ea75-a29c-43e0-9136-01f059ceec95 Apr 29 08:09:49.454214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.516278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.517216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:49.517782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.598670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] Pushing event updated for resources: {'Network': ['ID=0f69ea75-a29c-43e0-9136-01f059ceec95,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:49.608173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 0f69ea75-a29c-43e0-9136-01f059ceec95 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:09:49.610135 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5c505d19-be33-49d5-bcf3-a48cb17dbe1e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5928447 Apr 29 08:09:49.612978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 52824) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:09:49.617728 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Request body: {'subnet': {'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1180374529-subnet', 'tenant_id': 'bc7eec2095854d05aea95d9a7e2b04ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:49.699178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Made reservation on behalf of bc7eec2095854d05aea95d9a7e2b04ec for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:49.701563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.916341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:49.975420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d75b8e5-0c28-49a9-9692-e08b77dd7575,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:49.982854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Checking segment: {'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:09:49.983264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Network hostable DHCP agents. Network: 0f69ea75-a29c-43e0-9136-01f059ceec95, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:09:50.070503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Network 0f69ea75-a29c-43e0-9136-01f059ceec95 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:09:50.153333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 0f69ea75-a29c-43e0-9136-01f059ceec95) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:50.157441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:50.158121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:50.168541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84784b4e-573f-45df-b053-43b8ecc140b6 None None] Network 0f69ea75-a29c-43e0-9136-01f059ceec95 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:09:50.239122 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cf850b34-d4c5-416b-851b-6b2efda09949 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6250894 Apr 29 08:09:50.314779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f392bb-1ca9-4b5c-aa81-4d123f78fa27 None None] Network 0f69ea75-a29c-43e0-9136-01f059ceec95 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:09:50.652869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-822f5a49-036a-4cf6-9d36-49eb2f3762ed tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:50.654314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-822f5a49-036a-4cf6-9d36-49eb2f3762ed tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 815 time: 0.0978243 Apr 29 08:09:50.669460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-74c0bd00-e8a5-4f09-b365-0d92b763582c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/quotas/bc7eec2095854d05aea95d9a7e2b04ec HTTP/1.1" status: 200 len: 375 time: 0.0095124 Apr 29 08:09:50.704934 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-80db7e2f-10c2-4289-abb6-36874ff54f3a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299163 Apr 29 08:09:50.791534 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-58b3df21-8c28-4018-8aae-18aacc4ec2ac service neutron] 10.222.0.16 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797250 Apr 29 08:09:50.881342 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-4f5ebd6b-b65d-45eb-a4d3-793bd939b1ce service neutron] 10.222.0.16 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838861 Apr 29 08:09:51.131827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6778d773-ede7-4dc0-b4fe-d66915fecb89 req-f902fcce-b518-4d8b-b450-4725e484a145 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 210 time: 0.0274866 Apr 29 08:09:51.667868 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:09:52.236238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-88f383fe-8b19-41ce-953f-a3380c5b7d92 req-2fc370e6-3354-4f70-9da3-20f06fb77a12 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 210 time: 0.0346563 Apr 29 08:09:53.098778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-97613741-4e11-45d5-b0fa-e47dd99bd7bf tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:53.100146 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-97613741-4e11-45d5-b0fa-e47dd99bd7bf tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 815 time: 0.0996447 Apr 29 08:09:53.112899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Request body: {'port': {'device_id': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95', 'admin_state_up': True, 'tenant_id': 'bc7eec2095854d05aea95d9a7e2b04ec'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:53.284646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Made reservation on behalf of bc7eec2095854d05aea95d9a7e2b04ec for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:53.288249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:53.370845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d080e950-e897-4651-8221-3f5449739201 req-10a8e1cd-b79f-4aa8-a34c-3a1b3f5f56d0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 210 time: 0.0655689 Apr 29 08:09:53.441405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Allocated IP 172.20.0.14 (0f69ea75-a29c-43e0-9136-01f059ceec95/5d75b8e5-0c28-49a9-9692-e08b77dd7575/bbeb65d7-e5dd-4415-89c4-ba1d3377319c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:53.582748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:53.682420 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:53.725816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Network 0f69ea75-a29c-43e0-9136-01f059ceec95 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:53.728809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:53.732644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:53.739076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Pushing event updated for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:53.783640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:53.784229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:53.870122 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-e630d108-0597-4f8d-82a3-fa01d5a2ac7d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7606807 Apr 29 08:09:53.881481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Request body: {'port': {'device_id': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:53.936844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:54.194635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbeb65d7-e5dd-4415-89c4-ba1d3377319c {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:09:54.202655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:54.214159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Transition to ACTIVE for port object bbeb65d7-e5dd-4415-89c4-ba1d3377319c will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:09:54.310484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:54.359081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Pushing event updated for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:54.427023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Attempting to bind port bbeb65d7-e5dd-4415-89c4-ba1d3377319c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:09:54.427346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Attempting to bind port bbeb65d7-e5dd-4415-89c4-ba1d3377319c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:09:54.427660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Attempting to bind port bbeb65d7-e5dd-4415-89c4-ba1d3377319c on network 0f69ea75-a29c-43e0-9136-01f059ceec95 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:54.432499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Port bbeb65d7-e5dd-4415-89c4-ba1d3377319c on network 0f69ea75-a29c-43e0-9136-01f059ceec95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:09:54.433052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Attempting to bind port bbeb65d7-e5dd-4415-89c4-ba1d3377319c on network 0f69ea75-a29c-43e0-9136-01f059ceec95 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:54.449466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:54.449721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Checking segment: {'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:09:54.450113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Bound using segment: {'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:54.450816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Bound port: bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:09:54.451172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:54.524545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1f285-718d-47f1-b339-3b7a4be35695 req-daa3c0e8-e9aa-4f28-b85f-c87b51d070f9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:54.525996 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4be1f285-718d-47f1-b339-3b7a4be35695 req-daa3c0e8-e9aa-4f28-b85f-c87b51d070f9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 944 time: 0.0903249 Apr 29 08:09:54.554856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:54.573436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:54.580767 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4be1f285-718d-47f1-b339-3b7a4be35695 req-63076986-3c76-4321-9d55-7afb801280ef tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Apr 29 08:09:54.642384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:54.684482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:54.688083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:54.688083 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] 10.222.0.39 "PUT /v2.0/ports/bbeb65d7-e5dd-4415-89c4-ba1d3377319c HTTP/1.1" status: 200 len: 1094 time: 0.8091877 Apr 29 08:09:54.688083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:54.689092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d7b0b6-3848-4676-bd18-f8a9677a0ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:54.707538 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d384bfe-4278-48c6-8a9d-0760dd5098de service neutron] Pushing event updated for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:54.726751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99341eb7-9a4d-40b7-8410-fc36b7c6e5de x-openstack-request-id: req-99341eb7-9a4d-40b7-8410-fc36b7c6e5de {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:54.727037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:54.727789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99341eb7-9a4d-40b7-8410-fc36b7c6e5de {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:54.728227 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99341eb7-9a4d-40b7-8410-fc36b7c6e5de'] response: {'name': 'network-changed', 'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'status': 'completed', 'code': 200} Apr 29 08:09:54.787016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b0b6-3848-4676-bd18-f8a9677a0ba4 req-d548b8b0-f5fc-49d0-9799-59dbef9e6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:54.788536 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65d7b0b6-3848-4676-bd18-f8a9677a0ba4 req-d548b8b0-f5fc-49d0-9799-59dbef9e6fdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 1097 time: 0.0405188 Apr 29 08:09:54.881687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b0b6-3848-4676-bd18-f8a9677a0ba4 req-9ff40b6b-6def-4836-9dc1-4c477c58a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:54.883149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65d7b0b6-3848-4676-bd18-f8a9677a0ba4 req-9ff40b6b-6def-4836-9dc1-4c477c58a7f6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0868766 Apr 29 08:09:54.975827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b0b6-3848-4676-bd18-f8a9677a0ba4 req-0e9ac9fb-07b7-47a1-9cc1-69b192b36c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:54.977216 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65d7b0b6-3848-4676-bd18-f8a9677a0ba4 req-0e9ac9fb-07b7-47a1-9cc1-69b192b36c6f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870571 Apr 29 08:09:55.049635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-ef9af43d-2093-4392-b37a-6b316d9f3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:55.051118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-ef9af43d-2093-4392-b37a-6b316d9f3973 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 1097 time: 0.0405502 Apr 29 08:09:55.094529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-6586e821-476f-482d-81c6-d589e4dc5a13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c HTTP/1.1" status: 200 len: 217 time: 0.0365808 Apr 29 08:09:55.141578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-66981554-6a3e-4acf-bc2a-2fc45aeae396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:55.143057 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-66981554-6a3e-4acf-bc2a-2fc45aeae396 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0426836 Apr 29 08:09:55.174389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-b8919b61-35be-4f84-8119-9884a7eef06c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250671 Apr 29 08:09:55.259894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-fc4270e7-cfea-41db-b561-8bafe0c84b38 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786221 Apr 29 08:09:55.353097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e65ef62f-0477-4115-bde5-9887ef20b781 req-8e251a9c-24a8-409c-9905-72e80d3a3647 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832279 Apr 29 08:09:55.698545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b30e90-43af-4cc6-b360-e4e0cae4609a req-58f13d1f-1b1c-414d-b9b0-b55f27b91053 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:55.700025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38b30e90-43af-4cc6-b360-e4e0cae4609a req-58f13d1f-1b1c-414d-b9b0-b55f27b91053 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 944 time: 0.0514033 Apr 29 08:09:55.738244 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38b30e90-43af-4cc6-b360-e4e0cae4609a req-d96caaa1-e890-4dbd-b497-dfc1a8a51ef7 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Apr 29 08:09:56.855291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282d6b-6aae-4302-b636-2e229e762ab0 req-fca5c213-571a-4900-870b-7a28e500de7b tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:56.856715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a282d6b-6aae-4302-b636-2e229e762ab0 req-fca5c213-571a-4900-870b-7a28e500de7b tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 944 time: 0.0517280 Apr 29 08:09:56.892702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a282d6b-6aae-4302-b636-2e229e762ab0 req-128e7a54-19a0-45fa-9177-e560d5dcbd24 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301616 Apr 29 08:09:58.004494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e730dc-a63c-4bfc-b600-6ded23e2ff28 req-1b00cc32-0ac5-4d4d-9eec-38e4158f1fa5 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:58.005845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79e730dc-a63c-4bfc-b600-6ded23e2ff28 req-1b00cc32-0ac5-4d4d-9eec-38e4158f1fa5 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 944 time: 0.0481377 Apr 29 08:09:58.042537 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79e730dc-a63c-4bfc-b600-6ded23e2ff28 req-3b94a4b7-32f6-47d2-97a9-c11ab85e0693 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Apr 29 08:09:59.153750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9caf18-1e00-4f9d-ad94-1969cdb22502 req-92046936-19c4-4281-a977-cc9bedc55e6a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:09:59.155240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc9caf18-1e00-4f9d-ad94-1969cdb22502 req-92046936-19c4-4281-a977-cc9bedc55e6a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 944 time: 0.0485165 Apr 29 08:09:59.192458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc9caf18-1e00-4f9d-ad94-1969cdb22502 req-04c63088-4689-46cd-bf15-9807963537e8 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Apr 29 08:09:59.218653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device bbeb65d7-e5dd-4415-89c4-ba1d3377319c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:09:59.309099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:59.320191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95', 'port_id': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'mac_address': 'fa:16:3e:fc:79:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d75b8e5-0c28-49a9-9692-e08b77dd7575', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:09:59.359789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:59.371737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbeb65d7-e5dd-4415-89c4-ba1d3377319c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:09:59.390483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:59.458530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:09:59.505435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:59.665376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['bbeb65d7-e5dd-4415-89c4-ba1d3377319c'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:10:00.309487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0012f-8abc-45f9-9229-1d8758e42198 req-e34af3f8-b681-49fd-998f-da364d8e376d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:00.310960 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17e0012f-8abc-45f9-9229-1d8758e42198 req-e34af3f8-b681-49fd-998f-da364d8e376d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 945 time: 0.0527258 Apr 29 08:10:00.347692 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17e0012f-8abc-45f9-9229-1d8758e42198 req-2d3b767b-7ef7-4451-9136-467ff5738833 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Apr 29 08:10:01.218557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device bbeb65d7-e5dd-4415-89c4-ba1d3377319c up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:10:01.338908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port bbeb65d7-e5dd-4415-89c4-ba1d3377319c completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:10:01.342664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port bbeb65d7-e5dd-4415-89c4-ba1d3377319c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:10:01.343047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:01.421922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:01.444456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:01.446774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186c3493-31af-45a7-afcd-f9c9a8da2775" -d '{"events": [{"server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:01.464870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a272-bee2-4666-a1dd-05cce3965b15 req-976c16d5-3482-43dc-a556-dc16301af3f8 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:01.465608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:01.466591 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a859a272-bee2-4666-a1dd-05cce3965b15 req-976c16d5-3482-43dc-a556-dc16301af3f8 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 945 time: 0.0528517 Apr 29 08:10:01.495406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0354d-ba65-4db1-b12d-4f2347e5532d x-openstack-request-id: req-20c0354d-ba65-4db1-b12d-4f2347e5532d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:01.495406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:01.495406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20c0354d-ba65-4db1-b12d-4f2347e5532d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:01.495667 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c0354d-ba65-4db1-b12d-4f2347e5532d'] response: {'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'code': 200} Apr 29 08:10:01.506065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a859a272-bee2-4666-a1dd-05cce3965b15 req-0e62ea50-9796-49ae-a79b-798604f94211 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 Apr 29 08:10:01.530292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:01.577387 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:01.747794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca3cde-da8d-46ba-81ec-bc2ff054635f req-c37d4efa-5e06-46ad-9327-a874692b1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:01.749174 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8ca3cde-da8d-46ba-81ec-bc2ff054635f req-c37d4efa-5e06-46ad-9327-a874692b1313 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 1099 time: 0.0396309 Apr 29 08:10:01.788206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8ca3cde-da8d-46ba-81ec-bc2ff054635f req-b4d53e23-bdad-435a-9e69-ba911182d7b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Apr 29 08:10:02.625118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425ee0-5d54-434a-8755-7976749c835e req-214156c6-318a-4cd5-94e6-2b7ba01fd3f3 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:02.626607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b7425ee0-5d54-434a-8755-7976749c835e req-214156c6-318a-4cd5-94e6-2b7ba01fd3f3 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0514085 Apr 29 08:10:02.664489 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b7425ee0-5d54-434a-8755-7976749c835e req-8c70e670-138d-4c5b-bffb-aa558857e1e9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Apr 29 08:10:03.780537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b27471-7ded-4eaf-8cc2-967f133735db req-6024c47f-d5ab-437f-a4ed-a96037abc925 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:03.782026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67b27471-7ded-4eaf-8cc2-967f133735db req-6024c47f-d5ab-437f-a4ed-a96037abc925 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0491393 Apr 29 08:10:03.819813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67b27471-7ded-4eaf-8cc2-967f133735db req-9b726524-b490-45ad-8320-cdb231838105 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Apr 29 08:10:03.937948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb9e9-bcd9-41b0-adbb-75730b5eaa95 req-044e3173-9278-4fb1-8e21-cab06264d6b0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:03.939764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e06bb9e9-bcd9-41b0-adbb-75730b5eaa95 req-044e3173-9278-4fb1-8e21-cab06264d6b0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0520012 Apr 29 08:10:03.986932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e06bb9e9-bcd9-41b0-adbb-75730b5eaa95 req-4795af7b-416a-4e86-9043-bd1beaa00e4d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Apr 29 08:10:04.247894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ec98-7f4f-4b09-864e-faca57aa3156 req-f17cd383-dc3d-4ead-93ef-4b189bf1759d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:04.249237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3496ec98-7f4f-4b09-864e-faca57aa3156 req-f17cd383-dc3d-4ead-93ef-4b189bf1759d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0521009 Apr 29 08:10:04.285064 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3496ec98-7f4f-4b09-864e-faca57aa3156 req-2b1e960a-7f8c-462f-b04f-19a1d254d242 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298996 Apr 29 08:10:04.401460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048339f-55b4-402c-9192-c689c5d6704f req-d4228697-194c-47e4-8559-d883b9e1005f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:04.402966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d048339f-55b4-402c-9192-c689c5d6704f req-d4228697-194c-47e4-8559-d883b9e1005f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0477848 Apr 29 08:10:04.439831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d048339f-55b4-402c-9192-c689c5d6704f req-3b1c732a-cd00-445f-a8bf-0be27f78e8c8 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310385 Apr 29 08:10:04.880146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75929030-cc68-4469-b354-5d0a7c7889da req-6df31d00-45c3-45cd-9a55-a555d2bcef26 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:04.881639 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-75929030-cc68-4469-b354-5d0a7c7889da req-6df31d00-45c3-45cd-9a55-a555d2bcef26 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0487959 Apr 29 08:10:04.918385 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-75929030-cc68-4469-b354-5d0a7c7889da req-72e58ce1-f1f3-419a-8c6c-f706e30369b5 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307415 Apr 29 08:10:04.989646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-f3fda5db-2a42-458a-a5e2-645289e16760 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414689 Apr 29 08:10:06.034010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354d1e-afc2-47f7-be72-47c522c3afbb req-f28005c7-41d2-4ec5-ac71-a3a30468d877 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:06.035428 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01354d1e-afc2-47f7-be72-47c522c3afbb req-f28005c7-41d2-4ec5-ac71-a3a30468d877 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0477064 Apr 29 08:10:06.073493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01354d1e-afc2-47f7-be72-47c522c3afbb req-e94b2c51-13a8-4f17-a7d7-d1c14f47f086 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Apr 29 08:10:06.961080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305406d-b799-43c5-9e76-7bfd52db795a req-38cf4d05-8f89-4530-bc92-be48e724a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:06.963102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-38cf4d05-8f89-4530-bc92-be48e724a4ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 1099 time: 0.0401475 Apr 29 08:10:07.059177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305406d-b799-43c5-9e76-7bfd52db795a req-95dda83a-d4bc-4031-a9c8-0fa65bccfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:07.060631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-95dda83a-d4bc-4031-a9c8-0fa65bccfcb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 916 time: 0.0916898 Apr 29 08:10:07.102063 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-0f806574-06e0-4874-a609-c84bcc1e8df5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c HTTP/1.1" status: 200 len: 217 time: 0.0346141 Apr 29 08:10:07.158234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305406d-b799-43c5-9e76-7bfd52db795a req-18a9a147-2ad6-4b68-b10c-5d4bf9fb012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:07.159684 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-18a9a147-2ad6-4b68-b10c-5d4bf9fb012d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0513694 Apr 29 08:10:07.204587 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-da339e1b-305c-4508-a112-31a7c8433606 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282028 Apr 29 08:10:07.227309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1f7d5-a936-47e4-80e9-239e713f6f6a req-19f84851-a498-4700-9773-dab3e34b3f10 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:07.228595 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9bc1f7d5-a936-47e4-80e9-239e713f6f6a req-19f84851-a498-4700-9773-dab3e34b3f10 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0859969 Apr 29 08:10:07.303575 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9bc1f7d5-a936-47e4-80e9-239e713f6f6a req-00393413-d74b-44e3-ac55-bc3abb3b340c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657778 Apr 29 08:10:07.332709 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-99156c63-69c0-4946-bacd-849cfa7f0e5c service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203201 Apr 29 08:10:07.422139 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-e39649ab-dd2b-4bb3-82ff-9331566ed68e service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827708 Apr 29 08:10:08.418600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bf86c-149e-4c20-ad73-e8e09e682adf req-558d7661-af9c-4997-8036-d17eefed25df tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:08.420014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f2bf86c-149e-4c20-ad73-e8e09e682adf req-558d7661-af9c-4997-8036-d17eefed25df tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0470328 Apr 29 08:10:08.455788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f2bf86c-149e-4c20-ad73-e8e09e682adf req-bf6efdd3-19b2-465f-bc40-c9d39fcb70be tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299110 Apr 29 08:10:09.574120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635e1a0-23a3-409e-bd1b-018e207510db req-4ca5504b-e07a-4ac8-9779-465418592058 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:09.575584 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4635e1a0-23a3-409e-bd1b-018e207510db req-4ca5504b-e07a-4ac8-9779-465418592058 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0538771 Apr 29 08:10:09.611698 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4635e1a0-23a3-409e-bd1b-018e207510db req-c363525d-6954-49f9-916e-61837d0de155 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303020 Apr 29 08:10:10.724722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d4d55-2c14-4d76-a023-cd87d851d75a req-786e3474-bcb1-455a-82f8-502e71c20114 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:10.726170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-367d4d55-2c14-4d76-a023-cd87d851d75a req-786e3474-bcb1-455a-82f8-502e71c20114 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0482299 Apr 29 08:10:10.762978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-367d4d55-2c14-4d76-a023-cd87d851d75a req-ff3ca65d-8d25-4b4f-8f38-e1eb56addc41 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Apr 29 08:10:11.187258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92c6caae-e47f-462d-8ba9-7d5e0ea68615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:11.874676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f712478-8f08-44ec-9201-5f05f2b1ac66 req-72360f66-6d8f-4d4a-bfe1-761a42948950 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:11.876112 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f712478-8f08-44ec-9201-5f05f2b1ac66 req-72360f66-6d8f-4d4a-bfe1-761a42948950 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0471773 Apr 29 08:10:11.913585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f712478-8f08-44ec-9201-5f05f2b1ac66 req-da0bb711-5422-4df3-8f14-0103efd38d21 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Apr 29 08:10:12.781087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:13.033122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9371d36-3aeb-47a6-95a8-92cf27ae8c4d req-c5d1ff60-e4de-4b31-9d6b-2801845b18aa tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:13.034571 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a9371d36-3aeb-47a6-95a8-92cf27ae8c4d req-c5d1ff60-e4de-4b31-9d6b-2801845b18aa tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0513597 Apr 29 08:10:13.070289 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a9371d36-3aeb-47a6-95a8-92cf27ae8c4d req-33e4bbf5-83b9-48ef-9ff6-f6c2828535c0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295670 Apr 29 08:10:13.247655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a5d496e-ce96-41a0-8316-cf6c2c277aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:14.183440 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d9d0-5164-4e96-9e2a-8bea852839bc req-3704b324-d5e5-4e66-b6d3-930ccae89390 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:14.184878 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4553d9d0-5164-4e96-9e2a-8bea852839bc req-3704b324-d5e5-4e66-b6d3-930ccae89390 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0482862 Apr 29 08:10:14.221792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4553d9d0-5164-4e96-9e2a-8bea852839bc req-2f619e79-c989-45e8-8b9a-e57f740f2151 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Apr 29 08:10:15.049551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:15.336425 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860dab-f0bf-4bec-80d5-93786ff89c78 req-06433a39-5514-4fda-8db8-f6c4012cde21 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:15.337777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f0860dab-f0bf-4bec-80d5-93786ff89c78 req-06433a39-5514-4fda-8db8-f6c4012cde21 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0473528 Apr 29 08:10:15.375101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f0860dab-f0bf-4bec-80d5-93786ff89c78 req-8ee22bb4-525d-43fc-8d4c-51012ccd4633 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Apr 29 08:10:16.224111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:16.488655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db265-14b0-476a-96ce-2728465c8deb req-2104ea66-f0a3-41fb-b294-7b1a50c289b3 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:16.490062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b06db265-14b0-476a-96ce-2728465c8deb req-2104ea66-f0a3-41fb-b294-7b1a50c289b3 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0502870 Apr 29 08:10:16.528786 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b06db265-14b0-476a-96ce-2728465c8deb req-fdbede5e-a3df-44f7-b146-eb780cdae89f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Apr 29 08:10:16.698419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:17.640698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f4aba-221d-48fd-be9b-43e4eb054143 req-a6465afd-0765-4234-9c8e-be6bec7e960a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:17.642127 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-413f4aba-221d-48fd-be9b-43e4eb054143 req-a6465afd-0765-4234-9c8e-be6bec7e960a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0487196 Apr 29 08:10:17.680274 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-413f4aba-221d-48fd-be9b-43e4eb054143 req-20553e46-4151-4d36-a8c5-d73b56261353 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Apr 29 08:10:18.794292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609c73b-44b8-4547-a8c2-4fbedb4d570f req-86a6c1a5-18c6-443e-8637-6bc29d5344cc tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:18.795750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7609c73b-44b8-4547-a8c2-4fbedb4d570f req-86a6c1a5-18c6-443e-8637-6bc29d5344cc tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0477705 Apr 29 08:10:18.832149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7609c73b-44b8-4547-a8c2-4fbedb4d570f req-5db1b0a8-1535-4eba-bec0-d81bd141b883 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305371 Apr 29 08:10:19.950191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2f3d-91da-4db6-88f3-a338d1170188 req-6aaa4cda-6b77-4d26-9daa-2660e1c985e5 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:19.951553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc9d2f3d-91da-4db6-88f3-a338d1170188 req-6aaa4cda-6b77-4d26-9daa-2660e1c985e5 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0508931 Apr 29 08:10:19.988390 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc9d2f3d-91da-4db6-88f3-a338d1170188 req-a4a95f3f-bedc-4846-86fe-71efb785329f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Apr 29 08:10:21.098811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca2e52-035a-4680-b111-782b4d2a4205 req-ebe975d5-03ff-41fa-bf7e-b9efd99e19ac tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:21.100226 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbca2e52-035a-4680-b111-782b4d2a4205 req-ebe975d5-03ff-41fa-bf7e-b9efd99e19ac tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0477779 Apr 29 08:10:21.137963 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbca2e52-035a-4680-b111-782b4d2a4205 req-a5cd6225-aa5c-4273-848d-5c0d2ecc2e28 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Apr 29 08:10:22.250823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74c41-36fa-4967-8cf2-a23a5ff001dc req-ab85a851-c773-43ba-904c-1c676e1e9790 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:22.252452 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cbc74c41-36fa-4967-8cf2-a23a5ff001dc req-ab85a851-c773-43ba-904c-1c676e1e9790 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0490074 Apr 29 08:10:22.297780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cbc74c41-36fa-4967-8cf2-a23a5ff001dc req-5494081a-1fa0-465b-b314-0335fa48fa08 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Apr 29 08:10:23.412958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ec9c1-aa15-42a6-817b-fa29cb3f0df9 req-7677911a-7441-4e35-8946-73e587e8eb8a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:23.414366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2c2ec9c1-aa15-42a6-817b-fa29cb3f0df9 req-7677911a-7441-4e35-8946-73e587e8eb8a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0503531 Apr 29 08:10:23.449989 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2c2ec9c1-aa15-42a6-817b-fa29cb3f0df9 req-2cad4ceb-35c0-49ea-932b-f6a64cf59dca tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297201 Apr 29 08:10:24.415476 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-3460b737-01a6-49d1-bb4f-232fdeacf4a5 service neutron] 10.222.0.39 "GET /v2.0/ports/bbeb65d7-e5dd-4415-89c4-ba1d3377319c/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0527658 Apr 29 08:10:24.570343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fd134-ad55-4adf-9dfc-877a4b888ff1 req-0c1b301c-db2a-4286-be52-a93a71b54c1c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:24.571841 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c23fd134-ad55-4adf-9dfc-877a4b888ff1 req-0c1b301c-db2a-4286-be52-a93a71b54c1c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0524402 Apr 29 08:10:24.609879 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c23fd134-ad55-4adf-9dfc-877a4b888ff1 req-f87fc78f-5701-4e2a-ac7b-10290d8da721 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Apr 29 08:10:24.855537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305406d-b799-43c5-9e76-7bfd52db795a req-25f95bca-20d6-45de-a0bc-9a5fe9f5b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:24.857072 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-25f95bca-20d6-45de-a0bc-9a5fe9f5b09e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca&tenant_id=bc7eec2095854d05aea95d9a7e2b04ec HTTP/1.1" status: 200 len: 1099 time: 0.0458307 Apr 29 08:10:24.921462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305406d-b799-43c5-9e76-7bfd52db795a req-edd8ed09-a1e1-420a-8121-8c5f6c66f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:24.922958 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-edd8ed09-a1e1-420a-8121-8c5f6c66f54d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 1099 time: 0.0445516 Apr 29 08:10:25.008337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305406d-b799-43c5-9e76-7bfd52db795a req-9d60fef1-4617-41a9-a473-6455a2da9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:25.009704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-9d60fef1-4617-41a9-a473-6455a2da9b8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 916 time: 0.0806143 Apr 29 08:10:25.053496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-13a92c99-3390-43b1-a417-cf61454918c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c HTTP/1.1" status: 200 len: 217 time: 0.0364928 Apr 29 08:10:25.101613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305406d-b799-43c5-9e76-7bfd52db795a req-3bf0bef3-443e-4a0c-8f1f-68c7e1d1d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:25.103090 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-3bf0bef3-443e-4a0c-8f1f-68c7e1d1d9fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0429230 Apr 29 08:10:25.132769 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-2f36f92f-1630-4ed9-bbd5-d8a9351ce14e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231867 Apr 29 08:10:25.217919 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-36071a90-24e1-4609-a92f-7e0c155c88fe service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773401 Apr 29 08:10:25.305484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1305406d-b799-43c5-9e76-7bfd52db795a req-0292982e-a1e7-48f4-9d08-e28ead1ebeac service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806386 Apr 29 08:10:25.724402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216d3a-c18d-4ca8-b8d9-59b0626841eb req-a4acaaf0-2dc1-480c-9023-d59604d388a7 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:25.725828 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-92216d3a-c18d-4ca8-b8d9-59b0626841eb req-a4acaaf0-2dc1-480c-9023-d59604d388a7 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0479834 Apr 29 08:10:25.762583 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-92216d3a-c18d-4ca8-b8d9-59b0626841eb req-ce0e712a-0bfc-4b76-9d1d-6091ca7dc1ae tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303149 Apr 29 08:10:26.886340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23583-6d85-42be-83ea-0efaf5441272 req-caeacd35-fbaa-4643-84c8-541f5483c45b tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:26.887833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5f23583-6d85-42be-83ea-0efaf5441272 req-caeacd35-fbaa-4643-84c8-541f5483c45b tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0590494 Apr 29 08:10:26.925176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5f23583-6d85-42be-83ea-0efaf5441272 req-8b8e1e4b-6d53-48b2-94f4-1e89a967d8da tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Apr 29 08:10:28.039554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070a1f-5c64-4c37-bfcf-f6471317571b req-c529afd1-e630-4d55-934d-cab7611557f6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:28.040990 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14070a1f-5c64-4c37-bfcf-f6471317571b req-c529afd1-e630-4d55-934d-cab7611557f6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0477185 Apr 29 08:10:28.077208 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14070a1f-5c64-4c37-bfcf-f6471317571b req-3c00958d-2a9f-4da8-9acb-cc82a535c4b9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Apr 29 08:10:28.381014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc766fb-5b7c-4b6b-a930-a50cf62ddf4d req-c54b7de6-61a6-4416-9f32-45fb61792e0f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:28.382490 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7cc766fb-5b7c-4b6b-a930-a50cf62ddf4d req-c54b7de6-61a6-4416-9f32-45fb61792e0f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0491219 Apr 29 08:10:28.448937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7cc766fb-5b7c-4b6b-a930-a50cf62ddf4d req-f5ecc1f0-7cd1-4a8f-85bb-59c6e1ce978a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598528 Apr 29 08:10:28.465684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-a7397976-836a-477d-966d-41b91288d123 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:28.467124 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-a7397976-836a-477d-966d-41b91288d123 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca&tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 946 time: 0.0654666 Apr 29 08:10:28.549144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-4e279596-9335-4a31-976b-935b4c9397cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:28.550971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-4e279596-9335-4a31-976b-935b4c9397cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 1099 time: 0.0434997 Apr 29 08:10:28.642246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-964373ca-5363-4dd9-8e13-56646db94c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:28.643731 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-964373ca-5363-4dd9-8e13-56646db94c66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 916 time: 0.0842938 Apr 29 08:10:28.666640 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:10:28.687093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-be6364cf-ffd8-4ac4-aacf-a2d1d99fea7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c HTTP/1.1" status: 200 len: 217 time: 0.0372908 Apr 29 08:10:28.733959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-59379898-b50d-43eb-b62b-b2b854a10198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:28.735369 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-59379898-b50d-43eb-b62b-b2b854a10198 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0418587 Apr 29 08:10:28.765335 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-fff6213a-fcdd-4a29-a3aa-6558711bd5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236092 Apr 29 08:10:28.858661 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-bbf2f70d-ab64-44a0-b8d5-0f8cd2715b9d service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867879 Apr 29 08:10:28.944906 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c4f690e4-d438-4848-8ad8-9ac51bc36dab req-f7f11c26-a8f3-4912-b23f-8b3b5515ed11 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796065 Apr 29 08:10:29.409804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device bbeb65d7-e5dd-4415-89c4-ba1d3377319c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:10:29.501502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:29.514104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95', 'port_id': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'mac_address': 'fa:16:3e:fc:79:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d75b8e5-0c28-49a9-9692-e08b77dd7575', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:10:29.554769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:29.567333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbeb65d7-e5dd-4415-89c4-ba1d3377319c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:10:29.569392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a7ca0-6d33-4bcd-8cb1-6e41d64a15bd req-639a07ca-525f-4c6d-819b-a4324505350d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:29.571479 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fa2a7ca0-6d33-4bcd-8cb1-6e41d64a15bd req-639a07ca-525f-4c6d-819b-a4324505350d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0530288 Apr 29 08:10:29.586854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:29.658725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:29.711919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:29.716054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['bbeb65d7-e5dd-4415-89c4-ba1d3377319c'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:10:29.940589 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fa2a7ca0-6d33-4bcd-8cb1-6e41d64a15bd req-d993fcda-727e-4b2b-a7c0-2392eaca310c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630064 Apr 29 08:10:31.051728 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf32c43-2e18-40a1-9514-9d5fca524fb2 req-d45b772c-c3db-40aa-a4af-a3e5504c3b4f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:31.053152 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bdf32c43-2e18-40a1-9514-9d5fca524fb2 req-d45b772c-c3db-40aa-a4af-a3e5504c3b4f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 945 time: 0.0470209 Apr 29 08:10:31.089823 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bdf32c43-2e18-40a1-9514-9d5fca524fb2 req-62e6058f-3298-4caa-9e34-51933c34daad tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Apr 29 08:10:31.252274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239908-4b5e-448e-b491-ff0cb455c9ad req-0a26ea9c-b8f7-45cb-b04a-dd62ee606062 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:31.253638 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12239908-4b5e-448e-b491-ff0cb455c9ad req-0a26ea9c-b8f7-45cb-b04a-dd62ee606062 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 945 time: 0.0971828 Apr 29 08:10:31.290101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12239908-4b5e-448e-b491-ff0cb455c9ad req-8bc2d5f3-2cde-49f6-852d-a368907bf228 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298090 Apr 29 08:10:31.401633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033fa2b-3b67-45b9-b1d8-0ec4dbd5cf39 req-eb4be50b-fa3f-415a-a480-a78d83dce333 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:31.403053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6033fa2b-3b67-45b9-b1d8-0ec4dbd5cf39 req-eb4be50b-fa3f-415a-a480-a78d83dce333 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 945 time: 0.0492642 Apr 29 08:10:31.424979 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device bbeb65d7-e5dd-4415-89c4-ba1d3377319c up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:10:31.439222 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6033fa2b-3b67-45b9-b1d8-0ec4dbd5cf39 req-4a23a81d-919b-442e-bbaf-53646d38635a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302551 Apr 29 08:10:31.473432 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port bbeb65d7-e5dd-4415-89c4-ba1d3377319c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:10:31.473811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:31.548006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:31.569647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:31.572565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee6e88-585f-40a9-9852-3b4cc9b3283b" -d '{"events": [{"server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:31.587706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:31.609453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c313e6-c400-45b6-92b2-ca891c5854f9 x-openstack-request-id: req-24c313e6-c400-45b6-92b2-ca891c5854f9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:31.609737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:31.609985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24c313e6-c400-45b6-92b2-ca891c5854f9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:31.610374 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c313e6-c400-45b6-92b2-ca891c5854f9'] response: {'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'code': 200} Apr 29 08:10:31.661206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:31.714749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:31.948343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdd784-df93-4e93-813c-ab23a1038840 req-fb7dbdfe-b330-4e24-a413-2148242d9c8d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:31.949777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-fb7dbdfe-b330-4e24-a413-2148242d9c8d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 815 time: 0.0964887 Apr 29 08:10:31.964688 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-913328ec-ccee-4789-a5ce-af8f957b403d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/quotas/bc7eec2095854d05aea95d9a7e2b04ec HTTP/1.1" status: 200 len: 375 time: 0.0091665 Apr 29 08:10:32.015040 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-0dc059d9-3929-4082-a6b0-1446db4c56f8 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453088 Apr 29 08:10:32.025903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-5e4faff1-dda4-4f39-9ba6-478472de135d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:10:32.026862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-5e4faff1-dda4-4f39-9ba6-478472de135d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053141 Apr 29 08:10:32.113282 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-def035ac-d4e9-4eff-a4bc-0a7cffb428ac service neutron] 10.222.0.16 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808625 Apr 29 08:10:32.214563 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-9986efb4-2a5f-4951-a62d-2a3273e2d990 service neutron] 10.222.0.16 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947711 Apr 29 08:10:32.462697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dc29e469-7176-401a-8e7d-480290f51cbb req-887ddbc6-e615-4db2-934b-ae4219281da9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 210 time: 0.0272632 Apr 29 08:10:33.561854 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d403e20d-0e5a-41da-bd1a-ee6c890f8078 req-498fbc98-397a-44b8-a8e1-6bd2a965d1c5 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 210 time: 0.0332825 Apr 29 08:10:33.600597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-73b772d8-a099-495e-b2f8-a55b8c9c39b4 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:33.602606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-73b772d8-a099-495e-b2f8-a55b8c9c39b4 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca HTTP/1.1" status: 200 len: 946 time: 0.0496516 Apr 29 08:10:33.693721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Deleting port bbeb65d7-e5dd-4415-89c4-ba1d3377319c {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:10:33.694065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:33.780408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] For port bbeb65d7-e5dd-4415-89c4-ba1d3377319c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:33.780772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:33.793372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Calling delete_port for bbeb65d7-e5dd-4415-89c4-ba1d3377319c owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:10:33.989604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:34.000448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['bbeb65d7-e5dd-4415-89c4-ba1d3377319c'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:10:34.016297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Pushing event deleted for resources: {'Port': ['ID=bbeb65d7-e5dd-4415-89c4-ba1d3377319c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:34.059734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] No DVR routers for this DVR port bbeb65d7-e5dd-4415-89c4-ba1d3377319c on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:10:34.062120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:34.065530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-39cad350-6e18-4c0c-a9a3-50a5e973b148 req-99771f62-220e-4ebe-a1e9-34039065729c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "DELETE /v2.0/ports/bbeb65d7-e5dd-4415-89c4-ba1d3377319c HTTP/1.1" status: 204 len: 173 time: 0.4561105 Apr 29 08:10:34.065966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'name': 'network-vif-deleted', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:34.068288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7144f3de-d38e-4a86-8248-d382a82203d8" -d '{"events": [{"server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "name": "network-vif-deleted", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:34.103736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ed48f-7ff6-4aa4-9312-d5a738da3055 x-openstack-request-id: req-ef6ed48f-7ff6-4aa4-9312-d5a738da3055 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:34.104035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca", "name": "network-vif-deleted", "tag": "bbeb65d7-e5dd-4415-89c4-ba1d3377319c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:34.104288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef6ed48f-7ff6-4aa4-9312-d5a738da3055 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:34.104687 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6ed48f-7ff6-4aa4-9312-d5a738da3055'] response: {'server_uuid': 'cb39f6d5-5d81-4ced-84b8-dab1b4fd92ca', 'name': 'network-vif-deleted', 'tag': 'bbeb65d7-e5dd-4415-89c4-ba1d3377319c', 'status': 'completed', 'code': 200} Apr 29 08:10:34.380113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdd784-df93-4e93-813c-ab23a1038840 req-36c1e72a-c0e1-415d-a2a0-c4c06aa191a6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:34.381534 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-36c1e72a-c0e1-415d-a2a0-c4c06aa191a6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 815 time: 0.1027129 Apr 29 08:10:34.395410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Request body: {'port': {'device_id': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95', 'admin_state_up': True, 'tenant_id': 'bc7eec2095854d05aea95d9a7e2b04ec'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:10:34.579127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Made reservation on behalf of bc7eec2095854d05aea95d9a7e2b04ec for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:10:34.582701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:34.677999 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c35d83fd-ccdf-42bc-816b-dcadadadeb97 req-b9449b77-c640-49f7-b146-90a7076b888c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 210 time: 0.0331731 Apr 29 08:10:34.740600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Allocated IP 172.20.0.13 (0f69ea75-a29c-43e0-9136-01f059ceec95/5d75b8e5-0c28-49a9-9692-e08b77dd7575/f8393efe-c508-4e62-ac54-7546bca8921d) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:10:34.884411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:34.981301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:34.992985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['bbeb65d7-e5dd-4415-89c4-ba1d3377319c'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:10:35.020779 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Network 0f69ea75-a29c-43e0-9136-01f059ceec95 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:10:35.025719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:10:35.029329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:10:35.060059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:35.086090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:35.086790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:35.178106 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-135deb50-865a-4944-8c10-ada94bd944e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863657 Apr 29 08:10:35.189984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Request body: {'port': {'device_id': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:10:35.243057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:35.501259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8393efe-c508-4e62-ac54-7546bca8921d {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:10:35.508350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:35.519684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Transition to ACTIVE for port object f8393efe-c508-4e62-ac54-7546bca8921d will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:10:35.609679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:35.659957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:35.725346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Attempting to bind port f8393efe-c508-4e62-ac54-7546bca8921d on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:10:35.725689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Attempting to bind port f8393efe-c508-4e62-ac54-7546bca8921d by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:10:35.726014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Attempting to bind port f8393efe-c508-4e62-ac54-7546bca8921d on network 0f69ea75-a29c-43e0-9136-01f059ceec95 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:10:35.730849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Port f8393efe-c508-4e62-ac54-7546bca8921d on network 0f69ea75-a29c-43e0-9136-01f059ceec95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:10:35.731224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Attempting to bind port f8393efe-c508-4e62-ac54-7546bca8921d on network 0f69ea75-a29c-43e0-9136-01f059ceec95 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:10:35.735925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:10:35.736745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Checking segment: {'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:10:35.736745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Bound using segment: {'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:10:35.737039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Bound port: f8393efe-c508-4e62-ac54-7546bca8921d, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:10:35.737386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:35.831463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:10:35.840549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85ff3-a380-444a-a1ae-3ec6b6eb3e69 req-894dffa5-606f-4d1c-a7f3-f4910639c03a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:35.842003 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6cf85ff3-a380-444a-a1ae-3ec6b6eb3e69 req-894dffa5-606f-4d1c-a7f3-f4910639c03a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 944 time: 0.0905535 Apr 29 08:10:35.857993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:10:35.883318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6cf85ff3-a380-444a-a1ae-3ec6b6eb3e69 req-d86dbde1-79e9-4ca4-ae34-39b6d0610184 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Apr 29 08:10:35.912833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:35.943775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:35.944404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:35.946007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-34663a02-7619-4a49-8584-ce0337410920 service neutron] 10.222.0.39 "PUT /v2.0/ports/f8393efe-c508-4e62-ac54-7546bca8921d HTTP/1.1" status: 200 len: 1094 time: 0.7602341 Apr 29 08:10:35.972168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34663a02-7619-4a49-8584-ce0337410920 service neutron] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:36.079594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdd784-df93-4e93-813c-ab23a1038840 req-bfa5d26f-3bff-4e44-88ab-430fabc658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:36.081061 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-bfa5d26f-3bff-4e44-88ab-430fabc658c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 1097 time: 0.0438199 Apr 29 08:10:36.122774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:36.124930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfed83a-7713-4e72-8206-97c23e11e161" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:36.129129 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-85608465-8a74-4d6d-8d48-e5af513a9ca4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8393efe-c508-4e62-ac54-7546bca8921d HTTP/1.1" status: 200 len: 217 time: 0.0395107 Apr 29 08:10:36.165020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f7de2-54f8-4604-95c4-b689ce0ba9f1 x-openstack-request-id: req-e96f7de2-54f8-4604-95c4-b689ce0ba9f1 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:36.165316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:36.165653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e96f7de2-54f8-4604-95c4-b689ce0ba9f1 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:36.166049 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96f7de2-54f8-4604-95c4-b689ce0ba9f1'] response: {'name': 'network-changed', 'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'status': 'completed', 'code': 200} Apr 29 08:10:36.181061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdd784-df93-4e93-813c-ab23a1038840 req-0a483376-a2ba-4d12-8db9-32f454a9ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:36.182524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-0a483376-a2ba-4d12-8db9-32f454a9ef05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0472186 Apr 29 08:10:36.214108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-3579281d-459e-42e2-8b5f-5caf5cd98a4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244584 Apr 29 08:10:36.303027 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-4e6ba527-4b25-46d1-a869-a6d3866cab30 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824454 Apr 29 08:10:36.390398 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aacdd784-df93-4e93-813c-ab23a1038840 req-552a06b0-757b-47d0-b09b-e4c60e3595bb service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797198 Apr 29 08:10:36.543286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-8d88d6e9-87b1-4746-a927-6e1da149ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:36.544739 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-8d88d6e9-87b1-4746-a927-6e1da149ec5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 1097 time: 0.0447767 Apr 29 08:10:36.634201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-f9dc859d-47d5-437b-b712-0a606f183740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:36.635735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-f9dc859d-47d5-437b-b712-0a606f183740 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 916 time: 0.0844846 Apr 29 08:10:36.681697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-9f4c1590-b8c1-41e5-8e6c-3c9345032580 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8393efe-c508-4e62-ac54-7546bca8921d HTTP/1.1" status: 200 len: 217 time: 0.0375957 Apr 29 08:10:36.730259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-78208af7-ecff-4fa5-9459-ae51d8ee41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:36.731711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-78208af7-ecff-4fa5-9459-ae51d8ee41e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0426934 Apr 29 08:10:36.763839 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-c66f6f34-7149-4bf3-995b-31d007bd780f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244448 Apr 29 08:10:36.849186 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-b8d3e9ba-4917-4299-a8d0-7369caf3470e service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780127 Apr 29 08:10:36.940182 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bfed83a-7713-4e72-8206-97c23e11e161 req-52597bd1-7fc1-498c-bd37-cdc9626517f2 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837469 Apr 29 08:10:36.999093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eb1fe-0d54-453c-b2d0-9381ecaff1d4 req-f3377316-05e0-4808-91d8-41e2022e4dca tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:37.000511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de1eb1fe-0d54-453c-b2d0-9381ecaff1d4 req-f3377316-05e0-4808-91d8-41e2022e4dca tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 944 time: 0.0490623 Apr 29 08:10:37.036245 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de1eb1fe-0d54-453c-b2d0-9381ecaff1d4 req-feb02eeb-0e13-47f0-aea1-84e634583138 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297685 Apr 29 08:10:37.447656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device bbeb65d7-e5dd-4415-89c4-ba1d3377319c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:37.467843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: bbeb65d7-e5dd-4415-89c4-ba1d3377319c {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:10:37.468185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device bbeb65d7-e5dd-4415-89c4-ba1d3377319c not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:38.156513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401b2a-8e59-4353-970c-e2300e43e40b req-40cf0e71-312b-49c8-9da4-02ed9bd63928 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:38.158030 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d401b2a-8e59-4353-970c-e2300e43e40b req-40cf0e71-312b-49c8-9da4-02ed9bd63928 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 944 time: 0.0529287 Apr 29 08:10:38.199973 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8d401b2a-8e59-4353-970c-e2300e43e40b req-156030b0-0b9b-4f6b-9ce3-9933208a81a2 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Apr 29 08:10:39.315246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e71be-35d7-418b-a1cf-549952ad9aad req-7414aa78-9f4e-4d09-a16a-f5d57ee442e3 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:39.316700 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c2e71be-35d7-418b-a1cf-549952ad9aad req-7414aa78-9f4e-4d09-a16a-f5d57ee442e3 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 944 time: 0.0475757 Apr 29 08:10:39.353968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c2e71be-35d7-418b-a1cf-549952ad9aad req-4c84f656-4dc5-423b-9fd6-06a55886011d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Apr 29 08:10:39.448192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f8393efe-c508-4e62-ac54-7546bca8921d details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:10:39.543292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:39.558358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95', 'port_id': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'mac_address': 'fa:16:3e:de:31:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d75b8e5-0c28-49a9-9692-e08b77dd7575', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:10:39.593622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:39.605983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8393efe-c508-4e62-ac54-7546bca8921d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:10:39.624695 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:39.695810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:39.741244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:39.882144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['f8393efe-c508-4e62-ac54-7546bca8921d'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:10:40.464681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d1d96-3cac-4b2c-94e0-75eca22b2675 req-dd6a7274-90ef-4c5a-9f5b-73b690024d44 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:40.466104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-806d1d96-3cac-4b2c-94e0-75eca22b2675 req-dd6a7274-90ef-4c5a-9f5b-73b690024d44 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Apr 29 08:10:40.502521 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-806d1d96-3cac-4b2c-94e0-75eca22b2675 req-7450346e-af84-426f-a30c-7f2f1b5c432d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301931 Apr 29 08:10:41.166846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227191ae-599e-433e-834c-1d184829122f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:41.447659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f8393efe-c508-4e62-ac54-7546bca8921d up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:10:41.546510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port f8393efe-c508-4e62-ac54-7546bca8921d completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:10:41.550342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port f8393efe-c508-4e62-ac54-7546bca8921d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:10:41.550773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:41.620889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53a0df-4854-424d-aa25-d2a6954ebc48 req-e1e4a1a2-9db0-47a3-8d50-fbf4d904d91a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:41.622500 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0a53a0df-4854-424d-aa25-d2a6954ebc48 req-e1e4a1a2-9db0-47a3-8d50-fbf4d904d91a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Apr 29 08:10:41.629629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:41.652316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:41.654553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9323db-22fb-4da9-becd-b52936d8acfd" -d '{"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-plugged", "status": "completed", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:41.661946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0a53a0df-4854-424d-aa25-d2a6954ebc48 req-e68c488c-919f-44df-becf-489aadb24083 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333018 Apr 29 08:10:41.667537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:41.692338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad520a33-0b21-47c4-b405-cf1ed60b77e1 x-openstack-request-id: req-ad520a33-0b21-47c4-b405-cf1ed60b77e1 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:41.692708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-plugged", "status": "completed", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:41.692963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad520a33-0b21-47c4-b405-cf1ed60b77e1 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:41.693360 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad520a33-0b21-47c4-b405-cf1ed60b77e1'] response: {'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'code': 200} Apr 29 08:10:41.746555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:41.793319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:41.800417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.800765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.801108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.801444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.801778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.802109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.802498 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.802834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.803162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.803486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.803809 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.804131 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:41.978687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3810b-dc1a-4e8b-88e4-3c68bdf19363 req-e65b4805-3423-4473-869e-4dc0862bec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:41.980128 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-84d3810b-dc1a-4e8b-88e4-3c68bdf19363 req-e65b4805-3423-4473-869e-4dc0862bec25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 1099 time: 0.0391123 Apr 29 08:10:42.014605 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-84d3810b-dc1a-4e8b-88e4-3c68bdf19363 req-e0916545-94b0-46bc-9da4-bdf62829f3e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275357 Apr 29 08:10:42.776897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968f096-d6f6-4928-87cc-48bdf4584c32 req-ea609190-513f-4651-b3df-c90854cb86fd tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:42.778355 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2968f096-d6f6-4928-87cc-48bdf4584c32 req-ea609190-513f-4651-b3df-c90854cb86fd tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0484500 Apr 29 08:10:42.800790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:42.815774 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2968f096-d6f6-4928-87cc-48bdf4584c32 req-88c79609-7686-4008-b089-895d643f03ef tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Apr 29 08:10:43.258962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-901aa1cd-a1b9-4685-a14d-ffbde7902b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:43.939069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda7ff-ffb2-4db0-993a-f39f0990de05 req-1d8ff08a-7a58-40f6-a05a-69ce4f1e4077 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:43.940438 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f2dda7ff-ffb2-4db0-993a-f39f0990de05 req-1d8ff08a-7a58-40f6-a05a-69ce4f1e4077 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0518470 Apr 29 08:10:43.978345 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f2dda7ff-ffb2-4db0-993a-f39f0990de05 req-57fc0d81-b758-45cb-8210-24afaacb6845 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Apr 29 08:10:44.088738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b493-9575-41c8-8d88-3bc3120087f0 req-d39926a7-704c-4146-b0a3-0730f67ddab4 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:44.090195 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b57b493-9575-41c8-8d88-3bc3120087f0 req-d39926a7-704c-4146-b0a3-0730f67ddab4 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0476375 Apr 29 08:10:44.128200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b57b493-9575-41c8-8d88-3bc3120087f0 req-d05ddd43-5c72-46a9-a573-94fc5fa40084 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Apr 29 08:10:44.475877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfca7-4b94-42f8-8db4-b617fff203b2 req-7c30336e-72de-48df-b8db-d02e5d1f19fe tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:44.477267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b2dfca7-4b94-42f8-8db4-b617fff203b2 req-7c30336e-72de-48df-b8db-d02e5d1f19fe tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0485446 Apr 29 08:10:44.514102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b2dfca7-4b94-42f8-8db4-b617fff203b2 req-f32efe37-90ab-4f57-9685-1b302ccc8eaa tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Apr 29 08:10:44.589324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-9e2c0d8b-25ab-494b-b2a9-fbea1174423c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425479 Apr 29 08:10:45.058572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:45.683910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a0c2f-8f5e-45da-8652-a365feb0446b req-bff1055b-0f52-4126-85d7-8d37efcca40f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:45.685390 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-130a0c2f-8f5e-45da-8652-a365feb0446b req-bff1055b-0f52-4126-85d7-8d37efcca40f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.1047974 Apr 29 08:10:45.722734 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-130a0c2f-8f5e-45da-8652-a365feb0446b req-ca4d6c71-72ea-4254-a926-c221364847c5 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312839 Apr 29 08:10:46.209517 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:46.476888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-df9c812f-ba17-4911-868f-597b2b26cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:46.478232 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-df9c812f-ba17-4911-868f-597b2b26cdd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 1099 time: 0.0402234 Apr 29 08:10:46.568452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-bb4127f9-a860-41d6-9567-d7e08be1bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:46.569890 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-bb4127f9-a860-41d6-9567-d7e08be1bf27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 916 time: 0.0839107 Apr 29 08:10:46.609340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-a80563e1-89ed-4af3-823a-3a0df4e94f61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8393efe-c508-4e62-ac54-7546bca8921d HTTP/1.1" status: 200 len: 217 time: 0.0332699 Apr 29 08:10:46.660865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-6d3889a9-814d-45f3-9a1d-9663bd2dae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:46.662316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-6d3889a9-814d-45f3-9a1d-9663bd2dae47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0469480 Apr 29 08:10:46.693337 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-ea9af6ad-9117-4075-a7bf-04b635a99c5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248017 Apr 29 08:10:46.695242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:10:46.703508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-618e1cb0-9c50-4672-a8c2-08076953d5d1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:10:46.704498 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-618e1cb0-9c50-4672-a8c2-08076953d5d1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047688 Apr 29 08:10:46.807056 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-e7f0e463-e0d2-4fb2-87e6-7d944660c2cf service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964890 Apr 29 08:10:46.894085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f0430-786a-423e-a555-928a51a2c353 req-0a9d0440-0ba6-4634-8646-4bd6810a9333 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:46.895570 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f67f0430-786a-423e-a555-928a51a2c353 req-0a9d0440-0ba6-4634-8646-4bd6810a9333 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.1020749 Apr 29 08:10:46.934779 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-49125b8c-3623-4ffd-b724-0cb94d6bffbc service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141155 Apr 29 08:10:46.950347 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f67f0430-786a-423e-a555-928a51a2c353 req-a8bdc4d5-dfce-416f-8975-8e1a07e8c18a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Apr 29 08:10:48.062185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67ebf0-ccbb-4bcc-9de7-55a22472d618 req-7fae5555-2b50-446f-857d-661fed05e931 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:48.063644 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ca67ebf0-ccbb-4bcc-9de7-55a22472d618 req-7fae5555-2b50-446f-857d-661fed05e931 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0477302 Apr 29 08:10:48.100149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ca67ebf0-ccbb-4bcc-9de7-55a22472d618 req-58ca9dd4-9c64-46b9-9c8b-9667d9feb324 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Apr 29 08:10:49.216442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad07605-e2bd-4a22-8181-ada46e2e78ab req-e2c5de0e-5f6c-4968-af33-bafefd846f42 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:49.217874 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cad07605-e2bd-4a22-8181-ada46e2e78ab req-e2c5de0e-5f6c-4968-af33-bafefd846f42 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0512466 Apr 29 08:10:49.254495 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cad07605-e2bd-4a22-8181-ada46e2e78ab req-6fe7bf9b-d27e-440f-ac74-9c22a4890c11 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Apr 29 08:10:50.368830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c8f60-40de-48a5-86f5-fce2fac2012f req-27392f0d-d586-4b44-b6f1-cc6db66f3e14 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:50.370259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-963c8f60-40de-48a5-86f5-fce2fac2012f req-27392f0d-d586-4b44-b6f1-cc6db66f3e14 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0487194 Apr 29 08:10:50.406891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-963c8f60-40de-48a5-86f5-fce2fac2012f req-832e6ac8-1827-43a9-8f6f-1432a9eff040 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Apr 29 08:10:51.518329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377296c-3722-458d-a054-4e37c432d23d req-9c68ecc2-a241-4918-aca6-593cf40b0518 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:51.519778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0377296c-3722-458d-a054-4e37c432d23d req-9c68ecc2-a241-4918-aca6-593cf40b0518 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0467057 Apr 29 08:10:51.556389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0377296c-3722-458d-a054-4e37c432d23d req-deabbe2a-ee19-4607-a93c-5287df50906a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303373 Apr 29 08:10:52.675392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31127aa-eb1e-403a-bfc3-529b5802c835 req-862fdeb3-baa0-470a-9680-3ee6c691b822 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:52.676932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a31127aa-eb1e-403a-bfc3-529b5802c835 req-862fdeb3-baa0-470a-9680-3ee6c691b822 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0555742 Apr 29 08:10:52.714276 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a31127aa-eb1e-403a-bfc3-529b5802c835 req-4135bd34-c8a3-46af-b5d1-cc944ac50d4e tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Apr 29 08:10:53.830313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad27d2-fc3c-4583-873f-288ff241a8c7 req-b53c203e-ec31-47a5-9bd7-45d6581d0e14 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:53.831796 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06ad27d2-fc3c-4583-873f-288ff241a8c7 req-b53c203e-ec31-47a5-9bd7-45d6581d0e14 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0503905 Apr 29 08:10:53.869449 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06ad27d2-fc3c-4583-873f-288ff241a8c7 req-15a122bf-a272-4c42-bed9-2bfe9ceb4bea tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Apr 29 08:10:54.981300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fc664-6b49-4b03-b585-a070b6b74e77 req-28a7f1b4-6a0a-4474-9561-35b0d1264eb0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:54.982685 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-118fc664-6b49-4b03-b585-a070b6b74e77 req-28a7f1b4-6a0a-4474-9561-35b0d1264eb0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0475352 Apr 29 08:10:55.020494 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-118fc664-6b49-4b03-b585-a070b6b74e77 req-3ab0b452-b53f-4abc-88a8-9e689753c054 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Apr 29 08:10:56.136727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad136b61-5f75-4171-956f-bcfd83c8d3f1 req-63bc4020-4ffb-4bda-8635-9a53332eec6d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:56.138172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ad136b61-5f75-4171-956f-bcfd83c8d3f1 req-63bc4020-4ffb-4bda-8635-9a53332eec6d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Apr 29 08:10:56.174984 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ad136b61-5f75-4171-956f-bcfd83c8d3f1 req-67c43690-3a60-4610-8aff-059e27ac2bd9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Apr 29 08:10:57.287409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a743f-7d68-432f-a03d-23dd0d1d24fa req-145e9cb1-1a46-487f-b699-188fc9106439 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:57.288841 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d17a743f-7d68-432f-a03d-23dd0d1d24fa req-145e9cb1-1a46-487f-b699-188fc9106439 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0476744 Apr 29 08:10:57.324822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d17a743f-7d68-432f-a03d-23dd0d1d24fa req-01d6869e-33f9-44ac-9330-27f49da5cde0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301888 Apr 29 08:10:58.437355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d1299-c775-4582-9bc0-937fe549d46a req-821b28b0-ce80-4cad-9e23-0808554a2180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:58.438740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6b7d1299-c775-4582-9bc0-937fe549d46a req-821b28b0-ce80-4cad-9e23-0808554a2180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0475984 Apr 29 08:10:58.475389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6b7d1299-c775-4582-9bc0-937fe549d46a req-6cef73dc-4b11-4a6d-8fa0-34c24ab6ac39 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Apr 29 08:10:59.589381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcc11c-c76b-499f-91aa-e1dfa9724554 req-4a6bde5a-e4a5-4158-9d4c-704988380e28 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:10:59.590833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2bfcc11c-c76b-499f-91aa-e1dfa9724554 req-4a6bde5a-e4a5-4158-9d4c-704988380e28 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0501630 Apr 29 08:10:59.628419 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2bfcc11c-c76b-499f-91aa-e1dfa9724554 req-ea5625f7-9bc9-45d5-969b-9221fd8950f2 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Apr 29 08:11:00.742282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6bd98-6926-4f4b-8841-4a50842500c6 req-e47ad8a1-48da-4bc9-aa52-8caa58917269 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:00.743738 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79e6bd98-6926-4f4b-8841-4a50842500c6 req-e47ad8a1-48da-4bc9-aa52-8caa58917269 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0476198 Apr 29 08:11:00.780588 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79e6bd98-6926-4f4b-8841-4a50842500c6 req-bc4b217c-fd59-4ff6-80bc-678020171673 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305219 Apr 29 08:11:01.892705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af21c58-5e4a-44fd-b16a-2bb0bb512dd7 req-de10218d-b2bb-424b-8fc3-c47b10e4e6f1 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:01.894134 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2af21c58-5e4a-44fd-b16a-2bb0bb512dd7 req-de10218d-b2bb-424b-8fc3-c47b10e4e6f1 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0469153 Apr 29 08:11:01.929932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2af21c58-5e4a-44fd-b16a-2bb0bb512dd7 req-eb8e50c1-ae2d-465f-8822-dd63ede2d2a7 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298979 Apr 29 08:11:03.045392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebda75-61f4-4f28-b12e-6d6df70f587f req-0752c3a0-f70b-405e-af06-8a442c0cfa0a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:03.046846 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-22ebda75-61f4-4f28-b12e-6d6df70f587f req-0752c3a0-f70b-405e-af06-8a442c0cfa0a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0510249 Apr 29 08:11:03.083448 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-22ebda75-61f4-4f28-b12e-6d6df70f587f req-da621185-14bd-45d4-96ca-ef2de862f580 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306323 Apr 29 08:11:04.196433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444c94f-1895-4ec6-9fc2-fe43d6cf2169 req-784ef4b6-e5fe-4490-ac69-65bfc3e7aca1 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:04.198511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1444c94f-1895-4ec6-9fc2-fe43d6cf2169 req-784ef4b6-e5fe-4490-ac69-65bfc3e7aca1 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0482893 Apr 29 08:11:04.234643 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1444c94f-1895-4ec6-9fc2-fe43d6cf2169 req-68d8260c-43c1-42a5-a172-c62d11ffdee7 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303218 Apr 29 08:11:05.347782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79a242-a052-4713-af04-091aeeea395a req-5c4a89de-6bd6-4066-82f9-887bb58c1d90 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:05.349208 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc79a242-a052-4713-af04-091aeeea395a req-5c4a89de-6bd6-4066-82f9-887bb58c1d90 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0477462 Apr 29 08:11:05.386579 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc79a242-a052-4713-af04-091aeeea395a req-2903b00a-1ce7-41ff-95d7-149ecd0c6cd0 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Apr 29 08:11:05.666263 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:11:06.503458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5adb3-bc34-4beb-b6cb-995da25d838c req-942708ac-00d9-43c8-81f5-3d007c68837f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:06.504895 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86e5adb3-bc34-4beb-b6cb-995da25d838c req-942708ac-00d9-43c8-81f5-3d007c68837f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Apr 29 08:11:06.541564 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86e5adb3-bc34-4beb-b6cb-995da25d838c req-672c0953-4d11-418f-a19b-56f8781d1e39 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301902 Apr 29 08:11:07.656571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb58d3-27fa-4fa1-a03c-0c2c461fbc24 req-caace07b-e2ae-48c3-9d2d-6e2973921825 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:07.658025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e0cb58d3-27fa-4fa1-a03c-0c2c461fbc24 req-caace07b-e2ae-48c3-9d2d-6e2973921825 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0503829 Apr 29 08:11:07.696830 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e0cb58d3-27fa-4fa1-a03c-0c2c461fbc24 req-b03fe179-8402-465b-a782-8089eebd683b tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Apr 29 08:11:08.812979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49164bd5-62e9-4457-809d-a23b7704fbcf req-1dca5cc6-f877-45e0-bd1a-b6fbd4344988 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:08.814482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49164bd5-62e9-4457-809d-a23b7704fbcf req-1dca5cc6-f877-45e0-bd1a-b6fbd4344988 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0509255 Apr 29 08:11:08.854197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49164bd5-62e9-4457-809d-a23b7704fbcf req-7e87b3cf-82c2-486a-9572-315c0b4a4d44 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Apr 29 08:11:09.970594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11c079-4c06-4344-a1fd-4846a19f578c req-33a16fb4-23d2-4193-b9f7-f775060b399d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:09.971969 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df11c079-4c06-4344-a1fd-4846a19f578c req-33a16fb4-23d2-4193-b9f7-f775060b399d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0510175 Apr 29 08:11:10.006950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df11c079-4c06-4344-a1fd-4846a19f578c req-08170db9-8806-4472-80cb-6680996914c8 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291793 Apr 29 08:11:11.123586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6279cbd-f21a-4040-b58b-f9b2627fddfc req-b3830907-8b09-44cb-a408-0aa525d7c355 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:11.125095 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6279cbd-f21a-4040-b58b-f9b2627fddfc req-b3830907-8b09-44cb-a408-0aa525d7c355 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0510480 Apr 29 08:11:11.162742 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6279cbd-f21a-4040-b58b-f9b2627fddfc req-9ae016c4-0236-4b9b-b7c8-21dea553efcb tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Apr 29 08:11:11.226261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7063bfa-4ef0-4a18-bf62-5c0636e3eaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:12.276117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062f497-11b5-4a96-a8d2-2345a818cde0 req-077e3a15-3246-4daa-98e9-d1aa905de0b1 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:12.277557 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2062f497-11b5-4a96-a8d2-2345a818cde0 req-077e3a15-3246-4daa-98e9-d1aa905de0b1 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Apr 29 08:11:12.314568 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2062f497-11b5-4a96-a8d2-2345a818cde0 req-1008b76c-e56b-4b6a-9874-3b2b7e4a4c36 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Apr 29 08:11:12.817249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:13.246086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f34caee-b08c-4076-9b78-5b7edd07d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:13.429463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bf131-4bc7-452e-ac79-858030a09f84 req-d55693ad-c63d-4a8b-9ed0-61a0c1e014eb tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:13.430911 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-537bf131-4bc7-452e-ac79-858030a09f84 req-d55693ad-c63d-4a8b-9ed0-61a0c1e014eb tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0506036 Apr 29 08:11:13.467752 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-537bf131-4bc7-452e-ac79-858030a09f84 req-faae1e22-57d4-49ea-b80d-f334aa83ea5b tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304148 Apr 29 08:11:13.926331 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-dbf065ac-d1f5-44c8-9f4f-42014159f71c service neutron] 10.222.0.39 "GET /v2.0/ports/f8393efe-c508-4e62-ac54-7546bca8921d/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0963178 Apr 29 08:11:14.336389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-b0bfc44c-41ac-4fd2-b98d-5cc285ca097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:14.338517 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-b0bfc44c-41ac-4fd2-b98d-5cc285ca097d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8&tenant_id=bc7eec2095854d05aea95d9a7e2b04ec HTTP/1.1" status: 200 len: 1099 time: 0.0405064 Apr 29 08:11:14.396101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-92c7e902-572e-4861-82b6-8ea59fceb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:14.397431 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-92c7e902-572e-4861-82b6-8ea59fceb848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 1099 time: 0.0382690 Apr 29 08:11:14.499520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-97dd1c95-d666-4d6f-9bae-c11b50f3eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:14.500976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-97dd1c95-d666-4d6f-9bae-c11b50f3eeb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 916 time: 0.0968521 Apr 29 08:11:14.543972 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-80e22b03-7b8f-4073-9819-71bf57d7905b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8393efe-c508-4e62-ac54-7546bca8921d HTTP/1.1" status: 200 len: 217 time: 0.0358975 Apr 29 08:11:14.615843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-79bc03af-2042-4a66-af9d-d319d1250b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:14.617300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-79bc03af-2042-4a66-af9d-d319d1250b0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0661836 Apr 29 08:11:14.625324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5da63-0cc9-46f8-8c97-0c5d36d6f0c4 req-3a4906ba-6da8-4201-92f8-f903e593deac tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:14.626657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-30b5da63-0cc9-46f8-8c97-0c5d36d6f0c4 req-3a4906ba-6da8-4201-92f8-f903e593deac tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0851281 Apr 29 08:11:14.656270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-d23d30e2-2e29-4c32-8a52-ec1bb71ee606 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286477 Apr 29 08:11:14.729226 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-30b5da63-0cc9-46f8-8c97-0c5d36d6f0c4 req-e0e82e68-5681-4af6-aa5a-9f880ed1fd9d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946405 Apr 29 08:11:14.766962 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-a81af75c-3042-4f97-9bd8-dd40fedbdd3f service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033084 Apr 29 08:11:14.851059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-42bd8c6a-b550-460d-ba36-fcc242456c32 req-54c965e7-3c1d-4b73-9555-a82bf0692275 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780814 Apr 29 08:11:15.031926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:15.841989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a520a-defe-4540-92c2-f195066add0e req-c65039e4-db26-469a-b018-392964e727c9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:15.843438 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-674a520a-defe-4540-92c2-f195066add0e req-c65039e4-db26-469a-b018-392964e727c9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0474615 Apr 29 08:11:15.883170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-674a520a-defe-4540-92c2-f195066add0e req-b185ab75-95c1-4bc9-af7d-4da8501e523d tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335066 Apr 29 08:11:16.185638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:16.711854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:16.997326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9eee0-0291-4282-b505-d53fd7efb556 req-007ca862-a519-4651-b628-0dff69c8b0c6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:16.998703 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b9f9eee0-0291-4282-b505-d53fd7efb556 req-007ca862-a519-4651-b628-0dff69c8b0c6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0484486 Apr 29 08:11:17.039588 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b9f9eee0-0291-4282-b505-d53fd7efb556 req-02e4267f-3970-4ab7-a54e-cc3675efd688 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349681 Apr 29 08:11:17.410388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1726-4b6e-44f5-b82f-cda0a2728d73 req-02e11c08-26cd-4c0f-ad80-ae6778875ec6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:17.411865 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0abe1726-4b6e-44f5-b82f-cda0a2728d73 req-02e11c08-26cd-4c0f-ad80-ae6778875ec6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Apr 29 08:11:17.448608 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0abe1726-4b6e-44f5-b82f-cda0a2728d73 req-9bc5c8a9-d4d9-45fa-8edb-683723aee215 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306079 Apr 29 08:11:17.526080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-578e1795-4144-40d6-b964-3b6fa908b57a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:17.527524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-578e1795-4144-40d6-b964-3b6fa908b57a tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8&tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 946 time: 0.0495145 Apr 29 08:11:17.635652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-0224389d-83a5-4798-bb87-770647bae0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:17.637124 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-0224389d-83a5-4798-bb87-770647bae0ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 1099 time: 0.0427103 Apr 29 08:11:17.655896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f8393efe-c508-4e62-ac54-7546bca8921d details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:11:17.658531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f8393efe-c508-4e62-ac54-7546bca8921d no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:11:17.727084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-96be2b95-7370-42e6-96cc-77163aadbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:17.728530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-96be2b95-7370-42e6-96cc-77163aadbeac service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 200 len: 916 time: 0.0856466 Apr 29 08:11:17.772378 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-23889836-72a5-493b-a4ef-f771eed4bf90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8393efe-c508-4e62-ac54-7546bca8921d HTTP/1.1" status: 200 len: 217 time: 0.0373158 Apr 29 08:11:17.802265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:17.819254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-322c459b-0b3a-4273-a3b3-db7222e7fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:17.820887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-322c459b-0b3a-4273-a3b3-db7222e7fa74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 200 len: 855 time: 0.0421782 Apr 29 08:11:17.823274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:17.841566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:17.843816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db737b-0638-4906-98f1-45e093af84ba" -d '{"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:17.851569 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-1b6f75b3-134a-4cf8-b505-e7aec07fcd3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f69ea75-a29c-43e0-9136-01f059ceec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240972 Apr 29 08:11:17.856096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'network_id': '0f69ea75-a29c-43e0-9136-01f059ceec95', 'port_id': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'mac_address': 'fa:16:3e:de:31:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d75b8e5-0c28-49a9-9692-e08b77dd7575', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:11:17.859209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:17.893819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791dfb26-c6f7-4174-8e1f-7641d7449a45 x-openstack-request-id: req-791dfb26-c6f7-4174-8e1f-7641d7449a45 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:17.894114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:17.894363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-791dfb26-c6f7-4174-8e1f-7641d7449a45 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:17.894783 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791dfb26-c6f7-4174-8e1f-7641d7449a45'] response: {'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'code': 200} Apr 29 08:11:17.898710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:17.911536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8393efe-c508-4e62-ac54-7546bca8921d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:11:17.933175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:17.938835 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-be67dc7c-2264-424e-bc97-0bf2a93fb8e2 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807836 Apr 29 08:11:18.008347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:11:18.008705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:11:18.012004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:18.029845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c088283-3bd4-4cf9-9d2c-f59009889595 req-0bf75d2e-2a5f-4bcb-81f1-8bc4d234a1c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848320 Apr 29 08:11:18.544660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:18.557699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8393efe-c508-4e62-ac54-7546bca8921d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:11:18.564292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114680f-fd05-4364-bdf5-d43b27a19629 req-5e8bbd10-93be-41a3-bc32-26f2eec25c09 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:18.565763 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5114680f-fd05-4364-bdf5-d43b27a19629 req-5e8bbd10-93be-41a3-bc32-26f2eec25c09 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 944 time: 0.0491960 Apr 29 08:11:18.577201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:18.605446 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5114680f-fd05-4364-bdf5-d43b27a19629 req-4c90d82e-f26a-45dd-911b-1cc1d6194803 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Apr 29 08:11:18.643369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:18.697834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:18.707969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['f8393efe-c508-4e62-ac54-7546bca8921d'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:11:19.666019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f8393efe-c508-4e62-ac54-7546bca8921d up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:19.717850 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port f8393efe-c508-4e62-ac54-7546bca8921d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:19.718557 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:19.722966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436042-e8a2-4ebc-afb4-f87e68303958 req-60c44a5b-cb76-4103-acc3-20e6071a93a6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:19.724441 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61436042-e8a2-4ebc-afb4-f87e68303958 req-60c44a5b-cb76-4103-acc3-20e6071a93a6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 945 time: 0.0516362 Apr 29 08:11:19.761590 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-61436042-e8a2-4ebc-afb4-f87e68303958 req-0cdaf963-205e-4f48-b1b5-e262520f472b tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306585 Apr 29 08:11:19.795066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:19.826519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:19.875963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e10e7-3ccb-46ec-9fc4-8db06ad6047e req-34dc92ec-b5af-4efc-83f1-b5bfa54a3615 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:19.877413 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b06e10e7-3ccb-46ec-9fc4-8db06ad6047e req-34dc92ec-b5af-4efc-83f1-b5bfa54a3615 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 945 time: 0.0485008 Apr 29 08:11:19.895638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:19.897881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb1e2c-f1ff-435f-868e-4e7473da2992" -d '{"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-plugged", "status": "completed", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:19.914848 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b06e10e7-3ccb-46ec-9fc4-8db06ad6047e req-14017eeb-099d-4587-8ca0-0cbb060c67e6 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Apr 29 08:11:19.932290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:19.934994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6002b8b4-e631-4ec4-816b-d33521922f37 x-openstack-request-id: req-6002b8b4-e631-4ec4-816b-d33521922f37 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:19.935291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-plugged", "status": "completed", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:19.935541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6002b8b4-e631-4ec4-816b-d33521922f37 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:19.935960 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6002b8b4-e631-4ec4-816b-d33521922f37'] response: {'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'code': 200} Apr 29 08:11:19.981728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:20.027406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7f85e-9943-4666-bdde-aa46353a30a0 req-aaa5c831-af3c-4ead-a348-4a3d875b01e9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:20.028831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04b7f85e-9943-4666-bdde-aa46353a30a0 req-aaa5c831-af3c-4ead-a348-4a3d875b01e9 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0479672 Apr 29 08:11:20.064891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04b7f85e-9943-4666-bdde-aa46353a30a0 req-ee310ca5-f650-4880-8189-ff003807c450 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301764 Apr 29 08:11:20.585820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3c20-be21-40fd-b223-798bc13167c8 req-45e49e8c-b601-497e-a0ab-ccd847910a79 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:20.587258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2ff3c20-be21-40fd-b223-798bc13167c8 req-45e49e8c-b601-497e-a0ab-ccd847910a79 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0499067 Apr 29 08:11:20.622822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2ff3c20-be21-40fd-b223-798bc13167c8 req-0206c897-c96e-4053-9a83-920e8909aa76 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291669 Apr 29 08:11:21.737087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497ae00-5e8d-411c-a3b7-f9b2c918ca91 req-006b98dc-2bc1-4ccc-8f60-80785be1d85c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:21.738711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1497ae00-5e8d-411c-a3b7-f9b2c918ca91 req-006b98dc-2bc1-4ccc-8f60-80785be1d85c tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0496354 Apr 29 08:11:21.779012 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1497ae00-5e8d-411c-a3b7-f9b2c918ca91 req-7df4915d-c89d-4a7a-a31c-868eed1d173f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/security-groups?id=05061b3d-3a61-488e-8fda-18fba772d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341110 Apr 29 08:11:22.237450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54506d5-7660-4fed-903a-e49029507e4d req-e5cdb84a-d2fb-4159-b4ee-e9881a6d792f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:22.238977 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c54506d5-7660-4fed-903a-e49029507e4d req-e5cdb84a-d2fb-4159-b4ee-e9881a6d792f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 946 time: 0.0469794 Apr 29 08:11:22.327692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Deleting port f8393efe-c508-4e62-ac54-7546bca8921d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:11:22.328029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:22.412105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] For port f8393efe-c508-4e62-ac54-7546bca8921d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8393efe-c508-4e62-ac54-7546bca8921d,segment=NetworkSegment(cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107),segment_id=cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:22.412369 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:22.424678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Calling delete_port for f8393efe-c508-4e62-ac54-7546bca8921d owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:11:22.588586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:22.602765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['f8393efe-c508-4e62-ac54-7546bca8921d'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:11:22.617382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Pushing event deleted for resources: {'Port': ['ID=f8393efe-c508-4e62-ac54-7546bca8921d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:22.639844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.640181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.640514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.640841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.641165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.641485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.641833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.642152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.642489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.642807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.643137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.643434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:22.667007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] No DVR routers for this DVR port f8393efe-c508-4e62-ac54-7546bca8921d on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:11:22.669415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:22.672764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c54506d5-7660-4fed-903a-e49029507e4d req-cffdd595-dc36-49bc-8b28-64347efb7180 tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.39 "DELETE /v2.0/ports/f8393efe-c508-4e62-ac54-7546bca8921d HTTP/1.1" status: 204 len: 173 time: 0.4277520 Apr 29 08:11:22.673186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-deleted', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:22.675545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ded6b31-06ca-47f7-a708-8efbf62fe440" -d '{"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-deleted", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:22.710976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f934b98-b58c-4e74-a81f-469aaeac21db x-openstack-request-id: req-6f934b98-b58c-4e74-a81f-469aaeac21db {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:22.711296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9050c-4c43-447d-b17f-1ef7f2fa53f8", "name": "network-vif-deleted", "tag": "f8393efe-c508-4e62-ac54-7546bca8921d", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:22.711546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f934b98-b58c-4e74-a81f-469aaeac21db {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:22.711948 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f934b98-b58c-4e74-a81f-469aaeac21db'] response: {'server_uuid': 'c0d9050c-4c43-447d-b17f-1ef7f2fa53f8', 'name': 'network-vif-deleted', 'tag': 'f8393efe-c508-4e62-ac54-7546bca8921d', 'status': 'completed', 'code': 200} Apr 29 08:11:23.216014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-946879e0-bb5b-4ce8-b3c5-e74241f76125 req-63cf5903-f686-4621-b97a-d46c1830d92f tempest-ServerDiskConfigTestJSON-288345635 tempest-ServerDiskConfigTestJSON-288345635-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9050c-4c43-447d-b17f-1ef7f2fa53f8 HTTP/1.1" status: 200 len: 210 time: 0.3683159 Apr 29 08:11:24.338573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 53168) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:24.381581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Deleting subnet 5d75b8e5-0c28-49a9-9692-e08b77dd7575 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:11:24.384975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.418012 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.459489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.565906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.591033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d75b8e5-0c28-49a9-9692-e08b77dd7575,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:24.595718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.599114 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5d75b8e5-0c28-49a9-9692-e08b77dd7575 HTTP/1.1" status: 204 len: 168 time: 0.2592745 Apr 29 08:11:24.601355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53172) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:24.605154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.605492 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.605824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.606153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.606500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.606824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.607146 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.607469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.607786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.608102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.608417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.608725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b671c-c3f7-4570-b903-b0c988f5409f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:24.665859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.744131 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.769574 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f69ea75-a29c-43e0-9136-01f059ceec95']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:24.778824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:24.779109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe18ba4-ade8-4bdb-bd6b-ff68dc3c1107') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:24.788052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.800985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.807993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:11:24.808363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:11:24.809984 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:11:24.942926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.947893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:24.950971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f69ea75-a29c-43e0-9136-01f059ceec95 HTTP/1.1" status: 204 len: 168 time: 0.3486440 Apr 29 08:11:24.961504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739f886-dc48-4e8f-87a5-6c2f864a10ef admin admin] Pushing event deleted for resources: {'Network': ['ID=0f69ea75-a29c-43e0-9136-01f059ceec95,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:25.181026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53176) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:25.222914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-432e6e3c-b3dd-48e8-9433-cfef4c33656d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc7eec2095854d05aea95d9a7e2b04ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406492 Apr 29 08:11:25.225243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53178) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:25.270079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbde0-4d62-46da-8a5f-70693cd06b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:25.291011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbde0-4d62-46da-8a5f-70693cd06b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:25.403160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbde0-4d62-46da-8a5f-70693cd06b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:25.405719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbde0-4d62-46da-8a5f-70693cd06b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:25.407001 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0c6dbde0-4d62-46da-8a5f-70693cd06b67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05061b3d-3a61-488e-8fda-18fba772d4cd HTTP/1.1" status: 204 len: 168 time: 0.1808937 Apr 29 08:11:25.414532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dbde0-4d62-46da-8a5f-70693cd06b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05061b3d-3a61-488e-8fda-18fba772d4cd,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:25.696149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f8393efe-c508-4e62-ac54-7546bca8921d no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:11:25.724281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: f8393efe-c508-4e62-ac54-7546bca8921d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:11:25.724642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device f8393efe-c508-4e62-ac54-7546bca8921d not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:11:26.351811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53200) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:26.445752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1455221301-network', 'tenant_id': 'f3199fab9455494eae9863be34c4113c'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:26.525445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Made reservation on behalf of f3199fab9455494eae9863be34c4113c for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:11:26.527726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.535759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.606520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.662553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.687120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:11:26.696383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a5de3b-4cbf-4188-b29a-04f97d18dd5f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:26.702023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.703502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Added segment 902fe69a-ef80-4b66-8b09-91e693a98807 of type vlan for network 9e615c21-6b49-4254-80fa-d84be3851825 Apr 29 08:11:26.743491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.819729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.820668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:26.821236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:26.877751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] Pushing event updated for resources: {'Network': ['ID=9e615c21-6b49-4254-80fa-d84be3851825,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:26.887423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 9e615c21-6b49-4254-80fa-d84be3851825 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:11:26.903048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a2d8aea6-a1f4-41b5-aa0b-1a0cdbf2417c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5501418 Apr 29 08:11:26.905814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53204) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:26.910665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Request body: {'subnet': {'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1455221301-subnet', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:26.977019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Made reservation on behalf of f3199fab9455494eae9863be34c4113c for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:11:26.980085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.191612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.244966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:27.253142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Checking segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:11:27.253501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Network hostable DHCP agents. Network: 9e615c21-6b49-4254-80fa-d84be3851825, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:11:27.323047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Network 9e615c21-6b49-4254-80fa-d84be3851825 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:11:27.385674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 9e615c21-6b49-4254-80fa-d84be3851825) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:27.389713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:27.390316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.394221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376db951-da65-4b4f-891e-e130eeddd744 None None] Network 9e615c21-6b49-4254-80fa-d84be3851825 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:11:27.474695 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ece5146f-4a92-40a5-a953-27efad770d76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5676641 Apr 29 08:11:27.477456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53206) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:27.481832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:27.536780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-9e615c21-6b49-4254-80fa-d84be3851825', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:11:27.539699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.554708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.555802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.609091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.670900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Allocated IP 172.20.0.2 (9e615c21-6b49-4254-80fa-d84be3851825/47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b/c1b0b012-1e42-4f30-9f7e-9153e86f7275) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:27.800769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.808995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.892063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:27.932032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Network 9e615c21-6b49-4254-80fa-d84be3851825 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:27.936791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:27.940275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:27.951817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Pushing event updated for resources: {'Port': ['ID=c1b0b012-1e42-4f30-9f7e-9153e86f7275,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:27.996139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Attempting to bind port c1b0b012-1e42-4f30-9f7e-9153e86f7275 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:11:27.996509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Attempting to bind port c1b0b012-1e42-4f30-9f7e-9153e86f7275 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:11:27.996868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Attempting to bind port c1b0b012-1e42-4f30-9f7e-9153e86f7275 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:28.001698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:28.002069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Checking segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:11:28.002494 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.002882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Bound using segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:28.003344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Bound port: c1b0b012-1e42-4f30-9f7e-9153e86f7275, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:11:28.003718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.047383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.065485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] For port c1b0b012-1e42-4f30-9f7e-9153e86f7275, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:28.069512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] For port c1b0b012-1e42-4f30-9f7e-9153e86f7275, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1b0b012-1e42-4f30-9f7e-9153e86f7275,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:28.070939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.157532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.182817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Allocated IP 172.26.2.239 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/9887502a-9163-48f8-b2ff-0d3577f761b7) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:28.216390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf43137-a3c2-4b01-90e9-b19ecd19af43 None None] Pushing event updated for resources: {'Port': ['ID=c1b0b012-1e42-4f30-9f7e-9153e86f7275,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:28.288715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.371940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.419891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:28.424122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:28.426282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Pushing event updated for resources: {'Port': ['ID=9887502a-9163-48f8-b2ff-0d3577f761b7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:28.428725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:28.771604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:28.974723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:29.074190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7625f446-325d-4e8f-b1ce-e08e2bbf4682 None None] Network 9e615c21-6b49-4254-80fa-d84be3851825 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:11:29.148948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b2ebd784-5666-49a4-b7cf-ea3b41e87d1a None None] Provisioning complete for port c1b0b012-1e42-4f30-9f7e-9153e86f7275 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:29.149230 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd784-5666-49a4-b7cf-ea3b41e87d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:29.222885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:11:29.283923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd784-5666-49a4-b7cf-ea3b41e87d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:29.319462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b2ebd784-5666-49a4-b7cf-ea3b41e87d1a None None] For port c1b0b012-1e42-4f30-9f7e-9153e86f7275, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1b0b012-1e42-4f30-9f7e-9153e86f7275,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:29.331324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:11:29.341574 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:11:29.354236 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:29.359333 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:11:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:29.406125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd784-5666-49a4-b7cf-ea3b41e87d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:29.439954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:29.444847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 53208) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:29.450631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-603b36a1-966a-4461-acc1-cbf670c2f60b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9715300 Apr 29 08:11:29.467388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebd784-5666-49a4-b7cf-ea3b41e87d1a None None] Pushing event updated for resources: {'Port': ['ID=c1b0b012-1e42-4f30-9f7e-9153e86f7275,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:29.478129 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:29.529396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ea1741b0-e9ec-43e6-8e66-d7be1ddf7b50 None None] Provisioning complete for port c1b0b012-1e42-4f30-9f7e-9153e86f7275 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:29.529863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea1741b0-e9ec-43e6-8e66-d7be1ddf7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:29.659829 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:28Z', 'revision_number': 3, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:29.690047 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:11:29.696495 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Updating router e44ad8f1-63b7-416c-a103-a59a3131b9ba port 9887502a-9163-48f8-b2ff-0d3577f761b7 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:11:29.714786 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:29.973951 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.057978 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.106512 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Attempting to bind port 9887502a-9163-48f8-b2ff-0d3577f761b7 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:11:30.106872 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Attempting to bind port 9887502a-9163-48f8-b2ff-0d3577f761b7 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:11:30.107227 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Attempting to bind port 9887502a-9163-48f8-b2ff-0d3577f761b7 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:30.113738 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Pushing event updated for resources: {'Port': ['ID=9887502a-9163-48f8-b2ff-0d3577f761b7,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:30.120268 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:30.120626 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:11:30.121014 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.121394 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:30.121870 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Bound port: 9887502a-9163-48f8-b2ff-0d3577f761b7, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:11:30.122231 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.125230 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.125567 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.125895 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.126217 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.126559 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.126880 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.127196 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.127509 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.127822 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.128133 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.128483 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.128773 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:30.186139 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] For port 9887502a-9163-48f8-b2ff-0d3577f761b7, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:30.189555 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] For port 9887502a-9163-48f8-b2ff-0d3577f761b7, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=9887502a-9163-48f8-b2ff-0d3577f761b7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:30.199124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.236890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1b0b012-1e42-4f30-9f7e-9153e86f7275 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:30.255273 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.288959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c1b0b012-1e42-4f30-9f7e-9153e86f7275 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:30.289608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.307435 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4dc1e-6977-4bd0-b523-a39a1fb9af7e None None] Pushing event updated for resources: {'Port': ['ID=9887502a-9163-48f8-b2ff-0d3577f761b7,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:30.322068 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:30.322068 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:11:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:30.407360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Allocated IP 172.20.0.1 (9e615c21-6b49-4254-80fa-d84be3851825/47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b/84486a1d-e481-4b23-ace8-e06617dec1dc) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:30.427141 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:30.505940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.580451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.600686 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:28Z', 'revision_number': 3, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:30.615180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Network 9e615c21-6b49-4254-80fa-d84be3851825 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:30.621351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:30.624900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:30.630049 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526ec0b-4a12-4f7d-8da6-5447475cbe94 None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:28Z', 'revision_number': 3, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:30.655440 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Pushing event updated for resources: {'Port': ['ID=84486a1d-e481-4b23-ace8-e06617dec1dc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:30.682014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.910673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.949721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-95dd5a6f-2186-48a3-acf5-26c5f4faa098 None None] Provisioning complete for port 84486a1d-e481-4b23-ace8-e06617dec1dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:30.950096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-95dd5a6f-2186-48a3-acf5-26c5f4faa098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:30.996865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-95dd5a6f-2186-48a3-acf5-26c5f4faa098 None None] Port 84486a1d-e481-4b23-ace8-e06617dec1dc cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:11:31.103021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:31.203196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:31.270182 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Pushing event updated for resources: {'Port': ['ID=84486a1d-e481-4b23-ace8-e06617dec1dc,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:31.272622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:31.369667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Network 9e615c21-6b49-4254-80fa-d84be3851825 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:31.371107 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:31.495828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:11:31.601291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:11:31.607171 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-44ce46ec-6169-4833-9405-e46a8d312fbc admin admin] 10.222.0.16 "PUT /v2.0/routers/e44ad8f1-63b7-416c-a103-a59a3131b9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1610601 Apr 29 08:11:31.620881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-911f7fca-3237-4290-81ab-2c1ca9600250 None None] Provisioning complete for port 84486a1d-e481-4b23-ace8-e06617dec1dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:31.621306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-911f7fca-3237-4290-81ab-2c1ca9600250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:31.657300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-911f7fca-3237-4290-81ab-2c1ca9600250 None None] Port 84486a1d-e481-4b23-ace8-e06617dec1dc cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:11:32.078388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53216) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:32.083592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a042496c-0e6a-4b80-ada5-b1d1790f2bd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6587180', 'description': 'tempest-description--1246221264'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:32.191580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a042496c-0e6a-4b80-ada5-b1d1790f2bd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.207525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:11:32.218422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:32.219250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:11:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:32.255712 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 9887502a-9163-48f8-b2ff-0d3577f761b7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:32.262553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a042496c-0e6a-4b80-ada5-b1d1790f2bd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.346305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a042496c-0e6a-4b80-ada5-b1d1790f2bd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.375748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042496c-0e6a-4b80-ada5-b1d1790f2bd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:32.442275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a042496c-0e6a-4b80-ada5-b1d1790f2bd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.443630 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a042496c-0e6a-4b80-ada5-b1d1790f2bd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3641675 Apr 29 08:11:32.446947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53218) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:32.451230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f1b879d1-0c88-4fbb-9bde-c0c86affdfc7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'security_group_rule': {'security_group_id': '9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:32.504493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 9887502a-9163-48f8-b2ff-0d3577f761b7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:32.504876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.509883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:32.536624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b879d1-0c88-4fbb-9bde-c0c86affdfc7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.594481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b879d1-0c88-4fbb-9bde-c0c86affdfc7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.663205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b879d1-0c88-4fbb-9bde-c0c86affdfc7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.681223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b879d1-0c88-4fbb-9bde-c0c86affdfc7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6dda01-273f-4d68-88ce-be10a723201f,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:32.709002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.749620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 9887502a-9163-48f8-b2ff-0d3577f761b7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=9887502a-9163-48f8-b2ff-0d3577f761b7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:32.751196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f1b879d1-0c88-4fbb-9bde-c0c86affdfc7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.752530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f1b879d1-0c88-4fbb-9bde-c0c86affdfc7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046010 Apr 29 08:11:32.755005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53220) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:32.761064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ac9516b1-0afd-4437-bbca-9a176238bee6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'security_group_rule': {'security_group_id': '9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:32.805011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 2, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:32.831470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:11:32.831841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Updating router e44ad8f1-63b7-416c-a103-a59a3131b9ba port 84486a1d-e481-4b23-ace8-e06617dec1dc binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:11:32.853982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.876508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac9516b1-0afd-4437-bbca-9a176238bee6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.879348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.933629 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=9887502a-9163-48f8-b2ff-0d3577f761b7,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:32.937167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac9516b1-0afd-4437-bbca-9a176238bee6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:32.997101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac9516b1-0afd-4437-bbca-9a176238bee6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.017475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9516b1-0afd-4437-bbca-9a176238bee6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbabc725-acd9-402d-86ce-d319d12c85ba,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:33.084627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ac9516b1-0afd-4437-bbca-9a176238bee6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.085972 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ac9516b1-0afd-4437-bbca-9a176238bee6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299506 Apr 29 08:11:33.088962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53222) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:33.093304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:33.160454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.188909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.236975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.284872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.309843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322742fc-b737-45c6-b7d4-4b728dbed4ab None None] Pushing event updated for resources: {'Port': ['ID=84486a1d-e481-4b23-ace8-e06617dec1dc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:33.342933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Attempting to bind port 84486a1d-e481-4b23-ace8-e06617dec1dc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:11:33.342933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Attempting to bind port 84486a1d-e481-4b23-ace8-e06617dec1dc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:11:33.343223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Attempting to bind port 84486a1d-e481-4b23-ace8-e06617dec1dc on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:33.349866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:33.350916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Checking segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:11:33.351590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.352200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Bound using segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:33.353852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Bound port: 84486a1d-e481-4b23-ace8-e06617dec1dc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:11:33.354524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.406570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Allocated IP 172.26.2.21 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/63559e45-5796-4957-a3f6-b6a3cb7f2931) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:33.434460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] For port 84486a1d-e481-4b23-ace8-e06617dec1dc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:33.441954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] For port 84486a1d-e481-4b23-ace8-e06617dec1dc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84486a1d-e481-4b23-ace8-e06617dec1dc,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:33.495402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.518854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.548673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:33.549310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:11:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:33.607139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322742fc-b737-45c6-b7d4-4b728dbed4ab None None] Pushing event updated for resources: {'Port': ['ID=84486a1d-e481-4b23-ace8-e06617dec1dc,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:33.617859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.629448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-4f014edb-acb1-4354-b03a-ede6e0ac1ff1 None None] Provisioning complete for port 84486a1d-e481-4b23-ace8-e06617dec1dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:33.632989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f014edb-acb1-4354-b03a-ede6e0ac1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.669944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:33.674306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:33.678898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:33.690727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'Port': ['ID=63559e45-5796-4957-a3f6-b6a3cb7f2931,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:33.721530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:33.783326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.840139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f014edb-acb1-4354-b03a-ede6e0ac1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.888736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:33.918422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4f014edb-acb1-4354-b03a-ede6e0ac1ff1 None None] For port 84486a1d-e481-4b23-ace8-e06617dec1dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84486a1d-e481-4b23-ace8-e06617dec1dc,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:33.978481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:34.003933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50488ef9-38c2-4a08-a6a5-d32bbeb20838 None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:34.006620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f014edb-acb1-4354-b03a-ede6e0ac1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.043838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.064377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f014edb-acb1-4354-b03a-ede6e0ac1ff1 None None] Pushing event updated for resources: {'Port': ['ID=84486a1d-e481-4b23-ace8-e06617dec1dc,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:34.105624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.129519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d9a88e60-6214-4db5-9bb0-1da065ee6642 None None] Provisioning complete for port 84486a1d-e481-4b23-ace8-e06617dec1dc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:34.130092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9a88e60-6214-4db5-9bb0-1da065ee6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.181880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'Port': ['ID=63559e45-5796-4957-a3f6-b6a3cb7f2931,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:34.191122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.273878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.275232 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-10a978d9-62e3-4065-9531-b0e1d66e3aa1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1852953 Apr 29 08:11:34.312105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84486a1d-e481-4b23-ace8-e06617dec1dc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:34.364528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 84486a1d-e481-4b23-ace8-e06617dec1dc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:34.364989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.436475 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-888f9615-cd7a-4bfc-84fa-bfa4d8d03990 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--6587180&fields=id&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 267 time: 0.0392439 Apr 29 08:11:34.456737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 9887502a-9163-48f8-b2ff-0d3577f761b7 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:34.509674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 9887502a-9163-48f8-b2ff-0d3577f761b7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:34.509674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:34.554905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3ba85d82-9916-49ae-b986-776a2a0ba7ba tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:34.557835 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3ba85d82-9916-49ae-b986-776a2a0ba7ba tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.1081665 Apr 29 08:11:34.580462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-99600241-7e22-4545-9c09-6520638ee9df tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/quotas/f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 375 time: 0.0095577 Apr 29 08:11:34.640046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-5967ae5f-52c1-4253-92cc-91c29e4bc10d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536914 Apr 29 08:11:34.741389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-a7dd94a1-b52a-4b83-860e-e1e5e4db624a service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892143 Apr 29 08:11:34.836888 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-34111c6b-3aa7-44ec-bbe3-bf93a7275394 service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885804 Apr 29 08:11:35.068875 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46a76f31-f22d-4afb-a05e-44df9ab9e1e5 req-45422838-d16a-496f-b288-bba56d90dbea tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 210 time: 0.0355215 Apr 29 08:11:36.168994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de893e72-44a5-4c24-8eff-16068486b188 req-374878e2-840b-4bea-b883-aed4a5f52aa0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 210 time: 0.0277658 Apr 29 08:11:36.993349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-4084c1fd-7c0a-4e59-8c01-320fb1264623 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:36.994798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-4084c1fd-7c0a-4e59-8c01-320fb1264623 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.0978966 Apr 29 08:11:37.036300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-f4bbb0f0-f3dd-4db5-b083-3500923001dc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 377 time: 0.0335300 Apr 29 08:11:37.045455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'port': {'device_id': 'e8635750-b208-427c-9861-435f7af407b3', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'admin_state_up': True, 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'security_groups': ['9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:37.247661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Made reservation on behalf of f3199fab9455494eae9863be34c4113c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:11:37.251431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:37.273841 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b8561b08-574b-479d-9b98-a02b324c3234 req-27a00b84-125e-462a-9547-2ae247dd4780 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 210 time: 0.0385118 Apr 29 08:11:37.391116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Allocated IP 172.20.0.14 (9e615c21-6b49-4254-80fa-d84be3851825/47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b/60c12b3f-8fa9-45ea-bb98-21e0bb8851f4) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:37.519853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:37.625694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:37.663717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Network 9e615c21-6b49-4254-80fa-d84be3851825 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:37.669137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:37.672814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:37.700643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:37.728791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:37.729397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:37.794847 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-3206fdf9-07d3-4c97-8785-fd834cace53f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7528732 Apr 29 08:11:37.807562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Request body: {'port': {'device_id': 'e8635750-b208-427c-9861-435f7af407b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:37.862093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:37.874007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3b559098-5893-485b-a8c2-4da3910c9004 None None] Provisioning complete for port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:37.874555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b559098-5893-485b-a8c2-4da3910c9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:37.907819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3b559098-5893-485b-a8c2-4da3910c9004 None None] Port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:11:38.118696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:11:38.125935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:38.137308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Transition to ACTIVE for port object 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:11:38.202758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:38.267697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:38.326932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Attempting to bind port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:11:38.327266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Attempting to bind port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:11:38.327592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Attempting to bind port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:38.332837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 on network 9e615c21-6b49-4254-80fa-d84be3851825 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:11:38.333163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Attempting to bind port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:38.338882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:38.339218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Checking segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:11:38.339603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Bound using segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:38.340037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Bound port: 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:11:38.340394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:38.438475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a025a-8425-4e27-adc7-27d8a0b47d52 req-b266a5a1-2c35-40f8-b1c7-f156c771462a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:38.442419 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b62a025a-8425-4e27-adc7-27d8a0b47d52 req-b266a5a1-2c35-40f8-b1c7-f156c771462a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 944 time: 0.0965545 Apr 29 08:11:38.444623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:38.457877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:38.494682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b62a025a-8425-4e27-adc7-27d8a0b47d52 req-af87df24-1499-4f5a-b4de-49f4007f6063 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470197 Apr 29 08:11:38.537638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:38.571957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:38.572553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:38.574320 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 HTTP/1.1" status: 200 len: 1094 time: 0.7719371 Apr 29 08:11:38.576627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:38.579647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33267edc-0670-4349-b33e-a716b4fa0922" -d '{"events": [{"name": "network-changed", "server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:38.610847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f4065-9090-402d-9447-a39a6b9414d8 service neutron] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:38.622987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e0a839-0c2e-4816-8552-419580360dff x-openstack-request-id: req-55e0a839-0c2e-4816-8552-419580360dff {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:38.623283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:38.623539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55e0a839-0c2e-4816-8552-419580360dff {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:38.623948 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e0a839-0c2e-4816-8552-419580360dff'] response: {'name': 'network-changed', 'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'status': 'completed', 'code': 200} Apr 29 08:11:38.690621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267edc-0670-4349-b33e-a716b4fa0922 req-260e9705-6d5e-44f3-9f13-251747240011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:38.692158 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-33267edc-0670-4349-b33e-a716b4fa0922 req-260e9705-6d5e-44f3-9f13-251747240011 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 1097 time: 0.0470581 Apr 29 08:11:38.789524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267edc-0670-4349-b33e-a716b4fa0922 req-f410ddd4-6973-43c8-b99d-9c2cd084374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:38.791096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-33267edc-0670-4349-b33e-a716b4fa0922 req-f410ddd4-6973-43c8-b99d-9c2cd084374b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f3199fab9455494eae9863be34c4113c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914142 Apr 29 08:11:38.891737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267edc-0670-4349-b33e-a716b4fa0922 req-b74619d9-02a6-40af-adb3-7efdd252db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:38.893135 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-33267edc-0670-4349-b33e-a716b4fa0922 req-b74619d9-02a6-40af-adb3-7efdd252db6e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961277 Apr 29 08:11:38.967907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-5693b08d-4e4a-4143-b0d3-75278e342c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:38.969333 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-5693b08d-4e4a-4143-b0d3-75278e342c47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 1097 time: 0.0399919 Apr 29 08:11:39.013216 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-c7302ada-69c6-4428-9d53-08ecce3f87d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 HTTP/1.1" status: 200 len: 217 time: 0.0360217 Apr 29 08:11:39.060455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-45bbbbdc-c2bb-44d6-b9db-5e4a827ad507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:39.061902 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-45bbbbdc-c2bb-44d6-b9db-5e4a827ad507 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0429006 Apr 29 08:11:39.115517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-61e2dfab-cb0a-439e-bec6-35683182a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:39.115517 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-61e2dfab-cb0a-439e-bec6-35683182a4ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453718 Apr 29 08:11:39.212947 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-8c0b9f31-405b-4bd4-bdc6-167e4317f0cc service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915313 Apr 29 08:11:39.667169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881cb89-6bd5-41e7-8c03-e95189bd9e75 req-0720a0aa-d512-4360-b021-d0bd87c78f05 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:39.668616 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d881cb89-6bd5-41e7-8c03-e95189bd9e75 req-0720a0aa-d512-4360-b021-d0bd87c78f05 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 944 time: 0.0976808 Apr 29 08:11:39.674026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf3da222-7408-4ef7-8051-d6359cc6e62d req-b6680ec1-289d-4ba8-b8cb-df1f747b16e2 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552794 Apr 29 08:11:39.708357 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d881cb89-6bd5-41e7-8c03-e95189bd9e75 req-7ae63221-f56e-405f-bfa5-e2f84f9cadb8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333667 Apr 29 08:11:40.836248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3497c4b-365c-4d8e-bf22-2044a388f3b5 req-1d457d5a-a458-462c-9028-42ea7fc1c224 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:40.837691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f3497c4b-365c-4d8e-bf22-2044a388f3b5 req-1d457d5a-a458-462c-9028-42ea7fc1c224 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 944 time: 0.0518050 Apr 29 08:11:40.874655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f3497c4b-365c-4d8e-bf22-2044a388f3b5 req-04fd2539-cf7f-4b74-bfe0-cc4b26ec8ff3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309060 Apr 29 08:11:41.171340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fcdd8c8-cfb4-4d9c-81ae-acab64001412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:41.986570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9558352-66e4-4808-a171-2d4098e16454 req-b0a76b7f-7795-4e0d-8e51-e5e0051b694d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:41.988037 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b9558352-66e4-4808-a171-2d4098e16454 req-b0a76b7f-7795-4e0d-8e51-e5e0051b694d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 944 time: 0.0496004 Apr 29 08:11:42.025532 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b9558352-66e4-4808-a171-2d4098e16454 req-30d7e31f-ae9f-438c-b5d0-846f79391320 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308702 Apr 29 08:11:42.664685 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:11:42.848289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:43.142878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ef258-314b-465f-a74b-cde5973d74e8 req-97004fe9-65ff-438d-803e-313a7b6cb76b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:43.144342 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc0ef258-314b-465f-a74b-cde5973d74e8 req-97004fe9-65ff-438d-803e-313a7b6cb76b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 944 time: 0.0519185 Apr 29 08:11:43.182031 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc0ef258-314b-465f-a74b-cde5973d74e8 req-500cf605-297d-4309-89de-481ef667f0f7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309885 Apr 29 08:11:43.247934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f63349d-fb94-49be-a447-d4c3368306d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:43.779848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:11:43.872296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:43.883335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'mac_address': 'fa:16:3e:3a:fe:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:11:43.922743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:44.073870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:11:44.098923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:44.182971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:44.230139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:44.236865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.237204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.237537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.237864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.238185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.238539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.238866 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.239185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.239506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.239818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.240131 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.240444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:44.294784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f79414-c83d-45a2-bbab-e1e04574da0a req-78d6c189-c679-4c19-9537-270f7cc98b6d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:44.296432 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1f79414-c83d-45a2-bbab-e1e04574da0a req-78d6c189-c679-4c19-9537-270f7cc98b6d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 945 time: 0.0480995 Apr 29 08:11:44.334252 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1f79414-c83d-45a2-bbab-e1e04574da0a req-89d7c976-e0a3-42b9-bb24-9ed4139476d1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316539 Apr 29 08:11:44.395722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:11:45.054075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:45.449406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296759cf-59c4-4c64-ae50-649af527afaf req-9b0a393e-a3a3-46ba-ac62-1be40d1fdf72 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:45.450918 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-296759cf-59c4-4c64-ae50-649af527afaf req-9b0a393e-a3a3-46ba-ac62-1be40d1fdf72 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Apr 29 08:11:45.488115 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-296759cf-59c4-4c64-ae50-649af527afaf req-c0f70069-5bbf-4823-baf5-d3444d3fa3b3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309901 Apr 29 08:11:45.791114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:45.896693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:11:45.900287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:11:45.900653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:45.976990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:45.999022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:46.006741 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26a86e5-3b17-45a6-84f3-d9f7e5ffc1b4" -d '{"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-plugged", "status": "completed", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:46.013613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:46.039037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c5aa6-9e0d-461f-8322-408147ffbc08 x-openstack-request-id: req-ca1c5aa6-9e0d-461f-8322-408147ffbc08 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:46.039037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-plugged", "status": "completed", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:46.039037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca1c5aa6-9e0d-461f-8322-408147ffbc08 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:46.039037 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1c5aa6-9e0d-461f-8322-408147ffbc08'] response: {'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'code': 200} Apr 29 08:11:46.082719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:46.130444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:46.236975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:46.346896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb39d-885e-4f9f-8977-f8e100570cfc req-31ddace8-bd62-4dde-ba3c-49fa6e511fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:46.348401 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-27bcb39d-885e-4f9f-8977-f8e100570cfc req-31ddace8-bd62-4dde-ba3c-49fa6e511fe4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 1099 time: 0.0424807 Apr 29 08:11:46.380566 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-27bcb39d-885e-4f9f-8977-f8e100570cfc req-fe433ea3-a8ef-49ea-ab8d-4ce316dc119a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0262198 Apr 29 08:11:46.601319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787412de-5ae1-421c-b965-4c7417d0c7e4 req-5993a73c-ea9d-4b3f-9457-06a5c283f94b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:46.602795 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-787412de-5ae1-421c-b965-4c7417d0c7e4 req-5993a73c-ea9d-4b3f-9457-06a5c283f94b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0484965 Apr 29 08:11:46.640474 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-787412de-5ae1-421c-b965-4c7417d0c7e4 req-5d4696aa-fdcf-49b4-97e4-53e941023e44 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314307 Apr 29 08:11:46.705506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:47.763760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d394-e4b4-47d3-b52e-08afaf58aee7 req-bd0d2f4c-0058-4c7a-a183-128b5817356a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:47.765236 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf84d394-e4b4-47d3-b52e-08afaf58aee7 req-bd0d2f4c-0058-4c7a-a183-128b5817356a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0486729 Apr 29 08:11:47.802704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf84d394-e4b4-47d3-b52e-08afaf58aee7 req-e79bd966-d811-4708-8d45-dba30a3d4a57 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314422 Apr 29 08:11:47.916197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db0936-1b4f-48d4-980e-f6f90e94c4e8 req-be0fe56d-e4de-4a34-bc2d-e1ea01826d21 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:47.917654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3db0936-1b4f-48d4-980e-f6f90e94c4e8 req-be0fe56d-e4de-4a34-bc2d-e1ea01826d21 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0521936 Apr 29 08:11:47.926495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53278) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:11:47.930765 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'floatingip': {'port_id': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:47.968047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:48.384504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:48.439405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:48.535654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 associated. External IP: 172.26.2.21, port: 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4. Apr 29 08:11:48.738052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:11:48.844180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:11:48.849722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:11:48.854917 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:11:48.864846 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:48.865453 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:11:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:48.878309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9db049c8-6b30-48a3-ad5f-07a8253e3714 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "PUT /v2.0/floatingips/2a86e409-dd14-4251-becd-b2ac5ceb6df8 HTTP/1.1" status: 200 len: 991 time: 0.9507973 Apr 29 08:11:48.878977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:48.881430 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7edc116-1911-410a-8e3a-da97a05bce86" -d '{"events": [{"name": "network-changed", "server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:48.924885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39555c8c-eb6c-421d-abe5-fbb6d85d4998 x-openstack-request-id: req-39555c8c-eb6c-421d-abe5-fbb6d85d4998 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:48.925178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:48.925433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39555c8c-eb6c-421d-abe5-fbb6d85d4998 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:48.925845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39555c8c-eb6c-421d-abe5-fbb6d85d4998'] response: {'name': 'network-changed', 'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'status': 'completed', 'code': 200} Apr 29 08:11:48.970226 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:49.005662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a94ffc-b9bb-45c2-9219-141b5a46d2ad req-40a73190-bc2a-43a0-aa88-5a4ca1b9a0bf tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:49.007164 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99a94ffc-b9bb-45c2-9219-141b5a46d2ad req-40a73190-bc2a-43a0-aa88-5a4ca1b9a0bf tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0719059 Apr 29 08:11:49.030042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-4d8d46a5-fcd8-4fee-9575-941a988f6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:49.031508 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-4d8d46a5-fcd8-4fee-9575-941a988f6715 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 1099 time: 0.0709186 Apr 29 08:11:49.079735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99a94ffc-b9bb-45c2-9219-141b5a46d2ad req-8fbf3c4b-1e01-44c7-938e-a54c59cb0cae tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0661206 Apr 29 08:11:49.144484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-f9569cd0-3b8f-4122-894a-e8b1ba957753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:49.145960 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-f9569cd0-3b8f-4122-894a-e8b1ba957753 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.1023519 Apr 29 08:11:49.241628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-ec900d5f-644c-4714-82ec-91e4989e676c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 HTTP/1.1" status: 200 len: 999 time: 0.0885675 Apr 29 08:11:49.253559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc64a4e-c902-4a34-832b-70c794460f38 req-38bf24d3-ca4d-4090-9dcb-48f38b972c9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:49.255026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0fc64a4e-c902-4a34-832b-70c794460f38 req-38bf24d3-ca4d-4090-9dcb-48f38b972c9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0950181 Apr 29 08:11:49.287833 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:3a:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8635750-b208-427c-9861-435f7af407b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:11:48Z', 'revision_number': 1, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:49.317104 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:11:49.323796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-9284d551-014f-480c-af27-3f56fa91e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:49.325016 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:49.325256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-9284d551-014f-480c-af27-3f56fa91e148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0693963 Apr 29 08:11:49.325658 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:11:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:49.330215 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0fc64a4e-c902-4a34-832b-70c794460f38 req-9760be97-db2b-4d75-8fde-8f31dad9aa8d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0673099 Apr 29 08:11:49.371676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-e01408e1-6a9a-40a6-b02f-9f53eef8922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:49.373158 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-e01408e1-6a9a-40a6-b02f-9f53eef8922e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414977 Apr 29 08:11:49.428136 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:49.463589 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-21658116-afde-49b6-ad40-c2889d36cc3a service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833979 Apr 29 08:11:49.551267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d7edc116-1911-410a-8e3a-da97a05bce86 req-1449d651-d851-4754-974a-6ea157bc4abd service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806103 Apr 29 08:11:49.643205 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:3a:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8635750-b208-427c-9861-435f7af407b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:11:48Z', 'revision_number': 1, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:49.675019 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcf1f2-647e-4a0e-b3f5-b2d44fa8acda None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:3a:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8635750-b208-427c-9861-435f7af407b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:11:48Z', 'revision_number': 1, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:49.846831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c2e95-f3f5-4f4b-b516-5f81b572e085 None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:11:50.449103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4537d63-f2a7-4d53-877f-4b0cf267c884 req-cd22ac7e-2da6-4d76-bc7c-020ad7aa64b0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:50.450588 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4537d63-f2a7-4d53-877f-4b0cf267c884 req-cd22ac7e-2da6-4d76-bc7c-020ad7aa64b0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0527959 Apr 29 08:11:50.487051 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4537d63-f2a7-4d53-877f-4b0cf267c884 req-915fc7ed-2aeb-4400-824f-15abe3828a8a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305455 Apr 29 08:11:50.596858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ec8af-295c-4db3-a2b2-703ca357191e req-1f77039a-c762-4699-92d4-0d967af3b361 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:50.598303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-659ec8af-295c-4db3-a2b2-703ca357191e req-1f77039a-c762-4699-92d4-0d967af3b361 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0478673 Apr 29 08:11:50.636025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-659ec8af-295c-4db3-a2b2-703ca357191e req-7b720d55-02a2-4ce3-a5d3-7a0269950b5c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312390 Apr 29 08:11:51.069898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb6a72-89c0-4e03-9672-f2770535ce34 req-4cd4763f-548c-483b-bf52-7fe71da16629 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:51.072730 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-31eb6a72-89c0-4e03-9672-f2770535ce34 req-4cd4763f-548c-483b-bf52-7fe71da16629 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0494933 Apr 29 08:11:51.120022 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-31eb6a72-89c0-4e03-9672-f2770535ce34 req-d7530001-f36f-4baa-9376-9d31da5ae964 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412719 Apr 29 08:11:51.210303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-2e1d9f0d-fb66-4afc-b84b-bdd609a31057 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417325 Apr 29 08:11:52.240078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820fde-9af6-4aab-a571-1b20a3003b90 req-ad8b4554-ef43-40cb-88dc-f50838b514ab tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:52.241878 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-87820fde-9af6-4aab-a571-1b20a3003b90 req-ad8b4554-ef43-40cb-88dc-f50838b514ab tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0512793 Apr 29 08:11:52.279014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-87820fde-9af6-4aab-a571-1b20a3003b90 req-2820f54b-be7a-4860-8c26-9e17d12d5db5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311561 Apr 29 08:11:53.268718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-d58a836d-038d-4440-9768-ef5d1c2a2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:53.270160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-d58a836d-038d-4440-9768-ef5d1c2a2d1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 1099 time: 0.0403547 Apr 29 08:11:53.384871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-8f95eb56-ae77-4991-9278-9746fa4002d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:53.386287 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-8f95eb56-ae77-4991-9278-9746fa4002d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.1095321 Apr 29 08:11:53.435529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266be5c-86b1-4f2c-9453-30ff58228fe6 req-db0a9e6a-6aa1-4a31-98d1-531b80b85191 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:53.436946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f266be5c-86b1-4f2c-9453-30ff58228fe6 req-db0a9e6a-6aa1-4a31-98d1-531b80b85191 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0917151 Apr 29 08:11:53.477071 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-6e15853a-ddec-4ec4-af4c-6ecb195db2a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 HTTP/1.1" status: 200 len: 1001 time: 0.0844858 Apr 29 08:11:53.497632 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f266be5c-86b1-4f2c-9453-30ff58228fe6 req-26fddb56-c7ec-4951-a1c0-5316ab1da6b7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0547154 Apr 29 08:11:53.529814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-c8935ee8-5497-400f-8f67-169085034378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:53.531176 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-c8935ee8-5497-400f-8f67-169085034378 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0465620 Apr 29 08:11:53.575083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-890f5211-4d50-4458-b199-da31c5547096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:53.576489 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-890f5211-4d50-4458-b199-da31c5547096 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391400 Apr 29 08:11:53.665899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-7b86e289-112c-42c8-ab9d-88aadb363c4c service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822387 Apr 29 08:11:53.752085 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-c6c33eaf-0899-49c8-b6ee-a9cde8d66fc3 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810497 Apr 29 08:11:54.609838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33701e62-ee7f-4def-833e-67973330d40b req-39ad91ad-d0ac-43c7-a99c-95e0a4785a73 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:54.611307 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-33701e62-ee7f-4def-833e-67973330d40b req-39ad91ad-d0ac-43c7-a99c-95e0a4785a73 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0486994 Apr 29 08:11:54.648786 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-33701e62-ee7f-4def-833e-67973330d40b req-60c384b2-5751-4a8b-ac69-6352eb3c5b68 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313907 Apr 29 08:11:55.765118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa51940-8b10-4212-8941-aec4591a128a req-156ab93b-cd25-4e70-bd8e-52e6b512fa40 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:55.766565 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7aa51940-8b10-4212-8941-aec4591a128a req-156ab93b-cd25-4e70-bd8e-52e6b512fa40 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0512071 Apr 29 08:11:55.803314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7aa51940-8b10-4212-8941-aec4591a128a req-73ac1e7a-aba8-4f0b-abaa-2447e6ea2053 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308268 Apr 29 08:11:56.920748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b179d59-3dbf-47ba-ba58-882f75ecec48 req-2ff86335-6459-4566-92aa-4d48ed6644fb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:56.922218 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b179d59-3dbf-47ba-ba58-882f75ecec48 req-2ff86335-6459-4566-92aa-4d48ed6644fb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0519853 Apr 29 08:11:56.958536 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b179d59-3dbf-47ba-ba58-882f75ecec48 req-30d20be4-a4b2-4a60-820d-a090dbdd4b23 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301669 Apr 29 08:11:58.071785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1982f6-fe12-4ea6-a5cd-3f24807b03cb req-0f6dc255-192a-46c3-b297-27e06e2d8b30 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:58.073232 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc1982f6-fe12-4ea6-a5cd-3f24807b03cb req-0f6dc255-192a-46c3-b297-27e06e2d8b30 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0479879 Apr 29 08:11:58.110035 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc1982f6-fe12-4ea6-a5cd-3f24807b03cb req-fac35aa6-9ab1-4536-b86b-5de7b45a4b97 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308855 Apr 29 08:11:59.226140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84090d-0386-43bc-9aef-0eb503d15b68 req-82e22f52-2f52-451a-a782-04ca7f773b99 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:11:59.227582 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a84090d-0386-43bc-9aef-0eb503d15b68 req-82e22f52-2f52-451a-a782-04ca7f773b99 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0507774 Apr 29 08:11:59.263750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5a84090d-0386-43bc-9aef-0eb503d15b68 req-4d67bd2e-dcb0-41a2-b69c-dee1bbe671b2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303948 Apr 29 08:12:00.378943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907b03f-d1cf-4a41-93cf-128d4d06c298 req-b24cf5b0-db4d-49c4-a9f5-9fa216deafc5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:00.380417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1907b03f-d1cf-4a41-93cf-128d4d06c298 req-b24cf5b0-db4d-49c4-a9f5-9fa216deafc5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0511646 Apr 29 08:12:00.417290 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1907b03f-d1cf-4a41-93cf-128d4d06c298 req-d23a0533-0e9e-4fb3-ae6d-7226726e5cb2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305016 Apr 29 08:12:01.529379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e3b13-f7dd-4018-9a57-a9fafd7131cd req-1cc48ebf-ce93-49e1-a694-2e687f335fc6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:01.530871 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b1e3b13-f7dd-4018-9a57-a9fafd7131cd req-1cc48ebf-ce93-49e1-a694-2e687f335fc6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0469861 Apr 29 08:12:01.566976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b1e3b13-f7dd-4018-9a57-a9fafd7131cd req-905463c2-c65b-4e03-82f0-247b516be7ab tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302632 Apr 29 08:12:02.684391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722ab9d-cba1-48e4-b2ae-901fd30484d4 req-130519e8-daa0-469d-b1fc-e8250b39aa05 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:02.685887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9722ab9d-cba1-48e4-b2ae-901fd30484d4 req-130519e8-daa0-469d-b1fc-e8250b39aa05 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0518341 Apr 29 08:12:02.725739 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9722ab9d-cba1-48e4-b2ae-901fd30484d4 req-e78e59ba-626c-4a62-8d40-104e567d539e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321097 Apr 29 08:12:03.840019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f619-49dc-405d-9edd-b539270bd1ba req-1282bc11-7c67-45e2-8105-466182dc002c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:03.841516 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-66d9f619-49dc-405d-9edd-b539270bd1ba req-1282bc11-7c67-45e2-8105-466182dc002c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0494168 Apr 29 08:12:03.880784 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-66d9f619-49dc-405d-9edd-b539270bd1ba req-963892f1-cf4f-4832-a076-1854af7e738a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325487 Apr 29 08:12:05.156075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d7c71-8079-4e6e-b3af-2f1d87f6fd96 req-289e22d8-02ba-4de3-9817-3b71fbf0d3f4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:05.157514 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b51d7c71-8079-4e6e-b3af-2f1d87f6fd96 req-289e22d8-02ba-4de3-9817-3b71fbf0d3f4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0473304 Apr 29 08:12:05.193758 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b51d7c71-8079-4e6e-b3af-2f1d87f6fd96 req-e583dfa4-ec24-47d6-8629-c6e0b2c15be9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303283 Apr 29 08:12:06.328398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7b292-1743-460d-9a97-8da6639ea4c0 req-d79cb5a1-d640-4710-b2cd-ae047192b39e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:06.329831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1c7b292-1743-460d-9a97-8da6639ea4c0 req-d79cb5a1-d640-4710-b2cd-ae047192b39e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Apr 29 08:12:06.366163 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1c7b292-1743-460d-9a97-8da6639ea4c0 req-27dacf44-4dc1-478d-b26c-cc26c927e08c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304973 Apr 29 08:12:07.478166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313f4aa-dab4-42af-8a80-6c2d3a8aad00 req-1255614b-c90c-43a2-be38-9f2ed4356567 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:07.479629 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3313f4aa-dab4-42af-8a80-6c2d3a8aad00 req-1255614b-c90c-43a2-be38-9f2ed4356567 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0472987 Apr 29 08:12:07.516923 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3313f4aa-dab4-42af-8a80-6c2d3a8aad00 req-4f8c1631-7f75-45e7-80b1-cc30041116ad tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314248 Apr 29 08:12:08.627864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce95317-e3ec-4f4c-833e-e0532a086bf1 req-e979e60f-f0f1-4b5f-a868-69ae3f62bfa5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:08.629297 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ce95317-e3ec-4f4c-833e-e0532a086bf1 req-e979e60f-f0f1-4b5f-a868-69ae3f62bfa5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0475762 Apr 29 08:12:08.666306 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ce95317-e3ec-4f4c-833e-e0532a086bf1 req-828724fc-e8f0-4dc7-a898-580843ee4a4b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305893 Apr 29 08:12:09.783058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecbef3-7969-4108-b284-d7f872966f52 req-cfc8cf0b-f568-4f75-8c7d-954db95c170a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:09.784482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b9ecbef3-7969-4108-b284-d7f872966f52 req-cfc8cf0b-f568-4f75-8c7d-954db95c170a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Apr 29 08:12:09.828492 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b9ecbef3-7969-4108-b284-d7f872966f52 req-f4fa57fb-6103-4d72-a1c8-11d449b44b2a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375085 Apr 29 08:12:10.943192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2886d-bdec-4727-b132-fb0db11398f1 req-5bc6e1c8-c53a-453d-8783-af6abbd22ed2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:10.944549 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1ce2886d-bdec-4727-b132-fb0db11398f1 req-5bc6e1c8-c53a-453d-8783-af6abbd22ed2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0477874 Apr 29 08:12:10.983850 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1ce2886d-bdec-4727-b132-fb0db11398f1 req-36df2cb7-2d19-4b9d-bd4e-280ddf5b93e5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322824 Apr 29 08:12:11.170506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecbee6bf-7188-455d-93b1-f6c429e69335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:12.099303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ce0f-3696-44c3-87b3-1ddaeee4e49b req-32f582a8-014a-42d1-a456-a0f514736295 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:12.100745 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9800ce0f-3696-44c3-87b3-1ddaeee4e49b req-32f582a8-014a-42d1-a456-a0f514736295 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0474181 Apr 29 08:12:12.139155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9800ce0f-3696-44c3-87b3-1ddaeee4e49b req-26b6bd2c-28c4-4bfa-8590-7c062ed56995 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317638 Apr 29 08:12:12.887518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:13.256461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c513d-a728-4b9d-bb55-8ca323345252 req-53f6ffcd-be65-418e-9600-5b01b36ec8f7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:13.257942 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-844c513d-a728-4b9d-bb55-8ca323345252 req-53f6ffcd-be65-418e-9600-5b01b36ec8f7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0516801 Apr 29 08:12:13.270862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a229bd2-000c-45df-b365-166796f19a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:13.294654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-844c513d-a728-4b9d-bb55-8ca323345252 req-744874e8-6546-4afd-8ac8-0349755af0b2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302200 Apr 29 08:12:14.408793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9a65-0ac6-4928-a6f2-f776cfbed4cf req-c0c9c768-a752-4d5f-894b-6c39e73bcfc3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:14.410257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-490a9a65-0ac6-4928-a6f2-f776cfbed4cf req-c0c9c768-a752-4d5f-894b-6c39e73bcfc3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0490270 Apr 29 08:12:14.449111 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-490a9a65-0ac6-4928-a6f2-f776cfbed4cf req-9d4e15e8-bb41-467c-ad3a-22ee04fe4816 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326724 Apr 29 08:12:15.093430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:15.562189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9693449-f41b-44e1-b2eb-6aa62f7de817 req-ce3c4269-552b-4344-9fda-846a39757504 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:15.563660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a9693449-f41b-44e1-b2eb-6aa62f7de817 req-ce3c4269-552b-4344-9fda-846a39757504 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0478513 Apr 29 08:12:15.600476 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a9693449-f41b-44e1-b2eb-6aa62f7de817 req-c1aed509-8534-409a-a3f3-860e398d04b9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306246 Apr 29 08:12:15.689294 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-d1f552eb-e4e1-4fe1-87a4-5f2043a6a6b2 service neutron] 10.222.0.39 "GET /v2.0/ports/60c12b3f-8fa9-45ea-bb98-21e0bb8851f4/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0578589 Apr 29 08:12:16.179603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-582208dc-49bf-48aa-9694-c068ac1280e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:16.181700 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-582208dc-49bf-48aa-9694-c068ac1280e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 1099 time: 0.0432353 Apr 29 08:12:16.210982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:16.241320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-b246b5ba-6255-49c5-b967-4b485968dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:16.243338 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-b246b5ba-6255-49c5-b967-4b485968dc98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 1099 time: 0.0407493 Apr 29 08:12:16.663295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-21569b11-2352-4673-b424-4319d91abdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:16.666081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-21569b11-2352-4673-b424-4319d91abdad service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.4166768 Apr 29 08:12:16.701969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:16.757670 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-ecb8538d-fd21-427d-bc05-5198d6dfc4ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 HTTP/1.1" status: 200 len: 1001 time: 0.0784383 Apr 29 08:12:16.765789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1edf7a-7b14-4875-8701-b893c3b47fd1 req-5838e588-be21-4bb0-81d5-70b2987a2442 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:16.767195 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d1edf7a-7b14-4875-8701-b893c3b47fd1 req-5838e588-be21-4bb0-81d5-70b2987a2442 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0963683 Apr 29 08:12:16.833617 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d1edf7a-7b14-4875-8701-b893c3b47fd1 req-99ff7ebf-d468-4054-861b-a199b7bd48b2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585639 Apr 29 08:12:16.835105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-975b44ee-47e3-400d-adb3-4fd7ee2bc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:16.836484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-975b44ee-47e3-400d-adb3-4fd7ee2bc257 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0684593 Apr 29 08:12:16.881324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-d7262505-8624-4232-bcbd-988cadfb32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:16.882797 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-d7262505-8624-4232-bcbd-988cadfb32e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399694 Apr 29 08:12:16.974014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-8b4d6865-5cff-4aaa-94b2-2082eff112c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Apr 29 08:12:17.063318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50aee70f-1730-4189-bfd7-f8aaaa9e37bf req-188f3497-75b3-4033-a411-67e3df694d48 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834296 Apr 29 08:12:17.947240 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4da77-aa36-4111-9814-ee65df9d640b req-2790c68d-7a4e-4068-8273-b1657802b257 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:17.948600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-efb4da77-aa36-4111-9814-ee65df9d640b req-2790c68d-7a4e-4068-8273-b1657802b257 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0478821 Apr 29 08:12:17.989642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-efb4da77-aa36-4111-9814-ee65df9d640b req-dafb4828-9305-4c49-b77d-4e61d522f8b7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352182 Apr 29 08:12:19.104529 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c148fa-254c-41af-8b15-0c2b8258d05d req-28629294-43cb-4244-850c-f48415ddda43 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:19.105956 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-64c148fa-254c-41af-8b15-0c2b8258d05d req-28629294-43cb-4244-850c-f48415ddda43 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0474041 Apr 29 08:12:19.143699 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-64c148fa-254c-41af-8b15-0c2b8258d05d req-68ab42b0-436d-41cd-aa35-7401ce349a23 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313687 Apr 29 08:12:19.482926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ef37d-46d9-4dfc-9ecb-d9bee5e0e1d0 req-d2dabd7a-44d4-45b3-b8c4-3396e33963f8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:19.484373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-099ef37d-46d9-4dfc-9ecb-d9bee5e0e1d0 req-d2dabd7a-44d4-45b3-b8c4-3396e33963f8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0480611 Apr 29 08:12:19.530456 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-099ef37d-46d9-4dfc-9ecb-d9bee5e0e1d0 req-54cc6495-745f-4394-a41d-ed272ff9d976 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400453 Apr 29 08:12:19.571094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-085405b1-e01f-47a7-b414-60244662f81c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:19.572508 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-085405b1-e01f-47a7-b414-60244662f81c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3&tenant_id=f3199fab9455494eae9863be34c4113c&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 946 time: 0.0533044 Apr 29 08:12:19.654883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-33aec704-02bb-4179-9c6b-beafa3c9ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:19.656310 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-33aec704-02bb-4179-9c6b-beafa3c9ee64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 1099 time: 0.0433114 Apr 29 08:12:19.663768 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:12:19.748761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-8b619b16-40b6-4a87-a402-da71e4323d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:19.750200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-8b619b16-40b6-4a87-a402-da71e4323d27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0871315 Apr 29 08:12:19.816806 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-c3944314-7dd2-4261-8856-f267d1ca6893 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 HTTP/1.1" status: 200 len: 1001 time: 0.0595384 Apr 29 08:12:19.864046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-15db1c8a-f936-4713-bfad-6064c1a5b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:19.865420 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-15db1c8a-f936-4713-bfad-6064c1a5b584 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0420411 Apr 29 08:12:19.908739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-737f8085-5fc1-47b8-85e6-99ea4c50b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:19.910080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-737f8085-5fc1-47b8-85e6-99ea4c50b4b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381556 Apr 29 08:12:19.967333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:12:19.971016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:12:20.000106 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-cfef935d-01df-47c1-aa02-653fd590cdd9 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835731 Apr 29 08:12:20.089274 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691d59a5-dfee-44c0-bfa6-ca7923ce5b1d req-d4104ee7-d9ba-48f9-a594-5205af937512 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822179 Apr 29 08:12:20.111200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:20.131887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:20.150454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:20.152863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65edb20e-c522-4f4e-b8f3-7e4b7c39141f" -d '{"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-unplugged", "status": "completed", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:20.162846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'mac_address': 'fa:16:3e:3a:fe:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:12:20.167268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:20.198818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e88772-4000-419c-96fb-d6203d23700c x-openstack-request-id: req-a8e88772-4000-419c-96fb-d6203d23700c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:20.199102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-unplugged", "status": "completed", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:20.199352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8e88772-4000-419c-96fb-d6203d23700c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:20.199730 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e88772-4000-419c-96fb-d6203d23700c'] response: {'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'code': 200} Apr 29 08:12:20.205339 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:20.217567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:12:20.259927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:20.332130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:12:20.332479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:12:20.336641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:20.646339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0231e2-b70a-4d0f-b004-bcf8ae2c9c38 req-7565f1c5-f290-4bda-9b76-87195bb74e26 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:20.647844 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e0231e2-b70a-4d0f-b004-bcf8ae2c9c38 req-7565f1c5-f290-4bda-9b76-87195bb74e26 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 944 time: 0.0503337 Apr 29 08:12:20.688107 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e0231e2-b70a-4d0f-b004-bcf8ae2c9c38 req-36ddf999-4133-4716-8b78-077500de677e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336547 Apr 29 08:12:20.867833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:20.880290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:12:20.899217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:20.974018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:21.027744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:21.031183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:12:21.813135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb236c-e7eb-4814-9b61-629c1ac7969a req-5a18ed13-f346-4568-8217-3889d9025895 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:21.814629 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3cbb236c-e7eb-4814-9b61-629c1ac7969a req-5a18ed13-f346-4568-8217-3889d9025895 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 945 time: 0.0534480 Apr 29 08:12:21.850898 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3cbb236c-e7eb-4814-9b61-629c1ac7969a req-4a9840c4-412d-4b3a-bcdb-3a4b0d5f2086 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303316 Apr 29 08:12:21.961810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0072-2d1f-4752-a6fc-7be77360e8e0 req-6c155ded-4453-41d0-a913-d36f6b628d6c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:21.963202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35be0072-2d1f-4752-a6fc-7be77360e8e0 req-6c155ded-4453-41d0-a913-d36f6b628d6c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 945 time: 0.0476933 Apr 29 08:12:21.982847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:12:22.001426 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35be0072-2d1f-4752-a6fc-7be77360e8e0 req-9d0ce57a-beb5-4d0b-8ae2-9370e7bc9802 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322480 Apr 29 08:12:22.031610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:12:22.031984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:22.120066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a72578-484c-4885-b699-d0b9be4088a5 req-588f50be-6d8c-4e96-8ae8-995999d75b61 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:22.121750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:22.121868 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-59a72578-484c-4885-b699-d0b9be4088a5 req-588f50be-6d8c-4e96-8ae8-995999d75b61 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 945 time: 0.0532095 Apr 29 08:12:22.156639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:22.169331 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-59a72578-484c-4885-b699-d0b9be4088a5 req-89502f51-ff30-4772-bbbc-9d509db4e401 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351944 Apr 29 08:12:22.200697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:22.203132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6512ac-aedf-4cf2-96d6-c897f661cc32" -d '{"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-plugged", "status": "completed", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:22.239415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e1e476-c4ab-4e13-b553-819cd4d3e7f5 x-openstack-request-id: req-97e1e476-c4ab-4e13-b553-819cd4d3e7f5 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:22.239710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-plugged", "status": "completed", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:22.239963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97e1e476-c4ab-4e13-b553-819cd4d3e7f5 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:22.240353 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e1e476-c4ab-4e13-b553-819cd4d3e7f5'] response: {'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'code': 200} Apr 29 08:12:22.267687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:22.313233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:22.580206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444d50c-bb0e-426a-a01d-988a6a098148 req-68187473-cfbf-48b2-a869-e49f743869cc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:22.581661 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0444d50c-bb0e-426a-a01d-988a6a098148 req-68187473-cfbf-48b2-a869-e49f743869cc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0521457 Apr 29 08:12:22.618760 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0444d50c-bb0e-426a-a01d-988a6a098148 req-285964ae-107f-4bbc-8bd2-07b0d59ab5b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305662 Apr 29 08:12:23.734761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdcfe8-d26d-4129-af9a-abc798259eb5 req-0ff427ff-d398-423d-8254-4b59f79bd3cb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:23.736216 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4dbdcfe8-d26d-4129-af9a-abc798259eb5 req-0ff427ff-d398-423d-8254-4b59f79bd3cb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0486057 Apr 29 08:12:23.772273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4dbdcfe8-d26d-4129-af9a-abc798259eb5 req-6ca0657a-d890-4e51-afeb-10545fd812c2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301931 Apr 29 08:12:24.257567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-c4e155ab-3add-4c46-8610-4f8c7023d2ac tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:24.259513 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-c4e155ab-3add-4c46-8610-4f8c7023d2ac tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 946 time: 0.0474994 Apr 29 08:12:24.349874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Deleting port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:12:24.350213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:24.436747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] For port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:24.437020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:24.678233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:24.678628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:24.678946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 disassociated. External IP: 172.26.2.21, port: 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4. Apr 29 08:12:24.679285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Calling delete_port for 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:12:24.872049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:24.901704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event deleted for resources: {'Port': ['ID=60c12b3f-8fa9-45ea-bb98-21e0bb8851f4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:24.913811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.914665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.915004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.915335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.915661 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.915986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.916309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.916632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.917373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.917373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.917550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.917867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:24.937080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0372a-f759-4ce8-a0c4-92fc9f8e3c04 req-cf8ce4b3-a82e-4d10-8d8e-d516521bf336 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:24.938691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-63f0372a-f759-4ce8-a0c4-92fc9f8e3c04 req-cf8ce4b3-a82e-4d10-8d8e-d516521bf336 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 867 time: 0.0946081 Apr 29 08:12:25.047645 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-63f0372a-f759-4ce8-a0c4-92fc9f8e3c04 req-ff5501a4-ff59-4394-90ec-457ec137cfb1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0768495 Apr 29 08:12:25.074738 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:12:25.187113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:12:25.197306 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:12:25.207003 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:12:25.207600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:12:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:25.225139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] No DVR routers for this DVR port 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:12:25.228341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:25.231613 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b920cd6-c9a2-468a-9a5a-71b29f908409 req-61d5c8ec-71f0-4627-b754-84898e0198b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "DELETE /v2.0/ports/60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 HTTP/1.1" status: 204 len: 173 time: 0.9662147 Apr 29 08:12:25.232170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-deleted', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:25.234474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf2c4ab-5f53-49d3-a9be-063e3b5c6897" -d '{"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-deleted", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:25.314450 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:12:25.325061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541b3ee5-88f0-46c3-acfa-93d1202d82c8 x-openstack-request-id: req-541b3ee5-88f0-46c3-acfa-93d1202d82c8 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:25.325550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8635750-b208-427c-9861-435f7af407b3", "name": "network-vif-deleted", "tag": "60c12b3f-8fa9-45ea-bb98-21e0bb8851f4", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:25.325907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-541b3ee5-88f0-46c3-acfa-93d1202d82c8 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:25.326548 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541b3ee5-88f0-46c3-acfa-93d1202d82c8'] response: {'server_uuid': 'e8635750-b208-427c-9861-435f7af407b3', 'name': 'network-vif-deleted', 'tag': '60c12b3f-8fa9-45ea-bb98-21e0bb8851f4', 'status': 'completed', 'code': 200} Apr 29 08:12:25.520589 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:25.547810 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:12:25.555841 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:12:25.556441 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:12:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:25.664088 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:12:25.864008 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:25.893782 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e40fee-4a3e-4384-8496-558ef754d15c None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:12:26.111612 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848103e-57bf-46a1-b658-c7aeea8502fe None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:12:26.154806 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-daeb32f9-9f99-4ea8-88da-4dc013778d29 req-1edf4ea8-e78e-4e2c-b8b2-8d81f811a400 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8635750-b208-427c-9861-435f7af407b3 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Apr 29 08:12:27.380842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-017c4269-6386-4d1b-b4c6-41e04dec7736 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--6587180&fields=id&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 267 time: 0.0330422 Apr 29 08:12:27.487172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-c28757b4-5fc0-4dc8-ad55-8f7fe921b806 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:27.488491 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-c28757b4-5fc0-4dc8-ad55-8f7fe921b806 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.1004179 Apr 29 08:12:27.503432 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-45259fa8-ea17-4c7a-a2d9-fbf50e59bdee tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/quotas/f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 375 time: 0.0087326 Apr 29 08:12:27.554190 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7c5fbbd1-63a5-4c09-a27f-3cad42216661 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448513 Apr 29 08:12:27.611704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-d7b13b74-ee96-4730-8a8d-1c3aa96d1d97 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:12:27.612729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-d7b13b74-ee96-4730-8a8d-1c3aa96d1d97 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471032 Apr 29 08:12:27.704789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-5d92a169-4ec5-46fc-814b-8815eb71f861 service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852981 Apr 29 08:12:27.791649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-3e4dbc7e-2879-4cca-bc6a-8fa91a9de556 service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806310 Apr 29 08:12:28.023336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f85bf0bd-e01d-4566-bb3a-44e18e67bb91 req-d81f2346-21c6-46d7-8e4a-e02f24212038 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 210 time: 0.0262406 Apr 29 08:12:28.029051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:12:28.050858 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:12:28.051203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 60c12b3f-8fa9-45ea-bb98-21e0bb8851f4 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:12:29.123586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-91cd72b4-3bec-4078-90fd-55cf6dc68583 req-b5d0749b-2fb4-4194-9877-f3dd68d95cc1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 210 time: 0.0318899 Apr 29 08:12:29.850384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-6e1d62d2-7c02-4f91-b264-e45560ecbfce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:29.853230 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-6e1d62d2-7c02-4f91-b264-e45560ecbfce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.1014624 Apr 29 08:12:29.894314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-9c31384d-3e00-44e2-af57-dd70ed30ef9a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 377 time: 0.0328646 Apr 29 08:12:29.903183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'port': {'device_id': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'admin_state_up': True, 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'security_groups': ['9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:12:30.082036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Made reservation on behalf of f3199fab9455494eae9863be34c4113c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:12:30.085752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:30.236572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e694474-9eb9-4bc4-bca7-b06b2c213af3 req-c6bbdb71-375c-4c6a-ba48-7a24b3d1ff42 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 210 time: 0.0380380 Apr 29 08:12:30.245921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Allocated IP 172.20.0.9 (9e615c21-6b49-4254-80fa-d84be3851825/47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b/6e3dc280-162b-44bd-8778-eb134281a2b7) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:12:30.388568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:30.473318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:30.517392 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Network 9e615c21-6b49-4254-80fa-d84be3851825 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:12:30.522344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:12:30.526033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:12:30.551721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:30.580468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:30.581091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:30.656277 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-128bc91c-3884-4426-8464-e033990cdafc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564328 Apr 29 08:12:30.668498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Request body: {'port': {'device_id': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:12:30.722253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:30.766707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9df00731-077d-4dab-a586-b539fcf57815 None None] Provisioning complete for port 6e3dc280-162b-44bd-8778-eb134281a2b7 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:12:30.767408 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9df00731-077d-4dab-a586-b539fcf57815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:30.804275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9df00731-077d-4dab-a586-b539fcf57815 None None] Port 6e3dc280-162b-44bd-8778-eb134281a2b7 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:12:30.987403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3dc280-162b-44bd-8778-eb134281a2b7 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:12:30.996150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:31.009282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Transition to ACTIVE for port object 6e3dc280-162b-44bd-8778-eb134281a2b7 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:12:31.073466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:31.126370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:31.205450 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Attempting to bind port 6e3dc280-162b-44bd-8778-eb134281a2b7 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:12:31.205947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Attempting to bind port 6e3dc280-162b-44bd-8778-eb134281a2b7 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:12:31.206278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Attempting to bind port 6e3dc280-162b-44bd-8778-eb134281a2b7 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:12:31.211968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Port 6e3dc280-162b-44bd-8778-eb134281a2b7 on network 9e615c21-6b49-4254-80fa-d84be3851825 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:12:31.212293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Attempting to bind port 6e3dc280-162b-44bd-8778-eb134281a2b7 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:12:31.219515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:12:31.219875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Checking segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:12:31.220255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Bound using segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:12:31.220690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Bound port: 6e3dc280-162b-44bd-8778-eb134281a2b7, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:12:31.221040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:31.297210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:12:31.301847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:12:31.380577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4be263-8120-4928-8c4d-5ed9ce6f16a9 req-635f1bea-b9b9-4f83-87ba-1fd77596e7b9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.382002 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1e4be263-8120-4928-8c4d-5ed9ce6f16a9 req-635f1bea-b9b9-4f83-87ba-1fd77596e7b9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 943 time: 0.0528800 Apr 29 08:12:31.383513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:31.435113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.435727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:31.437144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] 10.222.0.39 "PUT /v2.0/ports/6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 200 len: 1093 time: 0.7734156 Apr 29 08:12:31.437595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:31.439877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10072374-1c23-4c6d-a72f-178338ca2f92" -d '{"events": [{"name": "network-changed", "server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:31.476017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1e4be263-8120-4928-8c4d-5ed9ce6f16a9 req-a10d4fa3-6911-41e7-9862-2cc82fdcd08b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0845633 Apr 29 08:12:31.477203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f584620-c7da-46ae-9335-4e4aba5000be service neutron] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:31.480800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24eb34f-164e-4072-ad3b-1054b4fa6f54 x-openstack-request-id: req-e24eb34f-164e-4072-ad3b-1054b4fa6f54 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:31.481089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:31.481345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e24eb34f-164e-4072-ad3b-1054b4fa6f54 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:31.481743 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24eb34f-164e-4072-ad3b-1054b4fa6f54'] response: {'name': 'network-changed', 'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'status': 'completed', 'code': 200} Apr 29 08:12:31.552979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072374-1c23-4c6d-a72f-178338ca2f92 req-9e4e2693-c0ce-420b-b5f0-d8e378d7fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.554519 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-10072374-1c23-4c6d-a72f-178338ca2f92 req-9e4e2693-c0ce-420b-b5f0-d8e378d7fa73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1096 time: 0.0475943 Apr 29 08:12:31.654741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072374-1c23-4c6d-a72f-178338ca2f92 req-f209a957-79bf-4166-935d-055a4ef37c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.656197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-10072374-1c23-4c6d-a72f-178338ca2f92 req-f209a957-79bf-4166-935d-055a4ef37c2a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f3199fab9455494eae9863be34c4113c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0930824 Apr 29 08:12:31.750633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072374-1c23-4c6d-a72f-178338ca2f92 req-88fb6632-94d1-4b02-95fc-f47e9a3a020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.752344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-10072374-1c23-4c6d-a72f-178338ca2f92 req-88fb6632-94d1-4b02-95fc-f47e9a3a020c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905242 Apr 29 08:12:31.828563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-f1369ae9-bfbf-4fc7-b686-c22534044dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.829956 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-f1369ae9-bfbf-4fc7-b686-c22534044dc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1096 time: 0.0428774 Apr 29 08:12:31.871104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-5cee47cc-e733-4c79-8391-c7c53ddffacf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0337124 Apr 29 08:12:31.922037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-d07b95d5-176e-4f33-99c5-d3b740de57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.923482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-d07b95d5-176e-4f33-99c5-d3b740de57f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0461338 Apr 29 08:12:31.967874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-374dec61-38de-4834-828f-341d0412b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:31.969559 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-374dec61-38de-4834-828f-341d0412b55e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398917 Apr 29 08:12:32.056260 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-4f2d9ff7-d148-4ba5-b3b6-aced675a6a05 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800858 Apr 29 08:12:32.147524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ae5bf75-871a-4c39-b580-b480f27bdf44 req-5f572c73-9176-4cbb-8aa5-95783fcace3f service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847824 Apr 29 08:12:32.591882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce52067-c11e-43df-9cb4-733871422fb3 req-57d1260a-8dcb-4b79-9e91-309e860a9306 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:32.593328 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ce52067-c11e-43df-9cb4-733871422fb3 req-57d1260a-8dcb-4b79-9e91-309e860a9306 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 943 time: 0.0480540 Apr 29 08:12:32.630794 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ce52067-c11e-43df-9cb4-733871422fb3 req-770a1c8f-ebc5-40b7-a254-ec07dc4f8e6f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310988 Apr 29 08:12:33.744461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9fc7a-c10e-42fe-8a80-6a7a6df8c6ff req-5c9c4fbc-92b3-4c40-912c-d8fcb7c9e69f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:33.745916 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34f9fc7a-c10e-42fe-8a80-6a7a6df8c6ff req-5c9c4fbc-92b3-4c40-912c-d8fcb7c9e69f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 943 time: 0.0478261 Apr 29 08:12:33.787393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34f9fc7a-c10e-42fe-8a80-6a7a6df8c6ff req-40c3e3d2-fdb4-458d-84d5-0a48c6558f24 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355341 Apr 29 08:12:34.905865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5ec65-3e8f-4a11-bc06-bfb49ba7a3b6 req-b4dff10c-a26e-4fb4-afdc-3da3f8e11102 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:34.907350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ff5ec65-3e8f-4a11-bc06-bfb49ba7a3b6 req-b4dff10c-a26e-4fb4-afdc-3da3f8e11102 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 943 time: 0.0520134 Apr 29 08:12:34.946400 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ff5ec65-3e8f-4a11-bc06-bfb49ba7a3b6 req-5e9425a7-6050-4ea4-a5c3-2b787bbdfc3a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328875 Apr 29 08:12:36.061611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4d2e2-f1da-4c9c-966e-9606d5b2f7e5 req-0adeac89-6dc3-47e1-bb26-dfeb5c08c8ff tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:36.063096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17a4d2e2-f1da-4c9c-966e-9606d5b2f7e5 req-0adeac89-6dc3-47e1-bb26-dfeb5c08c8ff tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 943 time: 0.0480835 Apr 29 08:12:36.075846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 6e3dc280-162b-44bd-8778-eb134281a2b7 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:12:36.100976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17a4d2e2-f1da-4c9c-966e-9606d5b2f7e5 req-7a41bbde-d845-4058-a266-1c618f1f97a3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316453 Apr 29 08:12:36.171641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:36.183412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'mac_address': 'fa:16:3e:ff:91:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:12:36.218414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:36.231725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3dc280-162b-44bd-8778-eb134281a2b7 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:12:36.250692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:36.312619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:36.356733 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:36.505608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['6e3dc280-162b-44bd-8778-eb134281a2b7'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:12:37.214732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555816a-f98f-49db-b206-b85f92a2a5d5 req-c9e1ee01-2175-4122-88e5-dbf575ab5e5a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:37.216168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7555816a-f98f-49db-b206-b85f92a2a5d5 req-c9e1ee01-2175-4122-88e5-dbf575ab5e5a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 944 time: 0.0480273 Apr 29 08:12:37.256667 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7555816a-f98f-49db-b206-b85f92a2a5d5 req-2c872ccd-837e-412b-a625-eacacb2904cb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342939 Apr 29 08:12:38.100050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 6e3dc280-162b-44bd-8778-eb134281a2b7 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:12:38.206907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 6e3dc280-162b-44bd-8778-eb134281a2b7 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:12:38.210638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 6e3dc280-162b-44bd-8778-eb134281a2b7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:12:38.211532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:38.287654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:38.309367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:38.311635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bcb70-06da-4f7d-8e3e-1e632f5ec324" -d '{"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-plugged", "status": "completed", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:38.324761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:38.377847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca1a0-8c34-42c3-8a5e-2f323173026e req-d640180d-03ce-4f6c-a6ed-4b850732e066 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:38.377847 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c85ca1a0-8c34-42c3-8a5e-2f323173026e req-d640180d-03ce-4f6c-a6ed-4b850732e066 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 944 time: 0.0515542 Apr 29 08:12:38.395857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:38.420235 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a396aa9-745a-4783-b161-52a437726355 x-openstack-request-id: req-8a396aa9-745a-4783-b161-52a437726355 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:38.420603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-plugged", "status": "completed", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:38.420906 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c85ca1a0-8c34-42c3-8a5e-2f323173026e req-0efcc976-b5e8-4029-8087-330a2723475b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383554 Apr 29 08:12:38.421035 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a396aa9-745a-4783-b161-52a437726355 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:38.421549 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a396aa9-745a-4783-b161-52a437726355'] response: {'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'code': 200} Apr 29 08:12:38.457918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:38.684940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666b71-b0ed-4bd7-bf19-57b2a746d71e req-2e60467a-518a-4f1e-b899-5518b02885ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:38.686461 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4666b71-b0ed-4bd7-bf19-57b2a746d71e req-2e60467a-518a-4f1e-b899-5518b02885ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1098 time: 0.0403180 Apr 29 08:12:38.721045 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4666b71-b0ed-4bd7-bf19-57b2a746d71e req-586384bc-7224-4fbf-8248-275b69c5c049 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0277197 Apr 29 08:12:39.534734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5c0eb-3654-4b1f-b199-2d1733647a56 req-871c401f-2be2-4696-b7fd-a914526d9a8c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:39.536173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-44e5c0eb-3654-4b1f-b199-2d1733647a56 req-871c401f-2be2-4696-b7fd-a914526d9a8c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0471067 Apr 29 08:12:39.576671 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-44e5c0eb-3654-4b1f-b199-2d1733647a56 req-5a18a1b7-10c7-45c4-b591-694d8cc2064d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340354 Apr 29 08:12:40.693912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861213-1dda-49ee-85ea-8ec0dea93acb req-766950b4-fb1f-45fa-9a46-ce05a61a95e9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:40.696273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee861213-1dda-49ee-85ea-8ec0dea93acb req-766950b4-fb1f-45fa-9a46-ce05a61a95e9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0485864 Apr 29 08:12:40.738717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee861213-1dda-49ee-85ea-8ec0dea93acb req-ea75f953-ecd7-40c3-8cdb-c0f171ef1aaa tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368237 Apr 29 08:12:40.847274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed4399-9474-4bd4-aee7-52179afcf567 req-8f5f0a7e-26d2-4c12-a9a0-008179bde658 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:40.848812 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14ed4399-9474-4bd4-aee7-52179afcf567 req-8f5f0a7e-26d2-4c12-a9a0-008179bde658 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0480735 Apr 29 08:12:40.857814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53462) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:12:40.862002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'floatingip': {'port_id': '6e3dc280-162b-44bd-8778-eb134281a2b7'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:12:40.902737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:41.187185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49df68eb-f8f7-419b-b5b6-0a281cd0fa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:41.322731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:41.381231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:41.811238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 associated. External IP: 172.26.2.21, port: 6e3dc280-162b-44bd-8778-eb134281a2b7. Apr 29 08:12:42.011330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:12:42.121577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:12:42.126474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:42.131443 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:12:42.141648 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:12:42.142240 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:12:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:42.156208 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0747b51-5ab5-4bbe-934f-acf47935bc9e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "PUT /v2.0/floatingips/2a86e409-dd14-4251-becd-b2ac5ceb6df8 HTTP/1.1" status: 200 len: 990 time: 1.2947979 Apr 29 08:12:42.156208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:42.156632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e6098-54a4-4746-8261-1669ae4c9df3" -d '{"events": [{"name": "network-changed", "server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:42.196949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e28ebd4-bdb8-4501-ad7c-a201bf230b08 x-openstack-request-id: req-2e28ebd4-bdb8-4501-ad7c-a201bf230b08 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:42.196949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:42.197176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e28ebd4-bdb8-4501-ad7c-a201bf230b08 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:42.198891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e28ebd4-bdb8-4501-ad7c-a201bf230b08'] response: {'name': 'network-changed', 'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'status': 'completed', 'code': 200} Apr 29 08:12:42.256014 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:12:42.260015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-3afc662f-b8df-4d84-8172-57f426f6e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:42.261803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-3afc662f-b8df-4d84-8172-57f426f6e1de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1098 time: 0.0429912 Apr 29 08:12:42.363013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-400f6774-f5d5-4de2-a4d0-5f596a6cf7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:42.364826 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-400f6774-f5d5-4de2-a4d0-5f596a6cf7f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0965946 Apr 29 08:12:42.465646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-1edd6256-ea0a-402b-8750-0e25ef12fd17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 200 len: 998 time: 0.0937474 Apr 29 08:12:42.479567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e73387-50a7-4462-9164-7e005430e70e req-0f9d790c-7984-446e-840f-de6ebd5d0a77 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:42.480986 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-70e73387-50a7-4462-9164-7e005430e70e req-0f9d790c-7984-446e-840f-de6ebd5d0a77 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0731843 Apr 29 08:12:42.490659 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:ff:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:12:41Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:42.520906 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:12:42.529396 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:12:42.529994 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:12:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:42.543711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-0469ec4f-db95-4324-b7e2-c34768c66221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:42.545168 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-0469ec4f-db95-4324-b7e2-c34768c66221 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0633335 Apr 29 08:12:42.565407 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-70e73387-50a7-4462-9164-7e005430e70e req-f0abdadc-723b-4abb-846d-daea2c74fc65 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0553746 Apr 29 08:12:42.598348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-e392cd5d-a88c-4388-9cba-cc0a62a13275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:42.599931 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-e392cd5d-a88c-4388-9cba-cc0a62a13275 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469248 Apr 29 08:12:42.637371 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:12:42.697728 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-4a2ce2fe-7b8b-4d38-ac4c-ade42780d0d4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888166 Apr 29 08:12:42.785894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-275e6098-54a4-4746-8261-1669ae4c9df3 req-673e1c8c-6ab4-419f-b23e-e47e6116e9b4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805132 Apr 29 08:12:42.858913 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:ff:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:12:41Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:42.875592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:42.887888 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb0661-adba-47db-be61-66ac8ca74768 None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:ff:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:12:41Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:12:43.059091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6eb02-c9e6-4a9d-9459-903d10de6726 None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:12:43.290399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5af7725-e8a9-4204-8695-4810bbaa2b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:43.689013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a10ab-fba0-4bdc-875e-8d80d59de1db req-5d3fc774-1ca4-48bf-ab30-7fca05172c5d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:43.690644 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-771a10ab-fba0-4bdc-875e-8d80d59de1db req-5d3fc774-1ca4-48bf-ab30-7fca05172c5d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0572619 Apr 29 08:12:43.727108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-771a10ab-fba0-4bdc-875e-8d80d59de1db req-52775136-1272-47bc-8b07-cbac839bc024 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299833 Apr 29 08:12:44.840548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1bad-8b32-4cca-be25-1ff0fa859369 req-26a5d0df-24c5-415f-80d3-0e2d042af7af tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:44.842002 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c8d1bad-8b32-4cca-be25-1ff0fa859369 req-26a5d0df-24c5-415f-80d3-0e2d042af7af tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Apr 29 08:12:44.878533 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c8d1bad-8b32-4cca-be25-1ff0fa859369 req-4c85c109-d4eb-404d-a15d-1a1d82e23ba9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303190 Apr 29 08:12:45.059011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:45.993057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c952c-7d96-47b4-a7a4-3f6135d2b5f0 req-0aaa208d-4882-4cdc-ae65-cb2e6231e600 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:45.994409 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef7c952c-7d96-47b4-a7a4-3f6135d2b5f0 req-0aaa208d-4882-4cdc-ae65-cb2e6231e600 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Apr 29 08:12:46.029975 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef7c952c-7d96-47b4-a7a4-3f6135d2b5f0 req-98fbd353-f2ce-44be-9155-d8bdd3daf4bf tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0295849 Apr 29 08:12:46.218476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:46.730181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:12:47.147556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745ae8a-1c90-423b-966b-95292e496dc0 req-c9bd4f35-2410-46ba-bdd5-903d720f63e3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:47.149016 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7745ae8a-1c90-423b-966b-95292e496dc0 req-c9bd4f35-2410-46ba-bdd5-903d720f63e3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0528908 Apr 29 08:12:47.185704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7745ae8a-1c90-423b-966b-95292e496dc0 req-64fab279-857b-432b-8573-3ff55b6591d5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307024 Apr 29 08:12:48.298742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78901ed4-a65f-47ae-91c0-f822cbaea468 req-0b1bff67-bd4e-47e2-a2e6-8c607af343c6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:48.300183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78901ed4-a65f-47ae-91c0-f822cbaea468 req-0b1bff67-bd4e-47e2-a2e6-8c607af343c6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Apr 29 08:12:48.336452 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78901ed4-a65f-47ae-91c0-f822cbaea468 req-55d2a342-35df-4a0f-84a9-f308ec230208 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304227 Apr 29 08:12:49.447749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b149-7cf6-4d23-b650-1a0204a141a7 req-0219bcf0-29ec-4a5f-8e1c-59a7287ef36d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:49.449087 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1334b149-7cf6-4d23-b650-1a0204a141a7 req-0219bcf0-29ec-4a5f-8e1c-59a7287ef36d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0473177 Apr 29 08:12:49.485751 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1334b149-7cf6-4d23-b650-1a0204a141a7 req-a6184f52-8c0b-424a-b1b4-501714fd8579 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307391 Apr 29 08:12:50.599977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9ed96-4ea6-49fe-bc25-561d0eac5f5d req-80e0af4e-ad1b-40c9-b845-b0649add1484 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:50.601457 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-98b9ed96-4ea6-49fe-bc25-561d0eac5f5d req-80e0af4e-ad1b-40c9-b845-b0649add1484 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Apr 29 08:12:50.638623 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-98b9ed96-4ea6-49fe-bc25-561d0eac5f5d req-66d1617a-a387-4902-b92b-8a8e89f290aa tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305119 Apr 29 08:12:51.751593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3b894-6e1c-41c9-a5e0-a4f9f5edd64c req-b9a26002-a559-4009-912d-94d35202bc46 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:51.753051 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06f3b894-6e1c-41c9-a5e0-a4f9f5edd64c req-b9a26002-a559-4009-912d-94d35202bc46 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Apr 29 08:12:51.789509 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06f3b894-6e1c-41c9-a5e0-a4f9f5edd64c req-37fc1b3b-0cb9-461d-b2a6-05f0fd5ae935 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298793 Apr 29 08:12:52.907111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade60c3f-dc8a-44d7-ad6d-f5c63753e520 req-0656c92e-b894-495b-a90f-f91df725824f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:52.908542 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ade60c3f-dc8a-44d7-ad6d-f5c63753e520 req-0656c92e-b894-495b-a90f-f91df725824f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0476007 Apr 29 08:12:52.944690 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ade60c3f-dc8a-44d7-ad6d-f5c63753e520 req-01ec93dd-f295-4f92-8d88-1b371cbc4ae1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302358 Apr 29 08:12:54.060306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead0c0c-97e2-4157-8118-c75981ffdfc7 req-0709bdbe-8705-4af0-98f9-bb0e96642bfe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:54.061726 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cead0c0c-97e2-4157-8118-c75981ffdfc7 req-0709bdbe-8705-4af0-98f9-bb0e96642bfe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Apr 29 08:12:54.098681 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cead0c0c-97e2-4157-8118-c75981ffdfc7 req-3368a568-c192-464b-ba68-0db03ec0967b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309763 Apr 29 08:12:55.209863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2e819-bc65-474d-870c-aa171399679e req-ca72f5b5-b0ad-48ca-9d72-684ce6d82f4e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:55.211349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21f2e819-bc65-474d-870c-aa171399679e req-ca72f5b5-b0ad-48ca-9d72-684ce6d82f4e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0484858 Apr 29 08:12:55.249011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21f2e819-bc65-474d-870c-aa171399679e req-4ff48f3f-ecf1-488d-8720-7f4664910dd3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309305 Apr 29 08:12:56.359791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1de84b-de85-48db-be86-fd126bb512b9 req-790d8d22-1fc6-4875-a981-67a1aa1f943d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:56.361256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dd1de84b-de85-48db-be86-fd126bb512b9 req-790d8d22-1fc6-4875-a981-67a1aa1f943d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0473218 Apr 29 08:12:56.397669 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dd1de84b-de85-48db-be86-fd126bb512b9 req-557338fa-8a87-4a47-8229-fd31fbc8248c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304468 Apr 29 08:12:56.661928 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:12:57.516727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592a8d-0a00-4b60-b07b-6234b6f25e74 req-02183a23-55d6-40c2-acfa-c2089145dfbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:57.518185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3592a8d-0a00-4b60-b07b-6234b6f25e74 req-02183a23-55d6-40c2-acfa-c2089145dfbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0510538 Apr 29 08:12:57.554000 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3592a8d-0a00-4b60-b07b-6234b6f25e74 req-2751466a-a359-4f65-a0d1-4cabdcfa8e6c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299275 Apr 29 08:12:58.665064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85660c-118f-4c7a-835f-111bbabac1cd req-3b54ff9d-b2c2-4e78-8c0b-072660ed64b3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:58.666561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e85660c-118f-4c7a-835f-111bbabac1cd req-3b54ff9d-b2c2-4e78-8c0b-072660ed64b3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0475235 Apr 29 08:12:58.705350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e85660c-118f-4c7a-835f-111bbabac1cd req-959c84f7-0b64-4060-8377-e17703f8043c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328150 Apr 29 08:12:59.818668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f057b-34bb-418e-ba6a-0920a8e57a56 req-2b103cbb-1168-4205-a8c5-21506738346f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:12:59.820111 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-103f057b-34bb-418e-ba6a-0920a8e57a56 req-2b103cbb-1168-4205-a8c5-21506738346f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Apr 29 08:12:59.857972 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-103f057b-34bb-418e-ba6a-0920a8e57a56 req-7193ac55-953c-48c1-a071-4723b7176ff3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318627 Apr 29 08:13:00.976437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d0ecf-ecdc-444f-9d87-dffc69a01891 req-33b7208f-22fc-41db-a9ba-89f01623ef85 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:00.977911 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-940d0ecf-ecdc-444f-9d87-dffc69a01891 req-33b7208f-22fc-41db-a9ba-89f01623ef85 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0538442 Apr 29 08:13:01.015930 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-940d0ecf-ecdc-444f-9d87-dffc69a01891 req-7c0ead88-e809-4ba7-8add-8843931272ca tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315201 Apr 29 08:13:02.132617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63c3f6-1b42-487a-8c76-22fd478640d9 req-a590a9f0-05c0-4750-86a4-b97dda9dc38f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:02.134006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b63c3f6-1b42-487a-8c76-22fd478640d9 req-a590a9f0-05c0-4750-86a4-b97dda9dc38f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0487437 Apr 29 08:13:02.172784 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b63c3f6-1b42-487a-8c76-22fd478640d9 req-2ccf3be7-76a0-46ae-b34b-dcea01090995 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326085 Apr 29 08:13:03.286172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7bbf1-fc96-418d-8984-231ae68da6d0 req-a6c66baa-bcfa-4ba3-90bd-4de0ba26242f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:03.287658 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ce7bbf1-fc96-418d-8984-231ae68da6d0 req-a6c66baa-bcfa-4ba3-90bd-4de0ba26242f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0479119 Apr 29 08:13:03.325218 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ce7bbf1-fc96-418d-8984-231ae68da6d0 req-2a624bd6-30cd-4834-b007-0afff62e1227 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310459 Apr 29 08:13:04.441346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0205b6-ed66-473b-8f8c-72c437c504ac req-2d9940e0-c0f4-437b-b6ca-07fc016a3b59 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:04.442802 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee0205b6-ed66-473b-8f8c-72c437c504ac req-2d9940e0-c0f4-437b-b6ca-07fc016a3b59 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0508766 Apr 29 08:13:04.479738 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee0205b6-ed66-473b-8f8c-72c437c504ac req-1dad41be-f7fe-4ddf-9788-dffcc3d7a310 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304325 Apr 29 08:13:05.591436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196949b-a294-479b-a16e-0ffad3aa047b req-9c55683a-ade9-40b8-8f20-340eca029ffd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:05.592880 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a196949b-a294-479b-a16e-0ffad3aa047b req-9c55683a-ade9-40b8-8f20-340eca029ffd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Apr 29 08:13:05.629320 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a196949b-a294-479b-a16e-0ffad3aa047b req-49ac1e16-ee30-46f8-81d5-db80417478be tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302243 Apr 29 08:13:06.741732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1dfdb-a346-41fd-b816-d690293a31c3 req-2136ed2a-f3b3-43f2-bebe-3e5fbca58a39 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:06.743711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bde1dfdb-a346-41fd-b816-d690293a31c3 req-2136ed2a-f3b3-43f2-bebe-3e5fbca58a39 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0477540 Apr 29 08:13:06.779682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bde1dfdb-a346-41fd-b816-d690293a31c3 req-856857e5-6c87-4c99-af4d-44f46aa7d743 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301528 Apr 29 08:13:07.898915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd0ac3-0894-4844-b09a-53b17c685344 req-452a4351-2f07-4233-984c-d9d16cf1a0d8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:07.900365 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-adcd0ac3-0894-4844-b09a-53b17c685344 req-452a4351-2f07-4233-984c-d9d16cf1a0d8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0526209 Apr 29 08:13:07.937720 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-adcd0ac3-0894-4844-b09a-53b17c685344 req-247cd132-84ca-4ed5-9f78-525d62660afc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311611 Apr 29 08:13:09.055514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1744f54-7736-49ad-9f80-907683584058 req-1a71f654-84db-40eb-b141-52de28a5b094 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:09.057039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1744f54-7736-49ad-9f80-907683584058 req-1a71f654-84db-40eb-b141-52de28a5b094 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0476406 Apr 29 08:13:09.094776 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1744f54-7736-49ad-9f80-907683584058 req-b9edfea2-a077-4094-b60e-dd477179ac6d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317235 Apr 29 08:13:09.465286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39245304-78ee-403e-a4b6-da842751ab4e req-f2f8a37c-3899-4933-8079-12da705cb582 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:09.466755 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-39245304-78ee-403e-a4b6-da842751ab4e req-f2f8a37c-3899-4933-8079-12da705cb582 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Apr 29 08:13:09.503646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-39245304-78ee-403e-a4b6-da842751ab4e req-93959590-335e-426d-b3b3-f97d4b5d73fa tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305278 Apr 29 08:13:09.589141 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-c91eb26a-f8bb-4bb2-8f4d-21653f397679 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425439 Apr 29 08:13:10.617483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950d85c-5b80-4c3f-897e-cbffc88e6a78 req-97e5f45a-904d-4de9-8df2-5c035e7821e8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:10.618992 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f950d85c-5b80-4c3f-897e-cbffc88e6a78 req-97e5f45a-904d-4de9-8df2-5c035e7821e8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0494306 Apr 29 08:13:10.660721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f950d85c-5b80-4c3f-897e-cbffc88e6a78 req-bdecb5ac-cf5e-4f7c-a6a1-1631a182b73e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352564 Apr 29 08:13:11.194930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2d86fc4-23b7-4a56-b14b-b9a3caf1b62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:11.525573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-c0242865-917b-4efa-adf6-efa5351613fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:11.526951 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-c0242865-917b-4efa-adf6-efa5351613fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1098 time: 0.0403123 Apr 29 08:13:11.616054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-61064a00-0944-4148-8847-e64d0514b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:11.617511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-61064a00-0944-4148-8847-e64d0514b6ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0845652 Apr 29 08:13:11.680292 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-a99c412c-9635-4278-890d-04a02cb3d4c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 200 len: 1000 time: 0.0565398 Apr 29 08:13:11.729454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-ff6e6845-99e7-4f2e-8b2e-ad3535ec30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:11.730933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-ff6e6845-99e7-4f2e-8b2e-ad3535ec30a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0447371 Apr 29 08:13:11.803951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-4e993e89-85ca-404f-881d-6240dbf6777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:11.805366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-4e993e89-85ca-404f-881d-6240dbf6777d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649424 Apr 29 08:13:11.813362 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d636e2c-e49b-406c-bc04-649a83f5dd4e req-bbedb6de-7da0-4237-bfd4-16b3cdc8aad4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:11.814708 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d636e2c-e49b-406c-bc04-649a83f5dd4e req-bbedb6de-7da0-4237-bfd4-16b3cdc8aad4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0823808 Apr 29 08:13:11.896693 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d636e2c-e49b-406c-bc04-649a83f5dd4e req-92ad37a1-e3b7-48e1-a977-8efb8b0b21d2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0743783 Apr 29 08:13:11.924233 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-ba495860-535f-4a21-b65f-06e8251ac56b service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086209 Apr 29 08:13:12.010339 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-b58258f2-2533-4e5d-96ef-acbd4b7cbeb8 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797329 Apr 29 08:13:12.858110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:13.011377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902492c9-92f7-46a1-baed-61dd7054d13a req-5e31073c-8601-422b-a075-9000bfd77105 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:13.012804 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-902492c9-92f7-46a1-baed-61dd7054d13a req-5e31073c-8601-422b-a075-9000bfd77105 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0485337 Apr 29 08:13:13.049347 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-902492c9-92f7-46a1-baed-61dd7054d13a req-532d9671-75e2-4160-802f-534818f7ee8c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303247 Apr 29 08:13:13.243909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32363041-abc3-40e9-b249-40af402849a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:13.886272 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-34783f8b-ada3-426b-976e-0feb6099dfec service neutron] 10.222.0.39 "GET /v2.0/ports/6e3dc280-162b-44bd-8778-eb134281a2b7/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0586536 Apr 29 08:13:14.166178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81480d1d-9b6b-4429-b3f3-88bc7e791252 req-30f1adc8-54c8-43ed-b172-167fff5c5588 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:14.167665 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-81480d1d-9b6b-4429-b3f3-88bc7e791252 req-30f1adc8-54c8-43ed-b172-167fff5c5588 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0489669 Apr 29 08:13:14.207513 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-81480d1d-9b6b-4429-b3f3-88bc7e791252 req-9cd6865b-3ac7-40e4-bf46-3752f4727c8d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333266 Apr 29 08:13:14.316701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-d8a21806-689e-4e35-ad03-eaf803ea14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:14.318200 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-d8a21806-689e-4e35-ad03-eaf803ea14e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 1098 time: 0.0404093 Apr 29 08:13:14.382109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-f1b25d20-bde7-4027-9d01-79ac7aa99538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:14.383633 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-f1b25d20-bde7-4027-9d01-79ac7aa99538 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1098 time: 0.0443747 Apr 29 08:13:14.469341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-09cb2af9-fb4e-4e19-a624-a4ca697e9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:14.470851 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-09cb2af9-fb4e-4e19-a624-a4ca697e9fa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0805459 Apr 29 08:13:14.537070 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-37c36cd8-77c2-40b4-bb4d-3a5ff60582e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 200 len: 1000 time: 0.0603118 Apr 29 08:13:14.584316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-7e594119-cfd5-464e-ae68-2b7db0510527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:14.585795 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-7e594119-cfd5-464e-ae68-2b7db0510527 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0428457 Apr 29 08:13:14.633437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-3fe0ed98-3bf2-4dd0-a401-16411c52db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:14.634803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-3fe0ed98-3bf2-4dd0-a401-16411c52db9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385094 Apr 29 08:13:14.723610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-1e804142-d4e4-4e14-b99a-34a394cd8e22 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823903 Apr 29 08:13:14.810280 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de6c56f2-d1af-4d6b-872c-182613fd71c4 req-0428764b-3b72-4057-9cf5-b8f5b9570ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801291 Apr 29 08:13:15.058217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:15.321892 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ab8d3-78ab-4e18-b5a2-93151ca331fe req-8381dac2-804f-48b3-bf94-01741200e1d2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:15.323281 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e1ab8d3-78ab-4e18-b5a2-93151ca331fe req-8381dac2-804f-48b3-bf94-01741200e1d2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Apr 29 08:13:15.359781 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e1ab8d3-78ab-4e18-b5a2-93151ca331fe req-75cea775-1410-457b-aa09-c990a25215ba tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305867 Apr 29 08:13:16.209646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:16.479366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335fe6-f9e9-4605-8b19-e1c92740c5f7 req-13163d4f-b3bd-43aa-ba0d-14091ef73c44 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:16.480816 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bb335fe6-f9e9-4605-8b19-e1c92740c5f7 req-13163d4f-b3bd-43aa-ba0d-14091ef73c44 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0529463 Apr 29 08:13:16.517562 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bb335fe6-f9e9-4605-8b19-e1c92740c5f7 req-9321a41d-9510-4ec4-86e3-7f7e661ad20c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307360 Apr 29 08:13:16.687198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:16.879978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c65e5-a581-493f-876e-019ea110f350 req-d7cce565-6639-44cc-bed0-f277f731c10c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:16.881539 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff8c65e5-a581-493f-876e-019ea110f350 req-d7cce565-6639-44cc-bed0-f277f731c10c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Apr 29 08:13:16.921954 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff8c65e5-a581-493f-876e-019ea110f350 req-58c53961-732a-471e-bb41-763bb120b21e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333297 Apr 29 08:13:16.989869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-7c897879-1277-4e1f-be44-b78dda4fdfff tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:16.991315 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-7c897879-1277-4e1f-be44-b78dda4fdfff tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2&tenant_id=f3199fab9455494eae9863be34c4113c&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0598969 Apr 29 08:13:17.075449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-64b0babc-92be-44bf-ba51-28375ea4a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:17.076883 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-64b0babc-92be-44bf-ba51-28375ea4a5af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1098 time: 0.0432014 Apr 29 08:13:17.162983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-75289255-acc7-4014-9935-1913bfea3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:17.164483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-75289255-acc7-4014-9935-1913bfea3509 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0810642 Apr 29 08:13:17.237025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-021cfb79-41a4-4c70-a183-1ab644502f31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 200 len: 1000 time: 0.0662997 Apr 29 08:13:17.284163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-cbef7c2d-1931-4607-9486-95c08270fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:17.285545 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-cbef7c2d-1931-4607-9486-95c08270fdad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0418651 Apr 29 08:13:17.328656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-393eb423-d991-4159-9ae4-cb9de01bdbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:17.330046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-393eb423-d991-4159-9ae4-cb9de01bdbb0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376835 Apr 29 08:13:17.418733 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-02fd3142-be81-4d7e-9002-238ea7352c82 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808244 Apr 29 08:13:17.729781 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ceca9c8-8a0b-4b64-956b-deb968d42251 req-d2530518-d1d3-4608-a400-4abbc168158f service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045354 Apr 29 08:13:18.041313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281bbc1-2d7d-4671-b27a-2c05a87304f8 req-07a538de-63ca-457b-840e-9a1940b691b1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:18.042744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5281bbc1-2d7d-4671-b27a-2c05a87304f8 req-07a538de-63ca-457b-840e-9a1940b691b1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0480590 Apr 29 08:13:18.079129 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5281bbc1-2d7d-4671-b27a-2c05a87304f8 req-7ccaa4a0-ecf7-413c-8d64-dec8df543292 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304530 Apr 29 08:13:18.241051 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 6e3dc280-162b-44bd-8778-eb134281a2b7 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:13:18.244158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 6e3dc280-162b-44bd-8778-eb134281a2b7 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:18.386403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:18.417040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:18.422380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:18.424623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26e8151-492b-4870-a591-cf7aade4e3f0" -d '{"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:18.448102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:18.449237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'mac_address': 'fa:16:3e:ff:91:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:13:18.476949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf415bb-8873-482f-867e-33435d84da00 x-openstack-request-id: req-ecf415bb-8873-482f-867e-33435d84da00 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:18.477237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:18.477486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecf415bb-8873-482f-867e-33435d84da00 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:18.477872 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf415bb-8873-482f-867e-33435d84da00'] response: {'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'code': 200} Apr 29 08:13:18.491009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:18.503711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e3dc280-162b-44bd-8778-eb134281a2b7 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:13:18.509738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:18.578251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:13:18.578628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:13:18.582798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:18.589487 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:18.594997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:19.118253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:19.131396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3dc280-162b-44bd-8778-eb134281a2b7 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:13:19.150340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:19.196482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df121a2-16e7-4b9c-9135-084f62bc4527 req-b5847faa-4567-47da-8e9a-62fb67fe08c1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:19.197922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4df121a2-16e7-4b9c-9135-084f62bc4527 req-b5847faa-4567-47da-8e9a-62fb67fe08c1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 943 time: 0.0510242 Apr 29 08:13:19.232599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:19.241258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4df121a2-16e7-4b9c-9135-084f62bc4527 req-59a3797d-1906-4f09-a763-7317a2b6e54c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373380 Apr 29 08:13:19.284002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:19.289091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['6e3dc280-162b-44bd-8778-eb134281a2b7'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:13:19.368611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac126f3-ba8d-4674-b4c9-be7328a2ab4f req-ee4b243f-a94c-49d7-96bc-4b28f243961c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:19.370107 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ac126f3-ba8d-4674-b4c9-be7328a2ab4f req-ee4b243f-a94c-49d7-96bc-4b28f243961c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 944 time: 0.0482092 Apr 29 08:13:19.406872 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ac126f3-ba8d-4674-b4c9-be7328a2ab4f req-5353f8aa-64e1-4c35-8518-86ec24058c0b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303047 Apr 29 08:13:19.738668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb71979-14a0-4a96-8b1e-e6d6038f4b23 req-f94d2277-ec7c-4a27-808e-907198ec7113 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:19.740131 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4bb71979-14a0-4a96-8b1e-e6d6038f4b23 req-f94d2277-ec7c-4a27-808e-907198ec7113 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 944 time: 0.0488417 Apr 29 08:13:19.779100 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4bb71979-14a0-4a96-8b1e-e6d6038f4b23 req-74be1402-f8fe-4603-b2f6-c4cd2c90952f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327022 Apr 29 08:13:19.831199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-fe5c9fcc-08cd-42fc-b5bb-492326a42f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:19.832647 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-fe5c9fcc-08cd-42fc-b5bb-492326a42f57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 1097 time: 0.0424848 Apr 29 08:13:19.918178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-21856d31-e4a9-4e4d-8596-2620d437d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:19.919546 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-21856d31-e4a9-4e4d-8596-2620d437d6c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0795248 Apr 29 08:13:19.984802 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-bf8afb5f-ec93-46da-ba47-a0719276fa83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 200 len: 999 time: 0.0588145 Apr 29 08:13:20.031515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-730bdf28-8678-42df-96e7-6db1ef94067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:20.032881 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-730bdf28-8678-42df-96e7-6db1ef94067b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0416636 Apr 29 08:13:20.076542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-2e81b3cf-be44-4e43-8e99-2c43ee25e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:20.077937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-2e81b3cf-be44-4e43-8e99-2c43ee25e734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382259 Apr 29 08:13:20.165697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-78b72cf7-66b6-4c92-a1aa-d6ecc7558d7b service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811892 Apr 29 08:13:20.252342 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0174fd3f-5113-43ee-bb3c-81c8e7853dbe req-419e57d7-9adc-4887-891c-47b8e190fb0d service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804989 Apr 29 08:13:20.256047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 6e3dc280-162b-44bd-8778-eb134281a2b7 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:13:20.304046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 6e3dc280-162b-44bd-8778-eb134281a2b7 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:13:20.304710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:20.384430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:20.414739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:20.479186 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:20.481389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afa50b4-0e1f-425a-b997-097b372e6b95" -d '{"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-plugged", "status": "completed", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:20.489066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:20.518485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dda789-481c-4295-9ca7-a389798693c3 x-openstack-request-id: req-68dda789-481c-4295-9ca7-a389798693c3 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:20.518485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-plugged", "status": "completed", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:20.518485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68dda789-481c-4295-9ca7-a389798693c3 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:20.518485 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68dda789-481c-4295-9ca7-a389798693c3'] response: {'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'code': 200} Apr 29 08:13:20.538725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.896972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957c2e1-0f43-45bd-a88d-5bc73854c845 req-0c3f6794-490a-43c6-89c9-ad2727e03d21 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:20.898406 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c957c2e1-0f43-45bd-a88d-5bc73854c845 req-0c3f6794-490a-43c6-89c9-ad2727e03d21 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Apr 29 08:13:20.936515 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c957c2e1-0f43-45bd-a88d-5bc73854c845 req-45b61425-4c8e-47ff-88fc-88ecc00d11da tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313160 Apr 29 08:13:22.054413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373cef4-530a-4506-8876-9f324bff5d77 req-726d011e-8557-49e3-85ca-837c43826ba2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:22.056517 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f373cef4-530a-4506-8876-9f324bff5d77 req-726d011e-8557-49e3-85ca-837c43826ba2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0520725 Apr 29 08:13:22.091934 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f373cef4-530a-4506-8876-9f324bff5d77 req-df80f5ca-fbad-447e-84c5-3020c8d3e324 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0297339 Apr 29 08:13:22.529632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16c8fe-28ae-4013-8500-0bb305ac3ab6 req-99fd9a72-48da-4e76-af98-282284171888 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:22.531088 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f16c8fe-28ae-4013-8500-0bb305ac3ab6 req-99fd9a72-48da-4e76-af98-282284171888 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Apr 29 08:13:22.566415 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f16c8fe-28ae-4013-8500-0bb305ac3ab6 req-70600cfa-96db-4a18-8c23-78e0f777995e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0295196 Apr 29 08:13:23.680541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1bb62-dd93-41f9-a56e-f06a4b26bb27 req-41337c5e-be53-4557-9d37-cb8fa8fa35d6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:23.682001 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ef1bb62-dd93-41f9-a56e-f06a4b26bb27 req-41337c5e-be53-4557-9d37-cb8fa8fa35d6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0477841 Apr 29 08:13:23.719000 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ef1bb62-dd93-41f9-a56e-f06a4b26bb27 req-a4c90a19-68ba-4ed3-9985-92a214a028d8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309474 Apr 29 08:13:24.176467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-4055d8f2-6fe4-459d-b330-0a21ed482eec tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:24.177858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-4055d8f2-6fe4-459d-b330-0a21ed482eec tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 945 time: 0.0505435 Apr 29 08:13:24.263336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Deleting port 6e3dc280-162b-44bd-8778-eb134281a2b7 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:13:24.263675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:24.352605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] For port 6e3dc280-162b-44bd-8778-eb134281a2b7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e3dc280-162b-44bd-8778-eb134281a2b7,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:24.352967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:24.517448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:24.517726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:24.518043 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 disassociated. External IP: 172.26.2.21, port: 6e3dc280-162b-44bd-8778-eb134281a2b7. Apr 29 08:13:24.518411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Calling delete_port for 6e3dc280-162b-44bd-8778-eb134281a2b7 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:13:24.686566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:24.714897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event deleted for resources: {'Port': ['ID=6e3dc280-162b-44bd-8778-eb134281a2b7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:24.842714 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5133cf99-8b48-4126-b96e-7fc25813c605 req-74426610-c114-4139-aad0-1d54f9bb75a2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a617cc-eee7-474e-835f-0b41c60a78d2 HTTP/1.1" status: 200 len: 210 time: 0.0333502 Apr 29 08:13:24.859616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:13:24.963773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:13:24.973352 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:13:24.983096 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:24.983696 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:13:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:25.003792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] No DVR routers for this DVR port 6e3dc280-162b-44bd-8778-eb134281a2b7 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:13:25.006214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:25.009511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1177f77d-489d-4c10-98a7-08ea07ef0b0f req-472c6194-4c2d-4fe9-9b7e-1acf1f803cbd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "DELETE /v2.0/ports/6e3dc280-162b-44bd-8778-eb134281a2b7 HTTP/1.1" status: 204 len: 173 time: 0.8253744 Apr 29 08:13:25.009969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-deleted', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:25.012325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725bc387-9cff-4f12-a93d-edb86a0b4b63" -d '{"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-deleted", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:25.047426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8728f5-bd1d-4f9f-8275-3980181bb6c1 x-openstack-request-id: req-6a8728f5-bd1d-4f9f-8275-3980181bb6c1 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:25.052008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a617cc-eee7-474e-835f-0b41c60a78d2", "name": "network-vif-deleted", "tag": "6e3dc280-162b-44bd-8778-eb134281a2b7", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:25.052008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a8728f5-bd1d-4f9f-8275-3980181bb6c1 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:25.052008 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8728f5-bd1d-4f9f-8275-3980181bb6c1'] response: {'server_uuid': '73a617cc-eee7-474e-835f-0b41c60a78d2', 'name': 'network-vif-deleted', 'tag': '6e3dc280-162b-44bd-8778-eb134281a2b7', 'status': 'completed', 'code': 200} Apr 29 08:13:25.090094 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:25.291313 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:25.317250 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:13:25.325195 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:25.325795 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:13:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:25.430131 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:25.713949 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:25.743176 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad4278-d3ad-45a9-b444-ba6695f43bbb None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:13:25.957216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6877030-a4f1-461d-b240-c9d37a0e9062 None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:13:26.097069 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-d1a6d48b-e34f-402a-b0b1-ce1371bc2522 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--6587180&fields=id&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 267 time: 0.0364010 Apr 29 08:13:26.202337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-fe84953a-bd34-4fc1-94ee-6bec30288e50 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:26.203814 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-fe84953a-bd34-4fc1-94ee-6bec30288e50 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.1000438 Apr 29 08:13:26.218782 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-13efee3d-c777-4419-92a1-c969f6df68cd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/quotas/f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 375 time: 0.0089905 Apr 29 08:13:26.270608 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-270ecd6e-a757-4fab-ada6-323b9ab32454 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464451 Apr 29 08:13:26.411683 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-dd5623ea-1eb5-44a6-b829-d47d08c0f699 service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284306 Apr 29 08:13:26.498283 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f3eeb6fb-0793-46a6-9026-f91e8f781be3 service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800061 Apr 29 08:13:26.722272 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5d9b3a7-7455-4542-9416-ac1c1443bc96 req-a9ea579e-0b3a-44c0-9808-574698246db8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 210 time: 0.0329778 Apr 29 08:13:27.817093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0e315f79-e135-4a15-81f3-2f1ef1bbb4aa req-c17aa9c0-9d8d-44a0-aea3-d11cf56093cb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Apr 29 08:13:28.294156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 6e3dc280-162b-44bd-8778-eb134281a2b7 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:28.317127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 6e3dc280-162b-44bd-8778-eb134281a2b7 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:13:28.317460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 6e3dc280-162b-44bd-8778-eb134281a2b7 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:28.620794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-35b70257-12bb-40de-b579-a43cf81d3012 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:28.622268 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-35b70257-12bb-40de-b579-a43cf81d3012 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.1027832 Apr 29 08:13:28.664253 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-a03116d9-d64b-4bc8-9435-d4123d502aa5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 377 time: 0.0337360 Apr 29 08:13:28.673183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'port': {'device_id': '173e259a-f89f-493a-8869-a026540ae734', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'admin_state_up': True, 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'security_groups': ['9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:28.880878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Made reservation on behalf of f3199fab9455494eae9863be34c4113c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:13:28.880878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:28.915266 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e29e640f-36b9-48e5-86b6-b330df049508 req-73b993b6-73d7-4fdf-8036-026b27d9ac03 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Apr 29 08:13:29.029530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Allocated IP 172.20.0.6 (9e615c21-6b49-4254-80fa-d84be3851825/47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b/4e087f65-2cb3-43b3-a0fe-7c7d71abe688) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:13:29.158453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:29.249375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:29.297484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Network 9e615c21-6b49-4254-80fa-d84be3851825 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:13:29.300530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:29.304329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:13:29.311346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:29.337418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.337759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.338093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.338417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.338782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.339105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.339432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.339748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.340066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.340380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.340696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.341006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:29.373260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:29.373881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:29.472522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-2c750047-6adf-4373-87e6-9f968af37c0e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031700 Apr 29 08:13:29.485004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Request body: {'port': {'device_id': '173e259a-f89f-493a-8869-a026540ae734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:29.522232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9e6b6fdf-9b19-4209-895c-fb2b8a0b9529 None None] Provisioning complete for port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:13:29.522841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6fdf-9b19-4209-895c-fb2b8a0b9529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:29.536349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:29.556104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b6fdf-9b19-4209-895c-fb2b8a0b9529 None None] Port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:13:29.793548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:13:29.800546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:29.812395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Transition to ACTIVE for port object 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:13:29.883365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:29.950993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:30.034605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Attempting to bind port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:13:30.034940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Attempting to bind port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:13:30.035263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Attempting to bind port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:13:30.042764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 on network 9e615c21-6b49-4254-80fa-d84be3851825 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:13:30.043078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Attempting to bind port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:13:30.051364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:13:30.051618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Checking segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:13:30.051994 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Bound using segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:13:30.052416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Bound port: 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:13:30.052768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:30.063193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c2f1d-ca05-46b9-b88d-a98a37c811c8 req-fc369b28-ecdd-44fc-8932-ada98ec2135d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.064729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f60c2f1d-ca05-46b9-b88d-a98a37c811c8 req-fc369b28-ecdd-44fc-8932-ada98ec2135d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 943 time: 0.0762196 Apr 29 08:13:30.134768 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f60c2f1d-ca05-46b9-b88d-a98a37c811c8 req-108ed223-2217-446b-b9eb-b38ddab79223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0635588 Apr 29 08:13:30.151188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:13:30.154158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:13:30.238075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:30.271948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.272541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:30.273921 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] 10.222.0.39 "PUT /v2.0/ports/4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 200 len: 1093 time: 0.7930508 Apr 29 08:13:30.275036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:30.277313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e48bf9-c72b-49b2-831e-0f3b226a472f" -d '{"events": [{"name": "network-changed", "server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:30.304233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e48a9-82d4-4216-9f85-b7562119d400 service neutron] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:30.327009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2955226d-f898-47f0-9f1e-e01c421dc0bd x-openstack-request-id: req-2955226d-f898-47f0-9f1e-e01c421dc0bd {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:30.327009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:30.327227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2955226d-f898-47f0-9f1e-e01c421dc0bd {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:30.327611 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2955226d-f898-47f0-9f1e-e01c421dc0bd'] response: {'name': 'network-changed', 'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'status': 'completed', 'code': 200} Apr 29 08:13:30.394398 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48bf9-c72b-49b2-831e-0f3b226a472f req-cd4917b8-3dd8-43d4-a8f5-3586107bd8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.396046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99e48bf9-c72b-49b2-831e-0f3b226a472f req-cd4917b8-3dd8-43d4-a8f5-3586107bd8cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1096 time: 0.0473816 Apr 29 08:13:30.495948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48bf9-c72b-49b2-831e-0f3b226a472f req-32498fc0-473c-4616-bbf3-14fd73e88bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.497438 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99e48bf9-c72b-49b2-831e-0f3b226a472f req-32498fc0-473c-4616-bbf3-14fd73e88bc8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f3199fab9455494eae9863be34c4113c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942130 Apr 29 08:13:30.592834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48bf9-c72b-49b2-831e-0f3b226a472f req-9ffb6489-a816-44ce-83f7-9dd95271774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.594464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99e48bf9-c72b-49b2-831e-0f3b226a472f req-9ffb6489-a816-44ce-83f7-9dd95271774b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902178 Apr 29 08:13:30.668349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-d51ceee5-99bb-49cd-a606-494c0e31fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.669823 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-d51ceee5-99bb-49cd-a606-494c0e31fe34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1096 time: 0.0405617 Apr 29 08:13:30.709693 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-cb326d1d-4b7d-4e26-b8ed-dd81b7b25ec7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 200 len: 217 time: 0.0325522 Apr 29 08:13:30.760677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-d5af6628-a702-4445-a47e-3633178f4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.762082 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-d5af6628-a702-4445-a47e-3633178f4561 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0462577 Apr 29 08:13:30.806156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-1088087b-8bfc-47ec-b490-cc47e19130d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:30.807614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-1088087b-8bfc-47ec-b490-cc47e19130d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385299 Apr 29 08:13:30.892573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-4d576456-5d71-47b4-ae95-0bb85b207c21 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784194 Apr 29 08:13:30.982574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3bec9511-00d6-4149-9c2f-638b9a057180 req-79ed0cc5-b180-4b96-b5e3-849cffc5a27d service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823014 Apr 29 08:13:31.247641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e6e8-5c96-4076-8f89-2bc3604a272f req-066c3247-5c87-466b-86b6-9c69b278b50c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:31.249077 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d436e6e8-5c96-4076-8f89-2bc3604a272f req-066c3247-5c87-466b-86b6-9c69b278b50c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 943 time: 0.0478342 Apr 29 08:13:31.288312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d436e6e8-5c96-4076-8f89-2bc3604a272f req-d905a935-e04c-4c65-8f08-df29c0a4626e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330105 Apr 29 08:13:32.406297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97755a66-bf1c-4235-bf38-9f20f909e5ae req-070c7148-1894-435a-9a3e-a399459c451a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:32.407758 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-97755a66-bf1c-4235-bf38-9f20f909e5ae req-070c7148-1894-435a-9a3e-a399459c451a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 943 time: 0.0511315 Apr 29 08:13:32.443628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-97755a66-bf1c-4235-bf38-9f20f909e5ae req-72d44219-0c90-48ab-86f0-7420d94d10cc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299370 Apr 29 08:13:33.565186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca2caa-046f-4d0e-aaff-0a5a315fec5a req-5fdba051-3b3c-46ad-a3e5-f942caccf795 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:33.566659 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4ca2caa-046f-4d0e-aaff-0a5a315fec5a req-5fdba051-3b3c-46ad-a3e5-f942caccf795 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 943 time: 0.0564630 Apr 29 08:13:33.603748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4ca2caa-046f-4d0e-aaff-0a5a315fec5a req-fcadd0ec-da3a-44ec-83d9-a811a7a8b077 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311520 Apr 29 08:13:33.660668 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:13:34.317710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:13:34.410324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:34.421003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'mac_address': 'fa:16:3e:0c:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:13:34.456981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:34.469162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:13:34.488299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:34.568780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:34.616824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:34.716173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119155a0-d605-4835-bdee-292fe8d6f6b0 req-e21ccd55-b6cc-470e-b974-12bd4d41f60a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:34.717627 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-119155a0-d605-4835-bdee-292fe8d6f6b0 req-e21ccd55-b6cc-470e-b974-12bd4d41f60a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 944 time: 0.0488784 Apr 29 08:13:34.755209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-119155a0-d605-4835-bdee-292fe8d6f6b0 req-2f681780-4cc2-48ef-a258-4e15c9d172c8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311365 Apr 29 08:13:34.773272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['4e087f65-2cb3-43b3-a0fe-7c7d71abe688'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:13:35.873540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35aaab6-34f8-4258-8c96-44b3933a2a43 req-16a0c64e-7beb-4ebf-b7f5-9b808e3c35cc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:35.875740 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f35aaab6-34f8-4258-8c96-44b3933a2a43 req-16a0c64e-7beb-4ebf-b7f5-9b808e3c35cc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 944 time: 0.0529625 Apr 29 08:13:35.913788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f35aaab6-34f8-4258-8c96-44b3933a2a43 req-b4bd9498-f4a9-4d32-acec-b111e616bcd4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321283 Apr 29 08:13:36.318825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:13:36.423221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:13:36.427013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:13:36.427403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:36.501064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:36.522022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:36.524757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e677d73a-7cf6-4f7b-bc96-e1b8330cdf2a" -d '{"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-plugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:36.536486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:36.561225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f391c3-cad7-427e-9824-957833993f94 x-openstack-request-id: req-30f391c3-cad7-427e-9824-957833993f94 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:36.561518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-plugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:36.561776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30f391c3-cad7-427e-9824-957833993f94 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:36.562174 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f391c3-cad7-427e-9824-957833993f94'] response: {'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'code': 200} Apr 29 08:13:36.609038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:36.658700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:36.839283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38100267-3461-4518-ad29-c994a921e719 req-2f64d15e-c819-4c79-9eeb-040ac0d94c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:36.840605 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38100267-3461-4518-ad29-c994a921e719 req-2f64d15e-c819-4c79-9eeb-040ac0d94c81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1098 time: 0.0397112 Apr 29 08:13:36.876026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38100267-3461-4518-ad29-c994a921e719 req-6b18b0cb-afd2-4b15-ab1f-0173e041d00d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0289910 Apr 29 08:13:37.026193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff300daa-1737-4df3-a18f-fb9b579c7378 req-6b521f1b-6f7d-48d3-9cf7-79d39d5dfcf3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:37.027633 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff300daa-1737-4df3-a18f-fb9b579c7378 req-6b521f1b-6f7d-48d3-9cf7-79d39d5dfcf3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0471900 Apr 29 08:13:37.062798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff300daa-1737-4df3-a18f-fb9b579c7378 req-653ac8a9-8751-4779-a879-4ee554acec00 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0294223 Apr 29 08:13:38.183428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342b261-321d-473d-a5fd-d383370ead96 req-123df638-d2c5-4dd6-b2e2-1429cdd29b68 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:38.184901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8342b261-321d-473d-a5fd-d383370ead96 req-123df638-d2c5-4dd6-b2e2-1429cdd29b68 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0529099 Apr 29 08:13:38.223883 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8342b261-321d-473d-a5fd-d383370ead96 req-42964e70-8d76-4ca1-9b7b-36ab5cc8496e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327752 Apr 29 08:13:38.348772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fcfe-93d0-42ba-9d07-4766cb003e83 req-4650d198-667c-4580-9804-ec0fa34a9d33 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:38.350251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b681fcfe-93d0-42ba-9d07-4766cb003e83 req-4650d198-667c-4580-9804-ec0fa34a9d33 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Apr 29 08:13:38.359003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53652) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:13:38.364152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'floatingip': {'port_id': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:38.402008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:39.056969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:39.123614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:39.221754 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 associated. External IP: 172.26.2.21, port: 4e087f65-2cb3-43b3-a0fe-7c7d71abe688. Apr 29 08:13:39.425186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:13:39.528099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:13:39.532945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:39.537452 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:13:39.546962 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:39.547573 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:13:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:39.559511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a8ce0569-0643-42b4-bfc9-cc2e03f9bc3e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "PUT /v2.0/floatingips/2a86e409-dd14-4251-becd-b2ac5ceb6df8 HTTP/1.1" status: 200 len: 990 time: 1.1989558 Apr 29 08:13:39.560180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:39.562531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:39.605251 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333071d2-61ad-462e-920c-5ea96e19e643 x-openstack-request-id: req-333071d2-61ad-462e-920c-5ea96e19e643 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:39.605634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:39.605882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-333071d2-61ad-462e-920c-5ea96e19e643 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:39.606324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333071d2-61ad-462e-920c-5ea96e19e643'] response: {'name': 'network-changed', 'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'status': 'completed', 'code': 200} Apr 29 08:13:39.656810 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:39.668153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-2aee457b-368f-4a25-9782-2f9d4f74004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:39.669789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-2aee457b-368f-4a25-9782-2f9d4f74004d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1098 time: 0.0432906 Apr 29 08:13:39.762037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-1d986471-1a51-448b-8c45-976d876b3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:39.763526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-1d986471-1a51-448b-8c45-976d876b3ede service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0875704 Apr 29 08:13:39.828272 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-6b0eadd0-b41b-41c9-b7f8-ba5cb928506a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 200 len: 998 time: 0.0582321 Apr 29 08:13:39.884859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-5cddb2b6-b092-4f32-9cc6-db21ea36dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:39.886340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-5cddb2b6-b092-4f32-9cc6-db21ea36dd8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0524042 Apr 29 08:13:39.897700 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:0c:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e259a-f89f-493a-8869-a026540ae734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:13:38Z', 'revision_number': 9, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:39.924303 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:13:39.932578 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:39.933115 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:13:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:39.962757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-5d955c35-4bd9-4206-86fa-7b5b8e0dfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:39.964269 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-5d955c35-4bd9-4206-86fa-7b5b8e0dfebc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715139 Apr 29 08:13:39.976456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454194c-e1f8-4910-800e-1777ca72e636 req-c71d7eab-f119-41cb-a12f-461b141df4a3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:39.981660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0454194c-e1f8-4910-800e-1777ca72e636 req-c71d7eab-f119-41cb-a12f-461b141df4a3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0596740 Apr 29 08:13:40.041843 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:40.099158 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0454194c-e1f8-4910-800e-1777ca72e636 req-5190b0be-62aa-4039-8cf1-b4578ce2dc8e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1133702 Apr 29 08:13:40.125367 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-f5c93252-eeda-4222-8e64-5cd3a1a79b1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864086 Apr 29 08:13:40.127872 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-d1ef6f77-755f-46f6-8011-c8841a3b73fd service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490078 Apr 29 08:13:40.228113 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6d37b2c8-fe30-4efd-bf29-291b5bc45b8f req-bfd6cb88-dae6-48a4-937a-b4a230b0684b service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932865 Apr 29 08:13:40.265665 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:0c:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e259a-f89f-493a-8869-a026540ae734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:13:38Z', 'revision_number': 9, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:40.295044 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d50cb9-4246-480c-8a68-fe0fafa958e3 None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:0c:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e259a-f89f-493a-8869-a026540ae734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:13:38Z', 'revision_number': 9, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:13:40.498106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43a451-3409-444a-8d5a-41716120bc1b None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:13:41.186104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96352e8f-041e-441a-a24f-991609557765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:41.218325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183aab7-6489-48f7-8d6a-a716e5570fa2 req-67b2e756-97f4-4988-ab06-f6839157f0f0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:41.219807 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d183aab7-6489-48f7-8d6a-a716e5570fa2 req-67b2e756-97f4-4988-ab06-f6839157f0f0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0491343 Apr 29 08:13:41.257872 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d183aab7-6489-48f7-8d6a-a716e5570fa2 req-c2bf71fe-1a8a-45fe-bdc9-cfcc6b2ebda0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319390 Apr 29 08:13:42.049138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-a262b47f-81ca-4bdb-b4a2-76daed79ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:42.050663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-a262b47f-81ca-4bdb-b4a2-76daed79ea61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1098 time: 0.0394480 Apr 29 08:13:42.140343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-05bbbdf4-f6a8-493f-aacc-a51850eb74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:42.141778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-05bbbdf4-f6a8-493f-aacc-a51850eb74ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0843756 Apr 29 08:13:42.206017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-03fb6840-5694-478d-9330-9c76415f0215 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 200 len: 1001 time: 0.0569592 Apr 29 08:13:42.254343 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-decf25ee-137b-4ae2-9a4a-07f10fd799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:42.255793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-decf25ee-137b-4ae2-9a4a-07f10fd799c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0433817 Apr 29 08:13:42.304268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-5991fd8e-7845-4b4f-953c-afef40c7e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:42.306174 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-5991fd8e-7845-4b4f-953c-afef40c7e3bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441401 Apr 29 08:13:42.428404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435815a5-9a5f-4dd4-a695-5a12cda75d1c req-62dbdd3e-9db4-400c-a41f-65c6be3c7e25 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:42.429858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-435815a5-9a5f-4dd4-a695-5a12cda75d1c req-62dbdd3e-9db4-400c-a41f-65c6be3c7e25 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0984564 Apr 29 08:13:42.435074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-5704fad7-050e-418b-8e7f-acc4be22a792 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227417 Apr 29 08:13:42.508282 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-435815a5-9a5f-4dd4-a695-5a12cda75d1c req-bfb1271b-7a96-47eb-a19c-644362d738a2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0722456 Apr 29 08:13:42.542922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-0b2d97f3-3f27-4c16-aff7-e53ae980bccb service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013041 Apr 29 08:13:42.868795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:43.245956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f19a2dd6-d2ce-45c4-b39f-786e3fffe500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:43.626145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ec58-45f1-4f8f-bf36-6622601075c2 req-8435004f-0d36-482d-b5a0-77c0937b4682 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:43.627601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a3a9ec58-45f1-4f8f-bf36-6622601075c2 req-8435004f-0d36-482d-b5a0-77c0937b4682 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Apr 29 08:13:43.664441 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a3a9ec58-45f1-4f8f-bf36-6622601075c2 req-b55ab72d-9cfb-4260-ba0a-d2cf23def849 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309553 Apr 29 08:13:44.934972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d34f82-62c3-4915-bbfb-fa82900348e7 req-2dfcccde-8f5e-464a-8d53-740ad9b7d5e1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:44.936342 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78d34f82-62c3-4915-bbfb-fa82900348e7 req-2dfcccde-8f5e-464a-8d53-740ad9b7d5e1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0476267 Apr 29 08:13:44.972771 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78d34f82-62c3-4915-bbfb-fa82900348e7 req-dd83b95c-3332-430f-8fa9-44611d6057d6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305517 Apr 29 08:13:45.046079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:46.085698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0f8af-9b25-4fbb-8cfa-c411ecfc9776 req-86b0c7ea-4769-4fa3-8cf7-47deed00f858 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:46.087151 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ba0f8af-9b25-4fbb-8cfa-c411ecfc9776 req-86b0c7ea-4769-4fa3-8cf7-47deed00f858 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0479910 Apr 29 08:13:46.124700 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ba0f8af-9b25-4fbb-8cfa-c411ecfc9776 req-9d76cd9b-9722-4026-af6c-aed144872c49 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315273 Apr 29 08:13:46.222780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:46.674280 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:13:47.254383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07a07-d7d8-4bce-8ae8-d4559031107a req-3d77d188-47e4-4d84-bf36-615adf394bfb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:47.255830 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ad07a07-d7d8-4bce-8ae8-d4559031107a req-3d77d188-47e4-4d84-bf36-615adf394bfb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0559702 Apr 29 08:13:47.291933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ad07a07-d7d8-4bce-8ae8-d4559031107a req-833b9c60-9d9f-4d1b-bde0-66f9bf911217 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301714 Apr 29 08:13:48.403699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fcdb2-224b-47e4-836d-3137410bdb85 req-e1a4ac4a-771d-41f0-b983-dfeca07c130e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:48.405138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c9fcdb2-224b-47e4-836d-3137410bdb85 req-e1a4ac4a-771d-41f0-b983-dfeca07c130e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0470955 Apr 29 08:13:48.441350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c9fcdb2-224b-47e4-836d-3137410bdb85 req-42bc493f-f639-4c65-88b1-809efbe34a51 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302947 Apr 29 08:13:49.553867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6334e-3b84-49bc-bdca-f7add61afd0e req-7c53c543-679c-4316-a0bf-680ec46945c3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:49.555334 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ada6334e-3b84-49bc-bdca-f7add61afd0e req-7c53c543-679c-4316-a0bf-680ec46945c3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0473471 Apr 29 08:13:49.591652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ada6334e-3b84-49bc-bdca-f7add61afd0e req-3418f4f4-0939-4f84-b581-8e34fac74be2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305123 Apr 29 08:13:50.708047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdff-ccb2-4487-822a-258b3ca58940 req-8886ae25-705d-464b-a908-55adf747ec1a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:50.709490 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1145fdff-ccb2-4487-822a-258b3ca58940 req-8886ae25-705d-464b-a908-55adf747ec1a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0514159 Apr 29 08:13:50.746840 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1145fdff-ccb2-4487-822a-258b3ca58940 req-fba8417b-f78f-4e93-ae6e-4f4e39a54e13 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307121 Apr 29 08:13:51.858943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e3600-34c0-4df2-a68c-3ef93fbd9502 req-2395d73d-2d57-40c0-bcd7-d800505799f0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:51.860371 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f6e3600-34c0-4df2-a68c-3ef93fbd9502 req-2395d73d-2d57-40c0-bcd7-d800505799f0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0472405 Apr 29 08:13:51.896369 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f6e3600-34c0-4df2-a68c-3ef93fbd9502 req-b2ca8879-910c-4db5-970f-42bc535ae67a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301650 Apr 29 08:13:53.009382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd72aa-98ac-4de0-bd60-0de908ef3b57 req-7feb3af0-b9cb-48a6-a798-8a7cc6994b1b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:53.010843 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cdbd72aa-98ac-4de0-bd60-0de908ef3b57 req-7feb3af0-b9cb-48a6-a798-8a7cc6994b1b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0475104 Apr 29 08:13:53.046451 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cdbd72aa-98ac-4de0-bd60-0de908ef3b57 req-2ac2cd21-25ad-45d0-b324-665f1e5c747b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0297985 Apr 29 08:13:54.163806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77446b5-322c-4638-9b18-7c3998b7882b req-bedd1aa4-260b-444c-8467-2e550d43065d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:54.165246 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d77446b5-322c-4638-9b18-7c3998b7882b req-bedd1aa4-260b-444c-8467-2e550d43065d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Apr 29 08:13:54.201254 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d77446b5-322c-4638-9b18-7c3998b7882b req-787aa4f8-1dab-4ed7-ad27-2408e5c8d9cb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300436 Apr 29 08:13:55.315805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7582b-9309-49b6-9a3e-a2bc873a32c6 req-3b6b3298-2dc8-4ebc-826e-7978f5241d93 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:55.317242 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49f7582b-9309-49b6-9a3e-a2bc873a32c6 req-3b6b3298-2dc8-4ebc-826e-7978f5241d93 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Apr 29 08:13:55.354711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49f7582b-9309-49b6-9a3e-a2bc873a32c6 req-945ea939-1add-4ba8-a25c-adc0a988d0db tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315316 Apr 29 08:13:56.464813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f174e5-bf31-4b59-80b4-f5be93a93c57 req-14a41269-4ef5-4da0-914b-ec404d15abbc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:56.466233 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-00f174e5-bf31-4b59-80b4-f5be93a93c57 req-14a41269-4ef5-4da0-914b-ec404d15abbc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0470347 Apr 29 08:13:56.513288 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-00f174e5-bf31-4b59-80b4-f5be93a93c57 req-ab0717ca-5505-4643-a665-c498b9077517 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407875 Apr 29 08:13:57.632148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871054-9acc-4e07-9bb9-33219e43ffcf req-326e5ecb-1330-42e8-976b-c4f0f5f87fe5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:57.634237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a0871054-9acc-4e07-9bb9-33219e43ffcf req-326e5ecb-1330-42e8-976b-c4f0f5f87fe5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0509324 Apr 29 08:13:57.670083 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a0871054-9acc-4e07-9bb9-33219e43ffcf req-8609b887-eef2-4ffb-93ed-3d4cd77382d5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299616 Apr 29 08:13:58.793505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa9da-1b46-4540-9ea6-cb168979268a req-044ddcfc-b8ca-416d-be73-a832d2e58fd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:58.795046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-402aa9da-1b46-4540-9ea6-cb168979268a req-044ddcfc-b8ca-416d-be73-a832d2e58fd7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0571909 Apr 29 08:13:58.832050 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-402aa9da-1b46-4540-9ea6-cb168979268a req-4460e0ba-423e-4211-aaac-610ce489cbee tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310047 Apr 29 08:13:59.945449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0bdd2-1256-49c8-b478-91764a05db49 req-564f2167-7d30-4144-bcf4-61fca5a42742 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:13:59.946833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04f0bdd2-1256-49c8-b478-91764a05db49 req-564f2167-7d30-4144-bcf4-61fca5a42742 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0475349 Apr 29 08:13:59.983825 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-04f0bdd2-1256-49c8-b478-91764a05db49 req-4f3fd980-5dd4-4803-9b32-9c4c3d536b84 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311584 Apr 29 08:14:01.098709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054592c-d23d-40c9-94a4-81d3833d98d8 req-5b3e5154-3a6c-450c-95e0-f0101754035d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:01.107399 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8054592c-d23d-40c9-94a4-81d3833d98d8 req-5b3e5154-3a6c-450c-95e0-f0101754035d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0514011 Apr 29 08:14:01.136727 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8054592c-d23d-40c9-94a4-81d3833d98d8 req-caee4b4c-a5cd-4a17-ac82-0683b0232e26 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300536 Apr 29 08:14:02.252596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24769e8d-1a9f-4bce-8e8c-4963f192a5e9 req-6d06f7de-2d26-49f7-8b99-278514e6a265 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:02.254039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24769e8d-1a9f-4bce-8e8c-4963f192a5e9 req-6d06f7de-2d26-49f7-8b99-278514e6a265 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0486336 Apr 29 08:14:02.291033 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-24769e8d-1a9f-4bce-8e8c-4963f192a5e9 req-7d3a66a2-3e13-41f0-9b27-ac7780200916 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308783 Apr 29 08:14:03.405795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd9b3e-c979-4c94-b75e-8cd93ff1d478 req-42f83814-4df1-4df1-9d32-8ab09c118c62 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:03.407273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b2dd9b3e-c979-4c94-b75e-8cd93ff1d478 req-42f83814-4df1-4df1-9d32-8ab09c118c62 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0482819 Apr 29 08:14:03.444301 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b2dd9b3e-c979-4c94-b75e-8cd93ff1d478 req-250a9346-719e-4433-8248-5eea250481b3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309215 Apr 29 08:14:04.565729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfdcf2-e32e-4dcc-93e9-0f06576065c4 req-41dcb6ab-4455-4227-8061-cebe76eaa1ac tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:04.567183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08dfdcf2-e32e-4dcc-93e9-0f06576065c4 req-41dcb6ab-4455-4227-8061-cebe76eaa1ac tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0508788 Apr 29 08:14:04.823818 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-08dfdcf2-e32e-4dcc-93e9-0f06576065c4 req-4806afa7-5f88-4f79-8912-0a33ea88657c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2501309 Apr 29 08:14:05.935348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78882a56-65fe-4a8c-8dac-fb2027027022 req-2ce7fd7e-0073-412a-aeaf-f57cf199fbb0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:05.936709 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78882a56-65fe-4a8c-8dac-fb2027027022 req-2ce7fd7e-0073-412a-aeaf-f57cf199fbb0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0467758 Apr 29 08:14:05.972964 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-78882a56-65fe-4a8c-8dac-fb2027027022 req-171203d6-1603-45bc-a558-ec16b2216377 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303297 Apr 29 08:14:07.085139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0102d0-c067-45a3-9b7e-240cee2172da req-438b6965-b879-451b-828b-5f6090c17f81 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:07.087172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ed0102d0-c067-45a3-9b7e-240cee2172da req-438b6965-b879-451b-828b-5f6090c17f81 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0474327 Apr 29 08:14:07.123687 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ed0102d0-c067-45a3-9b7e-240cee2172da req-76ba80b3-abe1-4683-bacd-318d56dc5c4a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306621 Apr 29 08:14:08.239497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b8202-4ef9-4bf4-a00e-6739d9362c39 req-93e3c00c-996c-4b77-842e-f3954fc980de tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:08.240935 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-314b8202-4ef9-4bf4-a00e-6739d9362c39 req-93e3c00c-996c-4b77-842e-f3954fc980de tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0513692 Apr 29 08:14:08.277069 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-314b8202-4ef9-4bf4-a00e-6739d9362c39 req-04f74aed-a7da-4dc9-8506-9cea6faabb94 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0295262 Apr 29 08:14:09.390652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691555d5-1383-47ec-86b5-7f8c77b1725f req-f286efd4-ecc6-4b9a-bb4c-b04b77d52a6a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:09.392132 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691555d5-1383-47ec-86b5-7f8c77b1725f req-f286efd4-ecc6-4b9a-bb4c-b04b77d52a6a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0478144 Apr 29 08:14:09.428159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-691555d5-1383-47ec-86b5-7f8c77b1725f req-ec2c7f2a-5081-48a1-8a4b-590443eedc32 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300415 Apr 29 08:14:10.545080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e2892-ac62-4ef0-abc1-1f4b8ce55dbd req-f54176f0-daac-4f31-99af-98f1ed45cb1f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:10.546421 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d9e2892-ac62-4ef0-abc1-1f4b8ce55dbd req-f54176f0-daac-4f31-99af-98f1ed45cb1f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0471728 Apr 29 08:14:10.582197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d9e2892-ac62-4ef0-abc1-1f4b8ce55dbd req-35f953e8-cdb2-4886-89d0-c2d367535d18 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299108 Apr 29 08:14:10.659759 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:14:11.171445 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-15880f8f-52e4-49df-8dcc-766b889d4f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:11.704175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3567c3-386e-4bb5-8201-f2e995cc39f6 req-be1eff93-ddfa-4ba2-be77-2c5bd0c19176 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:11.705600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2a3567c3-386e-4bb5-8201-f2e995cc39f6 req-be1eff93-ddfa-4ba2-be77-2c5bd0c19176 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0511596 Apr 29 08:14:11.742472 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2a3567c3-386e-4bb5-8201-f2e995cc39f6 req-635e40e7-abe5-48be-9445-c41c26b52ace tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309219 Apr 29 08:14:12.851346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:12.855368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51045bfd-7e4b-4fbd-8c6c-efdee3dbc26a req-3ad8429b-f009-440f-8104-d788f8344297 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:12.856906 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-51045bfd-7e4b-4fbd-8c6c-efdee3dbc26a req-3ad8429b-f009-440f-8104-d788f8344297 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0480046 Apr 29 08:14:12.894870 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-51045bfd-7e4b-4fbd-8c6c-efdee3dbc26a req-aac4a838-ea59-4225-ab25-572539a975c4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319157 Apr 29 08:14:13.282923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b13b8a44-e3da-417e-8785-e5c10a950752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:14.009555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56607452-8f6f-4182-8f7e-42d725919ac4 req-b997a297-b2ad-48b3-99de-91949a9bf636 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:14.011065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-56607452-8f6f-4182-8f7e-42d725919ac4 req-b997a297-b2ad-48b3-99de-91949a9bf636 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Apr 29 08:14:14.047373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-56607452-8f6f-4182-8f7e-42d725919ac4 req-cc24a7a4-7e06-4897-b51d-638326676e72 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302765 Apr 29 08:14:14.500702 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-8aaa628f-1e87-43ea-99a4-65ddfeeb825d service neutron] 10.222.0.39 "GET /v2.0/ports/4e087f65-2cb3-43b3-a0fe-7c7d71abe688/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0645828 Apr 29 08:14:15.008753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-a7777945-1b00-4c48-b0b0-1d77e61e96da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:15.010248 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-a7777945-1b00-4c48-b0b0-1d77e61e96da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 1098 time: 0.0408962 Apr 29 08:14:15.054307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:15.070468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-b9f9a602-674a-4f71-9a39-b9ba047a20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:15.070468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-b9f9a602-674a-4f71-9a39-b9ba047a20d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1098 time: 0.0398595 Apr 29 08:14:15.199359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855194-4c63-4938-8dd5-453fedfec6ac req-743192de-fc1c-452d-bb2d-b122f8f5fbc1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:15.200817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6855194-4c63-4938-8dd5-453fedfec6ac req-743192de-fc1c-452d-bb2d-b122f8f5fbc1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0747626 Apr 29 08:14:15.202171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-a521c571-5432-4588-9759-3133d7e0aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:15.203505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-a521c571-5432-4588-9759-3133d7e0aa3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.1266208 Apr 29 08:14:15.283382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6855194-4c63-4938-8dd5-453fedfec6ac req-ef1ed717-f546-4410-ab4a-9d8de0822848 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0764978 Apr 29 08:14:15.291141 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-a5d27de7-2958-45b5-9358-5fb8e3f2b2ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 200 len: 1001 time: 0.0787041 Apr 29 08:14:15.339146 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-f68cb0a0-d077-4e0e-8579-a6b4c9cae508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:15.340524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-f68cb0a0-d077-4e0e-8579-a6b4c9cae508 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0435495 Apr 29 08:14:15.384856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-fb402cec-26b7-44f3-80e4-247216bfa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:15.386319 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-fb402cec-26b7-44f3-80e4-247216bfa6e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391865 Apr 29 08:14:15.477184 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-8ca57ce1-96a5-4922-97af-c40e282fb781 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834193 Apr 29 08:14:15.564025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c2143f8-8f8f-4ef8-89da-e7428ebacfbc req-082810dd-211b-46bb-924f-4e4986cd1937 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797338 Apr 29 08:14:16.219450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:16.398272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0d654-6b77-4013-a555-9a9ba7344ad7 req-9bb678ad-31da-471a-8959-e61234ca237c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:16.400213 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dec0d654-6b77-4013-a555-9a9ba7344ad7 req-9bb678ad-31da-471a-8959-e61234ca237c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Apr 29 08:14:16.441841 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dec0d654-6b77-4013-a555-9a9ba7344ad7 req-64aa1412-19cd-49c6-8938-e2c14ba15e4b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357790 Apr 29 08:14:16.696961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:17.559844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dd9f6-1f91-4c3e-9324-4786357bfae4 req-cf2f1710-0694-46e1-af2a-b816a97934e5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:17.561368 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c63dd9f6-1f91-4c3e-9324-4786357bfae4 req-cf2f1710-0694-46e1-af2a-b816a97934e5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0503132 Apr 29 08:14:17.606712 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c63dd9f6-1f91-4c3e-9324-4786357bfae4 req-b820e6f8-c097-4e07-a0b7-cfe606b3d331 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393267 Apr 29 08:14:18.256525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12877-b50e-4b54-ab7e-8566b1c2ea28 req-21c15064-24d9-4712-9e9f-7c772f8c4210 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:18.257997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a0c12877-b50e-4b54-ab7e-8566b1c2ea28 req-21c15064-24d9-4712-9e9f-7c772f8c4210 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0887730 Apr 29 08:14:18.269680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-0f925630-e881-4eb3-ad8b-a4a29b7742eb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:18.271053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-0f925630-e881-4eb3-ad8b-a4a29b7742eb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734&tenant_id=f3199fab9455494eae9863be34c4113c&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0711389 Apr 29 08:14:18.339398 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a0c12877-b50e-4b54-ab7e-8566b1c2ea28 req-c8ed6b38-a368-49e0-9b04-b78b5211567b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0674059 Apr 29 08:14:18.357378 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-e7c981aa-92f1-41a5-a853-f15c3dff5ceb service neutron] 10.222.0.39 "GET /v2.0/ports/4e087f65-2cb3-43b3-a0fe-7c7d71abe688/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0693295 Apr 29 08:14:18.418336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-b7e1014c-03c6-4b09-98c8-209f812ad583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:18.419750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-b7e1014c-03c6-4b09-98c8-209f812ad583 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1098 time: 0.0403924 Apr 29 08:14:18.513968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-b2ddf111-df62-4155-bbde-d81223b931be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:18.515512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-b2ddf111-df62-4155-bbde-d81223b931be service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0885291 Apr 29 08:14:18.579438 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-2a14a3a5-1ed0-487b-818c-6673433bc01d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 200 len: 1001 time: 0.0559580 Apr 29 08:14:18.582483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:14:18.586811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:14:18.627944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-e1265cdf-c1a8-497a-9015-28c70e2768c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:18.629461 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-e1265cdf-c1a8-497a-9015-28c70e2768c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0434630 Apr 29 08:14:18.680526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-69d7d3e4-8d89-4ac1-84fb-f93304722b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:18.681835 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-69d7d3e4-8d89-4ac1-84fb-f93304722b59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453675 Apr 29 08:14:18.726828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:18.750128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:18.768480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:18.770088 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-6ffc0e11-ab77-4701-9c32-717fde03ac19 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818236 Apr 29 08:14:18.770719 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb1ecaf-a6b9-4611-b71a-185181135ac9" -d '{"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-unplugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:18.781527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'mac_address': 'fa:16:3e:0c:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:14:18.786216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:18.820188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819843be-75ac-45b9-ac07-514576e727ce x-openstack-request-id: req-819843be-75ac-45b9-ac07-514576e727ce {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:18.820496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-unplugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:18.820776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-819843be-75ac-45b9-ac07-514576e727ce {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:18.821307 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819843be-75ac-45b9-ac07-514576e727ce'] response: {'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'code': 200} Apr 29 08:14:18.825481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:18.838382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:18.851664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:18.867210 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-0c2315a7-08a4-4026-9826-7ac4bb937b11 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905380 Apr 29 08:14:19.064992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:14:19.065253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:14:19.067818 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:19.074502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.074853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.075188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.075520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.075847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.076173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.076497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.076825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.077148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.077465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.077784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.078099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:19.455975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e5ac-e077-499c-bd67-0376af44aa16 req-07b30af8-fb0d-4aee-bb60-fd5d3582c723 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:19.457441 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5e34e5ac-e077-499c-bd67-0376af44aa16 req-07b30af8-fb0d-4aee-bb60-fd5d3582c723 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 943 time: 0.0498555 Apr 29 08:14:19.495270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5e34e5ac-e077-499c-bd67-0376af44aa16 req-f5a9c0fa-1899-469d-b58e-0c65d59e40e9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318630 Apr 29 08:14:19.599201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:19.611585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:19.630116 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:19.679762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:19.731424 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:19.736543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['4e087f65-2cb3-43b3-a0fe-7c7d71abe688'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:14:20.598049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:20.621012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0acc-b9a7-46f9-86db-9398d74aef3b req-539e856e-a3c9-450c-9641-7c5c9120bb84 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:20.623145 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21cf0acc-b9a7-46f9-86db-9398d74aef3b req-539e856e-a3c9-450c-9641-7c5c9120bb84 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 944 time: 0.0504150 Apr 29 08:14:20.648373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:14:20.649491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:20.665470 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21cf0acc-b9a7-46f9-86db-9398d74aef3b req-3cdeb6c3-2f57-4a01-ab39-726105fd159e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328197 Apr 29 08:14:20.736639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:20.767644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:20.822135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:20.824379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2088def-5b5a-49b3-b401-7be7da5067f2" -d '{"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-plugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:20.834354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:20.871063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf7e1cf-1f6b-4049-82bf-8ace9914b534 x-openstack-request-id: req-fcf7e1cf-1f6b-4049-82bf-8ace9914b534 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:20.871351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-plugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:20.871597 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcf7e1cf-1f6b-4049-82bf-8ace9914b534 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:20.871981 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf7e1cf-1f6b-4049-82bf-8ace9914b534'] response: {'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'code': 200} Apr 29 08:14:20.886966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:21.808411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec46d7-78cf-4350-9250-5e463008b6bb req-fc08a756-6ac5-4631-a197-38cc186a96db tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:21.809758 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2bec46d7-78cf-4350-9250-5e463008b6bb req-fc08a756-6ac5-4631-a197-38cc186a96db tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0758138 Apr 29 08:14:21.812190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-c38267e7-9ed8-4b65-83cc-c817b5045768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:21.813489 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-c38267e7-9ed8-4b65-83cc-c817b5045768 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 1098 time: 0.0706015 Apr 29 08:14:21.870598 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2bec46d7-78cf-4350-9250-5e463008b6bb req-1e194533-961a-4469-981e-75767c6c8062 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0547893 Apr 29 08:14:21.882999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-bf87420d-4d2a-4a11-9c68-071305dd43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:21.884933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-bf87420d-4d2a-4a11-9c68-071305dd43fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 1098 time: 0.0482328 Apr 29 08:14:21.973932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-9b3b4f93-d022-46f7-93ec-0aea414b3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:21.975365 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-9b3b4f93-d022-46f7-93ec-0aea414b3611 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0837965 Apr 29 08:14:22.036950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-65c252b8-edcc-40b8-87f4-30502a673d89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 200 len: 1001 time: 0.0552018 Apr 29 08:14:22.082833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-d9f3e1ae-271a-4eb1-9584-ba380a38d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:22.084156 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-d9f3e1ae-271a-4eb1-9584-ba380a38d8ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0412557 Apr 29 08:14:22.130662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-92a9d534-ce8f-4b92-959c-aecb514cf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:22.132104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-92a9d534-ce8f-4b92-959c-aecb514cf00a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420704 Apr 29 08:14:22.219713 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-b71b906a-0bdb-430d-9314-02d49a1f7e68 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805798 Apr 29 08:14:22.311694 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de64687c-f982-4e1b-ae67-5a22ba0279d5 req-9e07cae3-d53f-4574-affe-b7e4fcc8820d service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854869 Apr 29 08:14:22.984272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769b982-64af-4758-9b5b-1191f38c59b4 req-e9df6ee6-1093-4fe5-a648-f45f42fb6cc4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:22.985613 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5769b982-64af-4758-9b5b-1191f38c59b4 req-e9df6ee6-1093-4fe5-a648-f45f42fb6cc4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0475187 Apr 29 08:14:23.022208 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5769b982-64af-4758-9b5b-1191f38c59b4 req-2e9e68fa-1fcc-4cf7-a7c4-359ddd1587dc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307698 Apr 29 08:14:24.135844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff377f-2b9a-454b-a9e3-dd9f49651887 req-e47662f9-ce51-45ba-aacf-d5351db07bb7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:24.137297 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f0ff377f-2b9a-454b-a9e3-dd9f49651887 req-e47662f9-ce51-45ba-aacf-d5351db07bb7 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0484314 Apr 29 08:14:24.174887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f0ff377f-2b9a-454b-a9e3-dd9f49651887 req-853d169d-6f6b-46d3-a15d-b6a7f7e55e1c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311699 Apr 29 08:14:24.299701 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c084fb-9ae6-4ee2-907f-47ae72c682d7 req-6dc58e2e-8c5a-4dbd-b851-117339dacf70 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:24.301052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72c084fb-9ae6-4ee2-907f-47ae72c682d7 req-6dc58e2e-8c5a-4dbd-b851-117339dacf70 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Apr 29 08:14:24.337710 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72c084fb-9ae6-4ee2-907f-47ae72c682d7 req-88c5aec3-6b8b-4d5b-af9f-b020176dffee tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300171 Apr 29 08:14:24.447220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ca3c6-03b5-46ed-9b22-2d484878fb9e req-a2f7a3fc-ae62-481e-b2f2-6780c87f9e12 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:24.448663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5f7ca3c6-03b5-46ed-9b22-2d484878fb9e req-a2f7a3fc-ae62-481e-b2f2-6780c87f9e12 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0470843 Apr 29 08:14:24.486501 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5f7ca3c6-03b5-46ed-9b22-2d484878fb9e req-b4440d9c-0eb2-42a3-8bfd-a344f2ad59d3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319750 Apr 29 08:14:24.637518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:14:24.641415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:14:24.786156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:24.805989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:24.825050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:24.827314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be08ca-a302-494e-b13f-d4a41c212a15" -d '{"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-unplugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:24.832209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'mac_address': 'fa:16:3e:0c:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:14:24.844637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:24.874521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4a5e0-efd1-4811-b941-f44b4dfd5c4c x-openstack-request-id: req-81a4a5e0-efd1-4811-b941-f44b4dfd5c4c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:24.874811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-unplugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:24.875062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81a4a5e0-efd1-4811-b941-f44b4dfd5c4c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:24.875448 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a4a5e0-efd1-4811-b941-f44b4dfd5c4c'] response: {'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'code': 200} Apr 29 08:14:24.881189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:24.894573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:24.926415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:24.939129 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130c4b-fb4e-40fa-9457-1b0bbeccaefa req-5664188b-520c-49a1-8726-f9799c0372b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:24.940672 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80130c4b-fb4e-40fa-9457-1b0bbeccaefa req-5664188b-520c-49a1-8726-f9799c0372b5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Apr 29 08:14:24.978878 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80130c4b-fb4e-40fa-9457-1b0bbeccaefa req-b2e158fd-31a1-4069-bef5-3eb4ff0fa37b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313861 Apr 29 08:14:25.001389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:14:25.001740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:14:25.004406 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=9']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:25.536630 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:25.549602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:25.568448 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:25.639366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:25.692633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:25.696743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['4e087f65-2cb3-43b3-a0fe-7c7d71abe688'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:14:26.096785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7ded-eb23-46a1-9d51-44f548a374ad req-63865da9-6694-4fd9-8e93-d45faff8e519 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:26.101131 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3aaf7ded-eb23-46a1-9d51-44f548a374ad req-63865da9-6694-4fd9-8e93-d45faff8e519 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 945 time: 0.0510085 Apr 29 08:14:26.135242 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3aaf7ded-eb23-46a1-9d51-44f548a374ad req-48f40d9d-1d06-498b-ac52-5683ef28a84a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308511 Apr 29 08:14:26.650924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:26.701029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:14:26.701397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:26.775254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:26.805419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:26.868907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:26.891170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:26.893462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f618a1-ff3b-4e48-a7f0-d8581b08f734" -d '{"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-plugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:26.921712 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=11']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:26.932462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c137ce75-6881-4f9f-b23f-7a17ae2801a0 x-openstack-request-id: req-c137ce75-6881-4f9f-b23f-7a17ae2801a0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:26.932751 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-plugged", "status": "completed", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:26.933001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c137ce75-6881-4f9f-b23f-7a17ae2801a0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:26.933384 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c137ce75-6881-4f9f-b23f-7a17ae2801a0'] response: {'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'code': 200} Apr 29 08:14:27.077079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-8d06752a-67e2-4337-bf73-d65be948cc24 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:27.078498 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-8d06752a-67e2-4337-bf73-d65be948cc24 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 946 time: 0.0470016 Apr 29 08:14:27.164806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Deleting port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:14:27.165318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:27.306383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a21433-2fec-4e38-9014-99d838fb85a6 req-09435384-fa97-46e4-9bd8-d053d685a6be tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:27.307855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b2a21433-2fec-4e38-9014-99d838fb85a6 req-09435384-fa97-46e4-9bd8-d053d685a6be tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 946 time: 0.0957778 Apr 29 08:14:27.309487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] For port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:27.309848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:27.391145 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b2a21433-2fec-4e38-9014-99d838fb85a6 req-0206a1c3-f4b6-471e-b627-5901e675d474 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0741441 Apr 29 08:14:27.503573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:27.503852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:27.504165 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 disassociated. External IP: 172.26.2.21, port: 4e087f65-2cb3-43b3-a0fe-7c7d71abe688. Apr 29 08:14:27.504502 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Calling delete_port for 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:14:27.679882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:27.712319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event deleted for resources: {'Port': ['ID=4e087f65-2cb3-43b3-a0fe-7c7d71abe688,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:27.827621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:14:27.931393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:14:27.941585 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:14:27.952232 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:27.952923 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:14:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:27.972389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] No DVR routers for this DVR port 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:14:27.975029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:27.978397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-657b0e18-5fcc-4865-86be-c7b8a1ebe7aa req-f4770b91-3ddd-4c1d-b5aa-8faa3d2c285f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "DELETE /v2.0/ports/4e087f65-2cb3-43b3-a0fe-7c7d71abe688 HTTP/1.1" status: 204 len: 173 time: 0.8934915 Apr 29 08:14:27.978949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-deleted', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:27.981243 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ba66d-268c-4016-91c2-31cb1a5b31d8" -d '{"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-deleted", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:28.018524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4ae0f6-6fdc-4110-af0f-aaa6e942ccb1 x-openstack-request-id: req-0e4ae0f6-6fdc-4110-af0f-aaa6e942ccb1 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:28.018827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173e259a-f89f-493a-8869-a026540ae734", "name": "network-vif-deleted", "tag": "4e087f65-2cb3-43b3-a0fe-7c7d71abe688", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:28.019077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e4ae0f6-6fdc-4110-af0f-aaa6e942ccb1 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:28.019480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4ae0f6-6fdc-4110-af0f-aaa6e942ccb1'] response: {'server_uuid': '173e259a-f89f-493a-8869-a026540ae734', 'name': 'network-vif-deleted', 'tag': '4e087f65-2cb3-43b3-a0fe-7c7d71abe688', 'status': 'completed', 'code': 200} Apr 29 08:14:28.057946 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:28.255541 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:28.281560 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:14:28.290174 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:28.291683 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:14:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:28.476785 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:28.499136 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1960db55-ddca-40e8-a1ca-45b2275df71d req-366cff5d-e7a7-4a13-baed-d00f91649a46 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=173e259a-f89f-493a-8869-a026540ae734 HTTP/1.1" status: 200 len: 210 time: 0.0295243 Apr 29 08:14:28.672670 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:28.698815 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608cec75-1e6c-4763-a087-4f5ee5cc2b96 None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:14:28.914638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d12c32-da36-4900-9411-9f7c2f4eea7c None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:14:29.733829 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-be386427-1660-44f2-9a8a-5b54c36e989f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--6587180&fields=id&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 267 time: 0.0326405 Apr 29 08:14:30.072552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-a67ad609-8017-49a7-99b0-abd8213dbde1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:30.074045 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-a67ad609-8017-49a7-99b0-abd8213dbde1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.3335903 Apr 29 08:14:30.088941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-8a112b8b-b862-4af4-ac22-22b79013de81 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/quotas/f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 375 time: 0.0089207 Apr 29 08:14:30.141842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-da3be501-ad72-4d75-a35b-8e600765202e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470500 Apr 29 08:14:30.234379 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-88cf656e-c9bb-47e3-b208-d89ebbf6409d service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808036 Apr 29 08:14:30.324293 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-8fa29a7a-eb08-4ed5-ae29-ee29f7d7bea5 service neutron] 10.222.0.16 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Apr 29 08:14:30.537504 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-39b8ae4a-5c25-4f33-b632-17f53fba4747 req-1c4e4cdc-69f9-4995-9683-e0e3ac95efb2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Apr 29 08:14:30.660210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:14:30.680921 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:14:30.681258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 4e087f65-2cb3-43b3-a0fe-7c7d71abe688 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:14:31.629409 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9f56f3e9-1643-4c33-bb08-a524e655619a req-1b7ccb1f-5b60-4ddb-b1cd-9591cf18d88e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 210 time: 0.0256829 Apr 29 08:14:32.291147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-b11b58f8-8a89-4170-b9cd-6142669612ce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:32.292553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-b11b58f8-8a89-4170-b9cd-6142669612ce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 812 time: 0.1082432 Apr 29 08:14:32.334028 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-912e4610-0288-41a8-b3eb-15cefe258d57 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 377 time: 0.0329659 Apr 29 08:14:32.343788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'port': {'device_id': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'admin_state_up': True, 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'security_groups': ['9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:32.531100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Made reservation on behalf of f3199fab9455494eae9863be34c4113c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:14:32.534663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:32.661595 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Allocated IP 172.20.0.3 (9e615c21-6b49-4254-80fa-d84be3851825/47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b/414d023f-0f73-4a06-a723-089072c24b44) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:14:32.769393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ce1c41ab-31b5-4d56-a2b5-d92117d5aba8 req-18ab1271-e292-4367-956e-df0db9caadc6 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 210 time: 0.0646570 Apr 29 08:14:32.824732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:32.900622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:32.943953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Network 9e615c21-6b49-4254-80fa-d84be3851825 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:14:32.947623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:32.951427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:14:32.975273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:32.985911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.986258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.986630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.986970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.987303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.987630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.987954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.988285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.988612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.988934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.989261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:32.989575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:33.014781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:33.015498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.116608 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-390f603a-5f07-4568-a293-989dc8c3eb2b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766132 Apr 29 08:14:33.128319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Request body: {'port': {'device_id': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:33.183320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d0b99ccf-43fe-4952-8787-863aa69ee21f None None] Provisioning complete for port 414d023f-0f73-4a06-a723-089072c24b44 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:14:33.183907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0b99ccf-43fe-4952-8787-863aa69ee21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.185932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.221965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d0b99ccf-43fe-4952-8787-863aa69ee21f None None] Port 414d023f-0f73-4a06-a723-089072c24b44 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:14:33.444841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414d023f-0f73-4a06-a723-089072c24b44 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:33.452526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.464373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Transition to ACTIVE for port object 414d023f-0f73-4a06-a723-089072c24b44 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:14:33.545337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.594889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:33.667002 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Attempting to bind port 414d023f-0f73-4a06-a723-089072c24b44 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:14:33.667664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Attempting to bind port 414d023f-0f73-4a06-a723-089072c24b44 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:14:33.667901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Attempting to bind port 414d023f-0f73-4a06-a723-089072c24b44 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:14:33.672725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Port 414d023f-0f73-4a06-a723-089072c24b44 on network 9e615c21-6b49-4254-80fa-d84be3851825 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:14:33.673121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Attempting to bind port 414d023f-0f73-4a06-a723-089072c24b44 on network 9e615c21-6b49-4254-80fa-d84be3851825 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:14:33.679102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:14:33.679785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Checking segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:14:33.679785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Bound using segment: {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:14:33.680382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Bound port: 414d023f-0f73-4a06-a723-089072c24b44, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902fe69a-ef80-4b66-8b09-91e693a98807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:14:33.680748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.746086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:14:33.749293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:14:33.823360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.889396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:33.890036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:33.891432 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] 10.222.0.39 "PUT /v2.0/ports/414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 1093 time: 0.7671785 Apr 29 08:14:33.892746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:33.895097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6e691f-9331-4e68-8803-ff564d7355a4" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:33.922783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c7517-7231-4266-954c-c8ea23e07e6b service neutron] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:33.938991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b4fb8-914f-45bc-b95e-ea3a3e91fe38 req-1c5e19c5-cedb-4fed-ad3e-07b01bb2cafe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:33.940611 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4f5b4fb8-914f-45bc-b95e-ea3a3e91fe38 req-1c5e19c5-cedb-4fed-ad3e-07b01bb2cafe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0914369 Apr 29 08:14:33.942066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4612e-5491-45fe-b31e-65cf04177220 x-openstack-request-id: req-4ad4612e-5491-45fe-b31e-65cf04177220 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:33.942351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:33.942637 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ad4612e-5491-45fe-b31e-65cf04177220 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:33.943030 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad4612e-5491-45fe-b31e-65cf04177220'] response: {'name': 'network-changed', 'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'status': 'completed', 'code': 200} Apr 29 08:14:34.012437 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4f5b4fb8-914f-45bc-b95e-ea3a3e91fe38 req-20981dae-81f7-4837-a0d5-69ec055d02dd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0641112 Apr 29 08:14:34.023594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e691f-9331-4e68-8803-ff564d7355a4 req-d8dbeaa8-a312-442d-ae8c-33d63b9d353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:34.025641 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6e691f-9331-4e68-8803-ff564d7355a4 req-d8dbeaa8-a312-442d-ae8c-33d63b9d353e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1096 time: 0.0617969 Apr 29 08:14:34.128964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e691f-9331-4e68-8803-ff564d7355a4 req-7aeca226-ecae-457e-b059-913e35ed2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:34.130499 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6e691f-9331-4e68-8803-ff564d7355a4 req-7aeca226-ecae-457e-b059-913e35ed2619 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f3199fab9455494eae9863be34c4113c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0970056 Apr 29 08:14:34.219801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e691f-9331-4e68-8803-ff564d7355a4 req-5b879be0-520d-46b5-8d4b-20ffa28badc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:34.221234 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cb6e691f-9331-4e68-8803-ff564d7355a4 req-5b879be0-520d-46b5-8d4b-20ffa28badc8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845952 Apr 29 08:14:34.312499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-4b2a0901-2908-4fcf-976d-0d634f15534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:34.313970 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-4b2a0901-2908-4fcf-976d-0d634f15534a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1096 time: 0.0397828 Apr 29 08:14:34.361646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-3f01406a-7831-4438-8a42-95f1645062b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 217 time: 0.0360689 Apr 29 08:14:34.409695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-5f5dfb2d-b3d6-4884-8640-76cb0e8479b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:34.411123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-5f5dfb2d-b3d6-4884-8640-76cb0e8479b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0431795 Apr 29 08:14:34.456051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-38033a85-df5a-42f8-82fe-2814ebba3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:34.457460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-38033a85-df5a-42f8-82fe-2814ebba3a05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387638 Apr 29 08:14:34.549017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-946c866d-0d4c-4910-a12e-5ee71ea24f2e service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842781 Apr 29 08:14:34.635302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5bf75b3-f9b1-4882-89b0-f9afe15a75df req-b66aa88d-cea1-42f8-9f59-710bb94f484a service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804646 Apr 29 08:14:35.132461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd1c91-854e-43ec-92f4-5c264c25c412 req-722bbbac-1908-4e9a-beac-e9ff943d0d80 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:35.133924 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-97bd1c91-854e-43ec-92f4-5c264c25c412 req-722bbbac-1908-4e9a-beac-e9ff943d0d80 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0527599 Apr 29 08:14:35.175590 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-97bd1c91-854e-43ec-92f4-5c264c25c412 req-2ce2c41d-fffc-4977-ad67-0824eb82cc90 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356190 Apr 29 08:14:36.287904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114cdb-56dd-444a-82e8-1dc9cd8ba24a req-b554e897-80c4-432d-847d-e360eb8dc65c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:36.289347 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-36114cdb-56dd-444a-82e8-1dc9cd8ba24a req-b554e897-80c4-432d-847d-e360eb8dc65c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0474658 Apr 29 08:14:36.326444 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-36114cdb-56dd-444a-82e8-1dc9cd8ba24a req-864d69c4-bf49-4012-a96c-707c920f53e4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310776 Apr 29 08:14:36.691255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:14:36.792177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:36.805547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '414d023f-0f73-4a06-a723-089072c24b44', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '414d023f-0f73-4a06-a723-089072c24b44', 'mac_address': 'fa:16:3e:3c:51:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:14:36.852040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:36.865692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414d023f-0f73-4a06-a723-089072c24b44 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:36.886872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:36.956349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:37.003311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:37.159265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['414d023f-0f73-4a06-a723-089072c24b44'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:14:37.439300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06843454-7c6f-4e8b-a4ba-3ef0233ac963 req-bccd2b61-14a8-45a3-bb0e-e9cee39ba30f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:37.440749 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06843454-7c6f-4e8b-a4ba-3ef0233ac963 req-bccd2b61-14a8-45a3-bb0e-e9cee39ba30f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 944 time: 0.0476391 Apr 29 08:14:37.478987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-06843454-7c6f-4e8b-a4ba-3ef0233ac963 req-89cf030d-698c-403e-bb03-77790495a58f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323930 Apr 29 08:14:38.592825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59d75b-11b4-433d-a601-687bfc540cfa req-68933478-c1ed-426f-8b71-d3a9927426cd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:38.594257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a59d75b-11b4-433d-a601-687bfc540cfa req-68933478-c1ed-426f-8b71-d3a9927426cd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 944 time: 0.0479193 Apr 29 08:14:38.634863 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a59d75b-11b4-433d-a601-687bfc540cfa req-f710a5f9-713f-48ae-bf50-d0fbbfb3e94b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346491 Apr 29 08:14:38.692287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:38.839265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 414d023f-0f73-4a06-a723-089072c24b44 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:14:38.843510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 414d023f-0f73-4a06-a723-089072c24b44 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:14:38.848599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:38.917565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:38.941173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:38.943410 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907e99bf-8d71-4852-a419-4176da754550" -d '{"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-plugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:38.956771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:38.983057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1374d899-c03d-402c-b710-12b9a297bf43 x-openstack-request-id: req-1374d899-c03d-402c-b710-12b9a297bf43 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:38.983344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-plugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:38.983659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1374d899-c03d-402c-b710-12b9a297bf43 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:38.984050 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1374d899-c03d-402c-b710-12b9a297bf43'] response: {'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'code': 200} Apr 29 08:14:39.025492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:39.072011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:39.301613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f181-c5e9-4f42-81f4-e4f5bfd165de req-6b510beb-6d17-402a-bfc6-f8837cc473a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:39.303109 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1b27f181-c5e9-4f42-81f4-e4f5bfd165de req-6b510beb-6d17-402a-bfc6-f8837cc473a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1098 time: 0.0392363 Apr 29 08:14:39.337748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1b27f181-c5e9-4f42-81f4-e4f5bfd165de req-df5f08c5-527b-487d-8cf4-b246c92e8cc4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0270615 Apr 29 08:14:39.748414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b3f7-ed2f-41d2-a64f-465e4c580d99 req-eed6c41f-ce0c-4b04-a566-d9cda094cbce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:39.749962 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ee8b3f7-ed2f-41d2-a64f-465e4c580d99 req-eed6c41f-ce0c-4b04-a566-d9cda094cbce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Apr 29 08:14:39.786906 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ee8b3f7-ed2f-41d2-a64f-465e4c580d99 req-d5efe1c2-4127-402a-b7d3-5a9663be5cf9 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309994 Apr 29 08:14:40.901171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0f196-2905-4234-a78f-19b172355fc8 req-87ab3ac7-0576-4abd-98a5-115b72c3d268 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:40.902652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9d0f196-2905-4234-a78f-19b172355fc8 req-87ab3ac7-0576-4abd-98a5-115b72c3d268 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Apr 29 08:14:40.942258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d9d0f196-2905-4234-a78f-19b172355fc8 req-a58830ca-d571-441c-be62-6691abf9945b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336800 Apr 29 08:14:41.049621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432bcf-ef2c-4535-a484-ee08913541e7 req-3b989d3d-c2d5-485e-bb46-5573bf499495 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:41.051080 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f432bcf-ef2c-4535-a484-ee08913541e7 req-3b989d3d-c2d5-485e-bb46-5573bf499495 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0471823 Apr 29 08:14:41.060157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 53848) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:14:41.064432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Request body: {'floatingip': {'port_id': '414d023f-0f73-4a06-a723-089072c24b44'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:41.103663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:41.196747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aac3f1c9-fa00-40d0-b0fa-7b571c14ac1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:41.525246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:41.582319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:41.681721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 associated. External IP: 172.26.2.21, port: 414d023f-0f73-4a06-a723-089072c24b44. Apr 29 08:14:41.880660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:14:42.217598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:14:42.222459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:42.227127 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:14:42.238042 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:42.238738 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:14:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:42.251885 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f94480f7-237f-4342-a482-a18560e77223 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "PUT /v2.0/floatingips/2a86e409-dd14-4251-becd-b2ac5ceb6df8 HTTP/1.1" status: 200 len: 991 time: 1.1897285 Apr 29 08:14:42.251885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:42.253626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a22db32-0cd2-427f-b967-9120a88ef8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:42.301727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2b635c-dcad-4b2d-b608-22883d168bdb x-openstack-request-id: req-9d2b635c-dcad-4b2d-b608-22883d168bdb {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:42.302165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:42.302516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d2b635c-dcad-4b2d-b608-22883d168bdb {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:42.303112 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2b635c-dcad-4b2d-b608-22883d168bdb'] response: {'name': 'network-changed', 'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'status': 'completed', 'code': 200} Apr 29 08:14:42.348597 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:42.364751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-5eb3ed6c-76a8-4258-8c19-a66c4de4da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:42.366496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-5eb3ed6c-76a8-4258-8c19-a66c4de4da1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1098 time: 0.0436516 Apr 29 08:14:42.459345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-468d9fb7-314a-4543-8f27-5d927b34afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:42.460810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-468d9fb7-314a-4543-8f27-5d927b34afd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0873368 Apr 29 08:14:42.526951 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-fac80b58-db4a-4b91-80c3-c879179f445a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 999 time: 0.0591929 Apr 29 08:14:42.577275 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '414d023f-0f73-4a06-a723-089072c24b44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:3c:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:14:41Z', 'revision_number': 13, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:42.585315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-db8fc933-9043-4127-9a0e-5282daa0f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:42.588699 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-db8fc933-9043-4127-9a0e-5282daa0f464 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0540819 Apr 29 08:14:42.604493 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:14:42.613352 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:42.613963 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:14:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:42.636299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-92348ac5-a193-4451-a590-49bf92213f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:42.638302 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-92348ac5-a193-4451-a590-49bf92213f4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452528 Apr 29 08:14:42.721575 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:42.728103 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-e0ed09c2-50ef-4da7-a8e8-73f9dac74f1f service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832200 Apr 29 08:14:42.828175 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a22db32-0cd2-427f-b967-9120a88ef8b2 req-2bbf18ff-e1c6-43b5-8313-bf2d9ab199f8 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939529 Apr 29 08:14:42.944920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:42.965779 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '414d023f-0f73-4a06-a723-089072c24b44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:3c:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:14:41Z', 'revision_number': 13, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:42.991840 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e4c41-02ae-4af0-a73e-6c8426282063 None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '2a86e409-dd14-4251-becd-b2ac5ceb6df8', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'port_id': '414d023f-0f73-4a06-a723-089072c24b44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'mac_address': 'fa:16:3e:3c:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:33Z', 'updated_at': '2022-04-29T08:14:41Z', 'revision_number': 13, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:14:43.193712 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb2d0c-0965-46f1-862c-d524426187a3 None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:14:43.287619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb281-0636-4c91-80d3-462d41f386d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:45.046732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420720f-2147-4ad7-8084-5e3e7a386bcd req-fa73bbbb-e2db-4e0e-89a5-b7461afef27e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:45.048173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e420720f-2147-4ad7-8084-5e3e7a386bcd req-fa73bbbb-e2db-4e0e-89a5-b7461afef27e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Apr 29 08:14:45.079033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:45.085346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e420720f-2147-4ad7-8084-5e3e7a386bcd req-4976f8c1-077a-4897-970c-db2d042fa5e1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312886 Apr 29 08:14:46.231422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:46.693701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:14:47.658491 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:14:56.756300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67eba7-c2c0-4af3-ac21-03b391fa311d req-91641f93-98ea-4d1f-ba35-50508ff84a2d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:56.757767 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff67eba7-c2c0-4af3-ac21-03b391fa311d req-91641f93-98ea-4d1f-ba35-50508ff84a2d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0488565 Apr 29 08:14:56.794584 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff67eba7-c2c0-4af3-ac21-03b391fa311d req-e1ca6849-0ef7-483f-8216-02fa6383545e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307517 Apr 29 08:14:56.918366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-34b92d2d-6ad7-4e57-8da5-c072f00ec154 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016998 Apr 29 08:14:57.934142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f13c0-c2b6-4dac-aa8b-51c9f8dbb014 req-eccdc7ba-9742-43fa-a44a-1d56de4de26e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:57.935663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-892f13c0-c2b6-4dac-aa8b-51c9f8dbb014 req-eccdc7ba-9742-43fa-a44a-1d56de4de26e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0606987 Apr 29 08:14:57.973522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-892f13c0-c2b6-4dac-aa8b-51c9f8dbb014 req-c49fead4-0739-48b8-8d55-8c056782662a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311503 Apr 29 08:14:58.835961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-032f3fd1-2af6-492e-a772-be54ae7a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:58.837391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-032f3fd1-2af6-492e-a772-be54ae7a0233 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1098 time: 0.0387092 Apr 29 08:14:58.925953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-e97c4ea9-ac6d-422f-a81c-8530bb05e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:58.927411 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-e97c4ea9-ac6d-422f-a81c-8530bb05e709 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0838189 Apr 29 08:14:58.991967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-77fba506-617c-4bc1-9b9d-df8aa3a3575b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 1001 time: 0.0572720 Apr 29 08:14:59.040414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-85bd54c7-9ff5-4cdd-b1c8-d2c631367f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:59.041863 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-85bd54c7-9ff5-4cdd-b1c8-d2c631367f35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0428770 Apr 29 08:14:59.119503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026b848-29e6-47ed-b7c9-fc2678cfa6d3 req-03df6909-3488-41da-8474-d4be98a333c0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:59.120945 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7026b848-29e6-47ed-b7c9-fc2678cfa6d3 req-03df6909-3488-41da-8474-d4be98a333c0 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0782292 Apr 29 08:14:59.123452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-0ff6b1eb-d57a-4287-a9fb-0908df5502eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:14:59.124775 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-0ff6b1eb-d57a-4287-a9fb-0908df5502eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733435 Apr 29 08:14:59.207562 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7026b848-29e6-47ed-b7c9-fc2678cfa6d3 req-ab9fd013-7a51-4a52-a222-013b3d65ab2e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0804443 Apr 29 08:14:59.237502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-5e9a9046-5313-4b27-9881-09830ac9087c service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047654 Apr 29 08:14:59.328170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-1e7cc62f-d633-4d25-b2e5-dc9fa4787df0 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841496 Apr 29 08:15:00.322558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9608-b923-47cd-a9d2-e881a999a1d4 req-34bc2d41-df0e-494e-9f04-5dd7ea23cf8c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:00.324337 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-da0c9608-b923-47cd-a9d2-e881a999a1d4 req-34bc2d41-df0e-494e-9f04-5dd7ea23cf8c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0481427 Apr 29 08:15:00.361711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-da0c9608-b923-47cd-a9d2-e881a999a1d4 req-f2c2e3ff-2cfb-4374-8eed-272def95ba18 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309463 Apr 29 08:15:01.479945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b22f-2d78-4188-8115-6119143b2dc9 req-f69021cd-1fc2-4e06-9d41-82874114654e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:01.481363 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2d28b22f-2d78-4188-8115-6119143b2dc9 req-f69021cd-1fc2-4e06-9d41-82874114654e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Apr 29 08:15:01.517140 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2d28b22f-2d78-4188-8115-6119143b2dc9 req-3943921c-383a-43ac-b290-1fc393354174 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299094 Apr 29 08:15:02.629114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4cf12-bfd6-4c27-b87d-47eb8c4e21d5 req-06a60065-a314-45a9-b5a9-008a21d174fe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:02.630561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69b4cf12-bfd6-4c27-b87d-47eb8c4e21d5 req-06a60065-a314-45a9-b5a9-008a21d174fe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0471644 Apr 29 08:15:02.667214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69b4cf12-bfd6-4c27-b87d-47eb8c4e21d5 req-bc4e2584-f7be-4bd7-9e2c-ee1e09d18cea tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306447 Apr 29 08:15:03.783097 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa10aa6-fb60-4bf6-b730-171129af2bf1 req-f6fb44d1-11dd-47a0-b337-2cea7666f32a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:03.784574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8aa10aa6-fb60-4bf6-b730-171129af2bf1 req-f6fb44d1-11dd-47a0-b337-2cea7666f32a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0484085 Apr 29 08:15:03.825070 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8aa10aa6-fb60-4bf6-b730-171129af2bf1 req-958cae0c-d45c-42a6-bd1e-c1f45c561abb tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338545 Apr 29 08:15:04.949145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769fd7-d643-48f4-9df2-64ded4fcb096 req-553dc952-99c9-43b9-a05a-44d5cc523221 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:04.950542 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff769fd7-d643-48f4-9df2-64ded4fcb096 req-553dc952-99c9-43b9-a05a-44d5cc523221 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0537391 Apr 29 08:15:04.988343 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ff769fd7-d643-48f4-9df2-64ded4fcb096 req-c78c99b3-3bc8-4fe1-a6f7-cd6cbfbe063e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315731 Apr 29 08:15:06.100935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366780c-491b-4191-bca1-cf52e0395fa9 req-74f84c80-0179-4eaa-bae5-466fad2f59ce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:06.102366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5366780c-491b-4191-bca1-cf52e0395fa9 req-74f84c80-0179-4eaa-bae5-466fad2f59ce tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Apr 29 08:15:06.140178 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5366780c-491b-4191-bca1-cf52e0395fa9 req-9f54c040-6a5e-4aec-9da3-37b32a57f856 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312703 Apr 29 08:15:07.260764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984f8e-3e52-444e-9f77-dc395a84f7bb req-f427bb93-ad11-489c-ae84-0d94c9ab7827 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:07.262227 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eb984f8e-3e52-444e-9f77-dc395a84f7bb req-f427bb93-ad11-489c-ae84-0d94c9ab7827 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0537355 Apr 29 08:15:07.300325 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eb984f8e-3e52-444e-9f77-dc395a84f7bb req-e9bc33f4-7f52-424a-a0a9-a64ba23d2a33 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312700 Apr 29 08:15:08.323659 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-541f74f8-7215-4443-9ea1-4216c6a61aea service neutron] 10.222.0.39 "GET /v2.0/ports/414d023f-0f73-4a06-a723-089072c24b44/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0563350 Apr 29 08:15:08.419171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c4d1e-988e-4d88-af31-a55339c80d4e req-72597e55-f6b4-4415-b5d9-336e37431a4b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:08.422864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c85c4d1e-988e-4d88-af31-a55339c80d4e req-72597e55-f6b4-4415-b5d9-336e37431a4b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0525231 Apr 29 08:15:08.458588 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c85c4d1e-988e-4d88-af31-a55339c80d4e req-6a7b3922-3fc8-4a8c-a3c9-fb66dc030e6d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314271 Apr 29 08:15:08.793114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-1d960e8d-5f06-460a-a630-24d1bf4a8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:08.794606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-1d960e8d-5f06-460a-a630-24d1bf4a8071 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 1098 time: 0.0430262 Apr 29 08:15:08.853083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-005a288d-6a0d-4cba-9932-fab91a38c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:08.854568 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-005a288d-6a0d-4cba-9932-fab91a38c9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1098 time: 0.0396409 Apr 29 08:15:08.943014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-7c8e8bb0-9ee6-4389-8b41-9eadaffc4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:08.944361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-7c8e8bb0-9ee6-4389-8b41-9eadaffc4924 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0832603 Apr 29 08:15:09.006350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-63a33ca2-1a1e-4812-8bb6-5a19a881976a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 1001 time: 0.0557010 Apr 29 08:15:09.057553 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-6304400f-f8fe-4024-8d7f-aaad15f0849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:09.058973 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-6304400f-f8fe-4024-8d7f-aaad15f0849c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0455661 Apr 29 08:15:09.104597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-4571d9d9-be7f-4126-8a00-507fcb022554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:09.106183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-4571d9d9-be7f-4126-8a00-507fcb022554 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401204 Apr 29 08:15:09.193798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-d205246e-f929-4901-8525-8252929af8d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808456 Apr 29 08:15:09.283812 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-60cdea6f-88e7-4023-bb89-ae87a554be08 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830321 Apr 29 08:15:09.575423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ab761-afec-4650-b93b-acd2fd14067b req-72f9454a-44be-42e0-9238-b8c40134fbc1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:09.577440 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-933ab761-afec-4650-b93b-acd2fd14067b req-72f9454a-44be-42e0-9238-b8c40134fbc1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0506217 Apr 29 08:15:09.619147 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-933ab761-afec-4650-b93b-acd2fd14067b req-58bd3c4c-43c7-4ec4-a047-7a06d08c536a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354364 Apr 29 08:15:10.740089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab230b39-b8ae-4d19-b191-f76620e2cd60 req-e2d8df33-7311-4464-ac64-3a193bdd8ede tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:10.741535 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ab230b39-b8ae-4d19-b191-f76620e2cd60 req-e2d8df33-7311-4464-ac64-3a193bdd8ede tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0525799 Apr 29 08:15:10.779838 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ab230b39-b8ae-4d19-b191-f76620e2cd60 req-6cdac0ad-7636-4456-87cb-ef5ad4eafff3 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316484 Apr 29 08:15:10.862871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:15:10.938708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:10.963472 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:15:10.965645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a5a9a9-fb4a-4480-bfe1-b7b1fe18c20f" -d '{"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-unplugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:15:10.978730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:11.011127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f925acf0-e65a-4b42-bb2a-2e8402e7b138 x-openstack-request-id: req-f925acf0-e65a-4b42-bb2a-2e8402e7b138 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:15:11.011414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-unplugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:15:11.011720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f925acf0-e65a-4b42-bb2a-2e8402e7b138 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:15:11.012101 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f925acf0-e65a-4b42-bb2a-2e8402e7b138'] response: {'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'code': 200} Apr 29 08:15:11.073179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:11.130544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:11.216170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f024acf-fa5e-4226-aae1-3ed2dde58d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:11.896482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ffbaa-d05c-40c9-a237-d813770c5e53 req-418b2585-8373-4d6e-a88f-21b50557fad5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:11.897910 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a00ffbaa-d05c-40c9-a237-d813770c5e53 req-418b2585-8373-4d6e-a88f-21b50557fad5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0476468 Apr 29 08:15:11.936425 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a00ffbaa-d05c-40c9-a237-d813770c5e53 req-0bf0a971-ab83-4d75-b683-e8b48930338a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322998 Apr 29 08:15:12.881243 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:13.055403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644453f-0791-4b50-8b96-adb0c980002b req-040c593c-08f8-41c8-81fc-385977c21b97 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:13.056866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7644453f-0791-4b50-8b96-adb0c980002b req-040c593c-08f8-41c8-81fc-385977c21b97 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0482194 Apr 29 08:15:13.095717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7644453f-0791-4b50-8b96-adb0c980002b req-e5743cc9-a1e4-4590-a323-0dd96f5a2d47 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318351 Apr 29 08:15:13.264856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6fad872-6405-422a-987c-c12fec15c3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:14.221084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64400648-c07c-4168-aa0d-2d0dbf7b42d5 req-62a132ab-d61c-40c5-9f92-9001da046772 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:14.222533 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-64400648-c07c-4168-aa0d-2d0dbf7b42d5 req-62a132ab-d61c-40c5-9f92-9001da046772 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0538795 Apr 29 08:15:14.258728 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-64400648-c07c-4168-aa0d-2d0dbf7b42d5 req-e7a7727b-8d13-433c-851f-6f3b1751a9bf tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300512 Apr 29 08:15:15.104638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:15.373573 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092339-d7ac-47db-9eb4-94b1813f80ea req-68a46e26-2add-406f-9ed5-c2f0c9e9dd89 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:15.379300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b092339-d7ac-47db-9eb4-94b1813f80ea req-68a46e26-2add-406f-9ed5-c2f0c9e9dd89 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0482471 Apr 29 08:15:15.416524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b092339-d7ac-47db-9eb4-94b1813f80ea req-d9368d72-eb50-4197-bb57-dc30124e5c43 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353439 Apr 29 08:15:16.218567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:16.531070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed316482-f231-4926-908e-6c76af86a46b req-1f59becf-8484-427d-acad-d2de600c9a50 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:16.532510 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ed316482-f231-4926-908e-6c76af86a46b req-1f59becf-8484-427d-acad-d2de600c9a50 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0476429 Apr 29 08:15:16.568202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ed316482-f231-4926-908e-6c76af86a46b req-69993d23-6818-453d-8d92-b2819daec79b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298059 Apr 29 08:15:16.658243 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:16.861881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:15:16.953133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:16.963718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '414d023f-0f73-4a06-a723-089072c24b44', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '414d023f-0f73-4a06-a723-089072c24b44', 'mac_address': 'fa:16:3e:3c:51:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:15:16.997903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:17.013119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414d023f-0f73-4a06-a723-089072c24b44 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:15:17.032590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:17.089688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:17.140344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:17.145582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['414d023f-0f73-4a06-a723-089072c24b44'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:15:17.686761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ca6a-98ae-49b3-b2e1-6e3bba885a83 req-f9799db1-348f-4ffa-bc39-4fb145b5fe61 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:17.688208 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c95ca6a-98ae-49b3-b2e1-6e3bba885a83 req-f9799db1-348f-4ffa-bc39-4fb145b5fe61 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 944 time: 0.0528436 Apr 29 08:15:17.725093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c95ca6a-98ae-49b3-b2e1-6e3bba885a83 req-cdc34299-5f1e-4652-bad4-a6b831cf952a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307922 Apr 29 08:15:18.845771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ad09-899f-4707-8de3-174bf3db40e6 req-1f567488-a458-40a6-aec4-ce0bf16b3c43 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:18.847216 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1c7ad09-899f-4707-8de3-174bf3db40e6 req-1f567488-a458-40a6-aec4-ce0bf16b3c43 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 944 time: 0.0474312 Apr 29 08:15:18.877767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:15:18.885432 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1c7ad09-899f-4707-8de3-174bf3db40e6 req-3cc7ada1-bc22-4ce3-b5b3-9702bd147d9b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322628 Apr 29 08:15:18.923222 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 414d023f-0f73-4a06-a723-089072c24b44 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:15:18.923592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:18.995895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:19.016433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:15:19.018638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da560f0f-84a6-437a-947b-0e1dc10a62b1" -d '{"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-plugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:15:19.033885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:19.062355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca7be19-6ac9-4127-abf5-8eadccd88db2 x-openstack-request-id: req-1ca7be19-6ac9-4127-abf5-8eadccd88db2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:15:19.062704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-plugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:15:19.062948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ca7be19-6ac9-4127-abf5-8eadccd88db2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:15:19.063333 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca7be19-6ac9-4127-abf5-8eadccd88db2'] response: {'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'code': 200} Apr 29 08:15:19.110233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:19.156055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:19.163020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.163370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.163709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.164042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.164372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.164702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.165026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.165351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.165704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.166069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.166393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:19.166739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:20.001588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ba9d-a107-47a2-ac88-2c9bb73c6bac req-9cbdcbbb-cb31-4cb0-9d9c-57901641383d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:20.002984 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1445ba9d-a107-47a2-ac88-2c9bb73c6bac req-9cbdcbbb-cb31-4cb0-9d9c-57901641383d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0477321 Apr 29 08:15:20.039082 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1445ba9d-a107-47a2-ac88-2c9bb73c6bac req-f1f0b7f3-1a2e-4218-b517-0cf750d2d7ea tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301859 Apr 29 08:15:21.158807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa951f-ed47-4607-8156-9e81a7c9933b req-c5e3537e-bcae-4ce6-bd48-68ff59936fd2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:21.160247 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-afaa951f-ed47-4607-8156-9e81a7c9933b req-c5e3537e-bcae-4ce6-bd48-68ff59936fd2 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Apr 29 08:15:21.196603 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-afaa951f-ed47-4607-8156-9e81a7c9933b req-b88ea89c-5935-4938-99a8-9b5f14ad673c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304217 Apr 29 08:15:21.775762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327458f3-58ec-46ec-8125-875e40c96100 req-c77bdf2c-deea-496f-86e3-12ab68e82e6e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:21.777243 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-327458f3-58ec-46ec-8125-875e40c96100 req-c77bdf2c-deea-496f-86e3-12ab68e82e6e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0496266 Apr 29 08:15:21.842631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-327458f3-58ec-46ec-8125-875e40c96100 req-f6dd256f-eb51-43ce-9501-cbd1be98ef99 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546112 Apr 29 08:15:21.850776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-d540613c-15c6-4e81-9d8d-277dc4ba6efd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:21.852175 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-d540613c-15c6-4e81-9d8d-277dc4ba6efd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102&tenant_id=f3199fab9455494eae9863be34c4113c&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0739877 Apr 29 08:15:21.915228 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-4eed12ef-3fa1-46b1-82e7-db2648bbd607 service neutron] 10.222.0.39 "GET /v2.0/ports/414d023f-0f73-4a06-a723-089072c24b44/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0552824 Apr 29 08:15:21.975013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-5ea6b8d9-332b-4dcd-a60e-2269aa272156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:21.976382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-5ea6b8d9-332b-4dcd-a60e-2269aa272156 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1098 time: 0.0400331 Apr 29 08:15:22.062113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-9f2a27d3-8137-491e-b4ad-ed1e6966f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:22.063580 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-9f2a27d3-8137-491e-b4ad-ed1e6966f3b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0806568 Apr 29 08:15:22.129982 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-53009d77-439b-4f27-baea-4cea62b30edd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 1001 time: 0.0597756 Apr 29 08:15:22.177299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-721e717f-5b5c-4744-88c2-523b9bf55a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:22.178803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-721e717f-5b5c-4744-88c2-523b9bf55a17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0425673 Apr 29 08:15:22.224838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-572d5bfb-ec62-4e75-a73c-0fe73f5de98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:22.226384 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-572d5bfb-ec62-4e75-a73c-0fe73f5de98f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413258 Apr 29 08:15:22.317713 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-4b3a0f64-90eb-4599-b697-02d5bf7eba15 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843980 Apr 29 08:15:22.403039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-bfa1cdfa-72b3-473a-95bf-e9281ca6c374 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793195 Apr 29 08:15:22.963715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a5cd9-3917-43d7-b987-1a6cd62f2866 req-1539c828-02c8-461d-8d08-8ae97519a51e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:22.965032 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-253a5cd9-3917-43d7-b987-1a6cd62f2866 req-1539c828-02c8-461d-8d08-8ae97519a51e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0536385 Apr 29 08:15:23.001389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-253a5cd9-3917-43d7-b987-1a6cd62f2866 req-adbb2b79-720b-4ecd-a73b-89deede5ec56 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298636 Apr 29 08:15:24.121922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6361-e154-4271-9479-6776c9ee0ec7 req-3c1011cd-6305-4377-9be2-b886b65dcafe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:24.123439 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e53d6361-e154-4271-9479-6776c9ee0ec7 req-3c1011cd-6305-4377-9be2-b886b65dcafe tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0514300 Apr 29 08:15:24.161995 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e53d6361-e154-4271-9479-6776c9ee0ec7 req-3eae0c70-ea54-4244-b5be-cefa91fd834f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324018 Apr 29 08:15:24.658602 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:15:25.280008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1e1d-c2dc-411e-9589-8995a1f69be1 req-85e5f83c-009f-4e1d-a14f-ff5df68dec2e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:25.281470 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b29f1e1d-c2dc-411e-9589-8995a1f69be1 req-85e5f83c-009f-4e1d-a14f-ff5df68dec2e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0494442 Apr 29 08:15:25.318918 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b29f1e1d-c2dc-411e-9589-8995a1f69be1 req-6a608fc8-aed2-4256-adbc-d0a120a98ffd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313542 Apr 29 08:15:26.437210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0a0ef-07b6-497e-a752-d5f83ef79f59 req-10b4790f-90eb-46b8-ab2f-155c12ee984a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:26.438685 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80e0a0ef-07b6-497e-a752-d5f83ef79f59 req-10b4790f-90eb-46b8-ab2f-155c12ee984a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Apr 29 08:15:26.475639 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80e0a0ef-07b6-497e-a752-d5f83ef79f59 req-f6ec3364-fd8a-4bb6-8f07-e2526eb4c177 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310085 Apr 29 08:15:27.217071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-9f276e60-d522-45ac-9153-6bf0490dfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:27.218511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-9f276e60-d522-45ac-9153-6bf0490dfc96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102&tenant_id=f3199fab9455494eae9863be34c4113c HTTP/1.1" status: 200 len: 1098 time: 0.0406361 Apr 29 08:15:27.278865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-ee6b1b90-6b21-45d7-9146-7cb27646af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:27.280896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-ee6b1b90-6b21-45d7-9146-7cb27646af6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1098 time: 0.0405560 Apr 29 08:15:27.369165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-668c1cc9-77de-4932-9d4f-80fa9867f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:27.370666 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-668c1cc9-77de-4932-9d4f-80fa9867f893 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.0834694 Apr 29 08:15:27.431586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-eda43202-26bd-4a0d-ac9b-db7f2da64e67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 1001 time: 0.0548213 Apr 29 08:15:27.481993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-684cdb55-6c4d-46ff-950f-7dfa92a49a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:27.483940 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-684cdb55-6c4d-46ff-950f-7dfa92a49a17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0460532 Apr 29 08:15:27.526671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-916991cf-202f-4761-81c5-a81b3179da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:27.528134 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-916991cf-202f-4761-81c5-a81b3179da05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379074 Apr 29 08:15:27.642758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4edda-e230-4df7-8224-4f3aafd30b0d req-d2b2f76e-7414-48f6-a1cc-58b9bacbe639 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:27.644180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ea4edda-e230-4df7-8224-4f3aafd30b0d req-d2b2f76e-7414-48f6-a1cc-58b9bacbe639 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.1017425 Apr 29 08:15:27.663049 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-846ab25b-c4ab-429f-86b6-d0267b5312ba service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285641 Apr 29 08:15:27.727586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5ea4edda-e230-4df7-8224-4f3aafd30b0d req-46ffa7bc-2c53-441c-838e-e8c6e58de054 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0763624 Apr 29 08:15:27.765098 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72d6692b-53ac-4b46-b130-8a2fe7eae578 req-db9fff38-4ddf-4a9f-a552-8d470f9d4ec9 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949535 Apr 29 08:15:28.852116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7ab0-ab03-4cb0-b6c5-ece520a404c5 req-9a72073c-795f-4011-a096-e05e88fa27a8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:28.853660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-696b7ab0-ab03-4cb0-b6c5-ece520a404c5 req-9a72073c-795f-4011-a096-e05e88fa27a8 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0563178 Apr 29 08:15:28.892875 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-696b7ab0-ab03-4cb0-b6c5-ece520a404c5 req-967addf6-73ca-4522-b00e-ead0eec92905 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331821 Apr 29 08:15:28.924836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:15:29.000800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:29.022577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:15:29.024746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc35bed-af95-4a55-b2a2-cfed2f97eacd" -d '{"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-unplugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:15:29.036681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:29.070311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd578587-e24c-47a5-a07f-beed4a2b8d9d x-openstack-request-id: req-dd578587-e24c-47a5-a07f-beed4a2b8d9d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:15:29.070623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-unplugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:15:29.070874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd578587-e24c-47a5-a07f-beed4a2b8d9d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:15:29.071264 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd578587-e24c-47a5-a07f-beed4a2b8d9d'] response: {'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'code': 200} Apr 29 08:15:29.101584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:29.148591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=9']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:30.010236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae918-d431-42b1-a6d9-32be9e46d548 req-5218954e-7987-4c54-90aa-d82d89c1ec0c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:30.011890 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dc8ae918-d431-42b1-a6d9-32be9e46d548 req-5218954e-7987-4c54-90aa-d82d89c1ec0c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0498164 Apr 29 08:15:30.052622 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dc8ae918-d431-42b1-a6d9-32be9e46d548 req-22b60028-9e4f-4b83-903a-92dc4fe918a5 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328913 Apr 29 08:15:31.169306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c609ad-5ffe-4cbb-a036-704c948860a5 req-10b722a5-efd8-429d-84c9-67d6dbbd405c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:31.170744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65c609ad-5ffe-4cbb-a036-704c948860a5 req-10b722a5-efd8-429d-84c9-67d6dbbd405c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0484352 Apr 29 08:15:31.208297 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65c609ad-5ffe-4cbb-a036-704c948860a5 req-343a665e-36ba-46bb-8524-15cfcfccc625 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315020 Apr 29 08:15:32.325692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee198b4e-1931-4946-bbb0-093115ca884c req-7887ed1e-107b-468b-814c-93ec475160cc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:32.327666 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee198b4e-1931-4946-bbb0-093115ca884c req-7887ed1e-107b-468b-814c-93ec475160cc tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0521166 Apr 29 08:15:32.589468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee198b4e-1931-4946-bbb0-093115ca884c req-4b9d9d84-3579-4dfe-b59c-2ac076853529 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2555859 Apr 29 08:15:33.784031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3f67-54b1-4d4f-826a-57ed999cbebe req-b5910bf6-4a26-489a-a2dd-a0c9224d4a61 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:33.785458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9cbf3f67-54b1-4d4f-826a-57ed999cbebe req-b5910bf6-4a26-489a-a2dd-a0c9224d4a61 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.1246920 Apr 29 08:15:33.820759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9cbf3f67-54b1-4d4f-826a-57ed999cbebe req-e187d454-9938-4ec6-9bae-6f2c88707fcd tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0293429 Apr 29 08:15:34.935526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde964f-aa36-4677-afae-febac1bc08c1 req-81fdfddf-854e-4cbe-a2de-725148361e62 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:34.936890 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6fde964f-aa36-4677-afae-febac1bc08c1 req-81fdfddf-854e-4cbe-a2de-725148361e62 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 943 time: 0.0473847 Apr 29 08:15:34.940236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:15:34.974102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6fde964f-aa36-4677-afae-febac1bc08c1 req-bae69980-2002-472a-bc49-3a603954d654 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309718 Apr 29 08:15:35.035461 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:35.047124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '414d023f-0f73-4a06-a723-089072c24b44', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'port_id': '414d023f-0f73-4a06-a723-089072c24b44', 'mac_address': 'fa:16:3e:3c:51:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:15:35.082312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:35.095082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414d023f-0f73-4a06-a723-089072c24b44 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:15:35.117668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:35.201346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:35.393947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:35.402960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['414d023f-0f73-4a06-a723-089072c24b44'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:15:36.092556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a85dc3-50c5-4e24-901b-cdf1922bb5e8 req-ae4e6db9-22d5-4a15-8463-4bf5dfcbd74b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:36.093981 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05a85dc3-50c5-4e24-901b-cdf1922bb5e8 req-ae4e6db9-22d5-4a15-8463-4bf5dfcbd74b tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 945 time: 0.0501547 Apr 29 08:15:36.130396 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05a85dc3-50c5-4e24-901b-cdf1922bb5e8 req-080ac1eb-bab8-4a63-bcc5-6ce12e668582 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303426 Apr 29 08:15:36.955513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:15:37.001475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 414d023f-0f73-4a06-a723-089072c24b44 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:15:37.001836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:37.073575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:37.095449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:15:37.097649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993ac0fe-3c3e-43f1-b80b-ea1d6e1e4563" -d '{"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-plugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:15:37.109789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:37.139790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303b0c6c-5cb0-40ae-8389-a2e7db47eeb9 x-openstack-request-id: req-303b0c6c-5cb0-40ae-8389-a2e7db47eeb9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:15:37.140159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-plugged", "status": "completed", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:15:37.140409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-303b0c6c-5cb0-40ae-8389-a2e7db47eeb9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:15:37.140802 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303b0c6c-5cb0-40ae-8389-a2e7db47eeb9'] response: {'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'code': 200} Apr 29 08:15:37.181183 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:37.238395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=11']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:37.246531 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacbb96-a4fc-4de3-b580-e501bcd718ad req-e9cac327-74a8-4f5a-b049-9231a11a7e18 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:37.248028 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6cacbb96-a4fc-4de3-b580-e501bcd718ad req-e9cac327-74a8-4f5a-b049-9231a11a7e18 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0492971 Apr 29 08:15:37.284943 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6cacbb96-a4fc-4de3-b580-e501bcd718ad req-1bc1ae11-9012-41da-8a18-84f705b16926 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308549 Apr 29 08:15:38.401040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2c67-5884-4da3-b738-601ee475a0af req-73cd3536-1d7f-4969-b29a-7d1adda9df83 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:38.402523 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86ee2c67-5884-4da3-b738-601ee475a0af req-73cd3536-1d7f-4969-b29a-7d1adda9df83 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0479388 Apr 29 08:15:38.440995 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86ee2c67-5884-4da3-b738-601ee475a0af req-80d988b6-7396-455a-9140-699cde441821 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315292 Apr 29 08:15:39.563623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a493082-ecee-4721-a2f3-4d43175a9e62 req-0abd4207-7c1a-43e2-9c93-4a3b15aaa5c4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:39.565094 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a493082-ecee-4721-a2f3-4d43175a9e62 req-0abd4207-7c1a-43e2-9c93-4a3b15aaa5c4 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0505993 Apr 29 08:15:39.628086 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a493082-ecee-4721-a2f3-4d43175a9e62 req-828bb069-81ff-45b0-acad-e72a3489d72f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563092 Apr 29 08:15:39.634865 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-13876267-b444-41d3-a12f-42aeb43139d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568056 Apr 29 08:15:39.758227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-085245d5-78ac-4e47-8221-35d05559e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:39.759610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-085245d5-78ac-4e47-8221-35d05559e084 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3199fab9455494eae9863be34c4113c&device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 1099 time: 0.0795255 Apr 29 08:15:39.775470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e592cea-b285-44ca-a925-3c3355f20775 req-ff865b76-051f-4b10-a672-016f69ba190d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:39.776885 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e592cea-b285-44ca-a925-3c3355f20775 req-ff865b76-051f-4b10-a672-016f69ba190d tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0722718 Apr 29 08:15:39.858488 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e592cea-b285-44ca-a925-3c3355f20775 req-a0ecb4b9-fa59-493f-95d1-f502b6d7b7c1 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0717897 Apr 29 08:15:39.885086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-94d4e42b-89a9-4f24-992f-ba39390e3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:39.886605 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-94d4e42b-89a9-4f24-992f-ba39390e3f92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 200 len: 913 time: 0.1078627 Apr 29 08:15:39.977670 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-4749944b-ea97-44e4-a93e-6508894ed36e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 200 len: 1001 time: 0.0846405 Apr 29 08:15:40.000731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76196712-a4cb-4918-b9d9-70b4e14aaf39 req-843922e3-16a5-4bd2-9a0d-ebfb1bfc3f63 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:40.002110 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76196712-a4cb-4918-b9d9-70b4e14aaf39 req-843922e3-16a5-4bd2-9a0d-ebfb1bfc3f63 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0717678 Apr 29 08:15:40.057188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-a5b9f3d4-6e7f-4ed4-8a84-381efdcc906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:40.058513 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-a5b9f3d4-6e7f-4ed4-8a84-381efdcc906a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 200 len: 851 time: 0.0746708 Apr 29 08:15:40.063857 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-76196712-a4cb-4918-b9d9-70b4e14aaf39 req-a280bab8-cd77-49b1-ae39-0c2c2ce98c30 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440421 Apr 29 08:15:40.107040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-29c49c84-2738-4718-9120-46219aade0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:40.114223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-29c49c84-2738-4718-9120-46219aade0f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e615c21-6b49-4254-80fa-d84be3851825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437508 Apr 29 08:15:40.195491 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-cd1f0661-5f8a-4b52-819a-ad944b908626 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802224 Apr 29 08:15:40.288803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bef823fd-744a-4178-b25e-f34ba04e5951 req-63238f3b-71e1-4dfe-a8da-c9edb42a7494 service neutron] 10.222.0.39 "GET /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863929 Apr 29 08:15:40.491722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da5940-c598-40dd-bd4c-597fca0a2b66 req-1c206a5c-344b-4815-9dad-2b15bd967602 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:40.493161 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f9da5940-c598-40dd-bd4c-597fca0a2b66 req-1c206a5c-344b-4815-9dad-2b15bd967602 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0484335 Apr 29 08:15:40.529154 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f9da5940-c598-40dd-bd4c-597fca0a2b66 req-184d145d-814a-411d-9a0d-f279067f4e0a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0294931 Apr 29 08:15:41.218325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6514769a-7f9a-4323-8c1e-c3095ad32574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:41.645201 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d41e7-7b14-4b43-ad3c-18a45b18ee59 req-3ebd3799-a1d5-40ff-a97a-fb156eed255f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:41.646681 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b0d41e7-7b14-4b43-ad3c-18a45b18ee59 req-3ebd3799-a1d5-40ff-a97a-fb156eed255f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0481312 Apr 29 08:15:41.683172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b0d41e7-7b14-4b43-ad3c-18a45b18ee59 req-4f842d9b-c780-4294-a2b3-f5446d42494c tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305712 Apr 29 08:15:42.800851 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a022f15-de4c-4300-a5f4-a1deb111d4be req-aa608942-a6d0-4bc1-ba8f-bf3131dc1723 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:42.802312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a022f15-de4c-4300-a5f4-a1deb111d4be req-aa608942-a6d0-4bc1-ba8f-bf3131dc1723 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0522196 Apr 29 08:15:42.839894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a022f15-de4c-4300-a5f4-a1deb111d4be req-bb9c035c-1b37-4d23-be78-2ee3d120b2ea tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312641 Apr 29 08:15:42.892809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-9e9fd1d9-7e8a-4c02-a4db-c98fb8eea929 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:42.894240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-9e9fd1d9-7e8a-4c02-a4db-c98fb8eea929 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 946 time: 0.0469418 Apr 29 08:15:42.897954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:42.980181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Deleting port 414d023f-0f73-4a06-a723-089072c24b44 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:15:42.980517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:43.067376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] For port 414d023f-0f73-4a06-a723-089072c24b44, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=414d023f-0f73-4a06-a723-089072c24b44,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:43.067731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:43.231705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:43.232642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:43.232950 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8 disassociated. External IP: 172.26.2.21, port: 414d023f-0f73-4a06-a723-089072c24b44. Apr 29 08:15:43.233279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Calling delete_port for 414d023f-0f73-4a06-a723-089072c24b44 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:15:43.243693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e1aa-4805-4958-b4d4-d8b9f34f943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:43.421337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:43.449864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event deleted for resources: {'Port': ['ID=414d023f-0f73-4a06-a723-089072c24b44,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:43.460636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.460990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.461327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.461660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.461987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.462317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.462666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.462996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.463320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.463642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.463957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.464277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:43.582754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:15:43.689650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:15:43.699850 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:15:43.710807 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:15:43.711434 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:15:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:43.727607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] No DVR routers for this DVR port 414d023f-0f73-4a06-a723-089072c24b44 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:15:43.730073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:43.734192 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1dbd84dd-d6ea-43e9-ad23-e69bb59dbbde req-e2f4688e-db8f-4356-85be-59f2b937b44f tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.39 "DELETE /v2.0/ports/414d023f-0f73-4a06-a723-089072c24b44 HTTP/1.1" status: 204 len: 173 time: 0.8338990 Apr 29 08:15:43.734858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-deleted', 'tag': '414d023f-0f73-4a06-a723-089072c24b44'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:15:43.737467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a4e2f-9a93-425d-a8ba-6d6dadf32c57" -d '{"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-deleted", "tag": "414d023f-0f73-4a06-a723-089072c24b44"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:15:43.774778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5964b9-0f8f-44a7-a4e3-e2e0ab887edb x-openstack-request-id: req-5c5964b9-0f8f-44a7-a4e3-e2e0ab887edb {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:15:43.774914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf15e2-4ee9-411f-a63f-a41fb6924102", "name": "network-vif-deleted", "tag": "414d023f-0f73-4a06-a723-089072c24b44", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:15:43.775150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c5964b9-0f8f-44a7-a4e3-e2e0ab887edb {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:15:43.775560 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5964b9-0f8f-44a7-a4e3-e2e0ab887edb'] response: {'server_uuid': '84cf15e2-4ee9-411f-a63f-a41fb6924102', 'name': 'network-vif-deleted', 'tag': '414d023f-0f73-4a06-a723-089072c24b44', 'status': 'completed', 'code': 200} Apr 29 08:15:43.907013 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:15:43.941557 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c3e2806b-76a8-4eab-8bf2-948212d527a9 req-8cbbbd9c-ca1b-4031-bb2b-f31ac881a600 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 210 time: 0.0326970 Apr 29 08:15:44.111740 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:44.138418 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:15:44.147045 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:15:44.147656 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:15:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:44.252683 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:15:44.446704 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:44.477561 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d05123-a502-47b7-8e22-c8201b70c197 None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:11:30Z', 'revision_number': 4, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '84486a1d-e481-4b23-ace8-e06617dec1dc', 'name': '', 'network_id': '9e615c21-6b49-4254-80fa-d84be3851825', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'mac_address': 'fa:16:3e:32:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:30Z', 'updated_at': '2022-04-29T08:11:33Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'subnets': [{'id': '47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:15:44.712074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2c7d7-9ec7-432a-b9df-a62818b4a1cb None None] New status for floating IP 2a86e409-dd14-4251-becd-b2ac5ceb6df8: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:15:45.040643 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e6d1dee0-1a73-463e-b9d4-c977d78be2f5 req-a8eea457-d3a5-484a-b6d4-d8ce0b66dc35 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 210 time: 0.0266013 Apr 29 08:15:45.067295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:46.136360 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-adf90284-f29f-41ac-ada9-b03be6d0c148 req-412a31d6-1c11-4003-aca8-46484b22b047 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 210 time: 0.0255394 Apr 29 08:15:46.233112 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:46.695401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:47.002089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:15:47.023496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 414d023f-0f73-4a06-a723-089072c24b44 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:15:47.023834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 414d023f-0f73-4a06-a723-089072c24b44 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:15:47.286814 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-def3a71f-4999-4b08-bb26-f690e685fe3f req-c369ba81-b4f6-4d74-90cd-fbcec77a6f13 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/ports?device_id=84cf15e2-4ee9-411f-a63f-a41fb6924102 HTTP/1.1" status: 200 len: 210 time: 0.0825660 Apr 29 08:15:52.195553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54084) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:52.252437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.275174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.443654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.446233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.447444 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "DELETE /v2.0/security-groups/9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d HTTP/1.1" status: 204 len: 168 time: 0.2508616 Apr 29 08:15:52.449983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54088) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:52.456553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:52.463263 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.api.v2.resource [None req-aa45e17e-c8e2-4b0d-8db9-8392d8824a5e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] show failed (client error): The resource could not be found. Apr 29 08:15:52.463524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.463865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.464206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.464306 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aa45e17e-c8e2-4b0d-8db9-8392d8824a5e tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "GET /v2.0/security-groups/9b39a1af-6ad2-49d0-a8d1-7dc5f5d2db1d HTTP/1.1" status: 404 len: 347 time: 0.0132020 Apr 29 08:15:52.464620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.464954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.465338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.465641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.465962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.466284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.466965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.467083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54090) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:52.467287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.467609 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb92cd-7aa9-4d38-bc20-e5d011050834 tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:15:52.586348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Deleting port 63559e45-5796-4957-a3f6-b6a3cb7f2931 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:15:52.586704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.661625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.661947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.674327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Calling delete_port for 63559e45-5796-4957-a3f6-b6a3cb7f2931 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:15:52.866732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.891504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Pushing event deleted for resources: {'Port': ['ID=63559e45-5796-4957-a3f6-b6a3cb7f2931,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:52.949478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.952019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:52.953139 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-72ec5be5-7cf0-4475-a2af-d1921451950a tempest-ServerActionsTestJSON-632765085 tempest-ServerActionsTestJSON-632765085-project] 10.222.0.16 "DELETE /v2.0/floatingips/2a86e409-dd14-4251-becd-b2ac5ceb6df8 HTTP/1.1" status: 204 len: 168 time: 0.4852476 Apr 29 08:15:52.956068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54092) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:53.350729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:53.630443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Deleting port 84486a1d-e481-4b23-ace8-e06617dec1dc {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:15:53.631103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:53.704645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] For port 84486a1d-e481-4b23-ace8-e06617dec1dc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=84486a1d-e481-4b23-ace8-e06617dec1dc,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:53.705004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:53.721237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Calling delete_port for 84486a1d-e481-4b23-ace8-e06617dec1dc owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:15:54.220611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:54.243329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Pushing event deleted for resources: {'Port': ['ID=84486a1d-e481-4b23-ace8-e06617dec1dc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:54.421623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:54.631886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Router e44ad8f1-63b7-416c-a103-a59a3131b9ba has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:15:54.746560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:15:54.754687 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b019d436-0258-45d7-9afe-2ff58fe59121 admin admin] 10.222.0.16 "PUT /v2.0/routers/e44ad8f1-63b7-416c-a103-a59a3131b9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974734 Apr 29 08:15:54.757699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54094) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:54.760555 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] Sync routers for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:15:54.770802 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:15:54.771400 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:15:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:54.859980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:54.873608 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:15:54.957083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.047037 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:15:54Z', 'revision_number': 5, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port': {'id': '9887502a-9163-48f8-b2ff-0d3577f761b7', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:28Z', 'updated_at': '2022-04-29T08:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:55.075274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Deleting port 9887502a-9163-48f8-b2ff-0d3577f761b7 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:15:55.075641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.078964 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] Checking router: e44ad8f1-63b7-416c-a103-a59a3131b9ba for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:15:55.086966 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] Routers {'e44ad8f1-63b7-416c-a103-a59a3131b9ba'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:15:55.087562 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:15:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:55.153083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] For port 9887502a-9163-48f8-b2ff-0d3577f761b7, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=9887502a-9163-48f8-b2ff-0d3577f761b7,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:55.153936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.166292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Calling delete_port for 9887502a-9163-48f8-b2ff-0d3577f761b7 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:15:55.173214 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] Set router e44ad8f1-63b7-416c-a103-a59a3131b9ba gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:15:55.227095 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:15:54Z', 'revision_number': 6, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:55.252989 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec852d-a657-4beb-a62b-764f1dbffb0d None None] The sync data for ids ['e44ad8f1-63b7-416c-a103-a59a3131b9ba'] in dv-neutron-839740-1-hyperv is: [{'id': 'e44ad8f1-63b7-416c-a103-a59a3131b9ba', 'name': 'tempest-ServerActionsTestJSON-1455221301-router', 'tenant_id': 'f3199fab9455494eae9863be34c4113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:27Z', 'updated_at': '2022-04-29T08:15:54Z', 'revision_number': 6, 'project_id': 'f3199fab9455494eae9863be34c4113c', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:15:55.392048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.417333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Pushing event deleted for resources: {'Port': ['ID=9887502a-9163-48f8-b2ff-0d3577f761b7,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:55.482931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.584376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.586370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.712367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.713004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e44ad8f1-63b7-416c-a103-a59a3131b9ba {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:15:55.718163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.719336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e7ac9b8f-f535-4453-bfaf-181317f3472b admin admin] 10.222.0.16 "DELETE /v2.0/routers/e44ad8f1-63b7-416c-a103-a59a3131b9ba HTTP/1.1" status: 204 len: 168 time: 0.9604442 Apr 29 08:15:55.721915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54096) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:55.764968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] Deleting subnet 47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:15:55.767976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.802291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:55.910283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.058521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.084186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:56.088065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.094606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54098) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:56.095095 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-95301031-300f-40b3-97f3-a47b802bc8ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/47d1b06f-cd3f-49d4-b015-f1fe8de9ea8b HTTP/1.1" status: 204 len: 168 time: 0.3717022 Apr 29 08:15:56.097950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5724a-6604-4935-a608-a07fe24b0608 None None] Network 9e615c21-6b49-4254-80fa-d84be3851825 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:15:56.163734 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.222391 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Deleting port c1b0b012-1e42-4f30-9f7e-9153e86f7275 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:15:56.222769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.288426 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] DHCP port deletion for 9e615c21-6b49-4254-80fa-d84be3851825 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:15:56.288844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] For port c1b0b012-1e42-4f30-9f7e-9153e86f7275, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1b0b012-1e42-4f30-9f7e-9153e86f7275,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:56.289210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.305852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Calling delete_port for c1b0b012-1e42-4f30-9f7e-9153e86f7275 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:15:56.348576 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] Deleting port c1b0b012-1e42-4f30-9f7e-9153e86f7275 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:15:56.348951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.352650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84486a1d-e481-4b23-ace8-e06617dec1dc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:15:56.380175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 84486a1d-e481-4b23-ace8-e06617dec1dc {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:15:56.380520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 84486a1d-e481-4b23-ace8-e06617dec1dc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:15:56.380938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1b0b012-1e42-4f30-9f7e-9153e86f7275 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:15:56.459158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.463141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] For port c1b0b012-1e42-4f30-9f7e-9153e86f7275, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1b0b012-1e42-4f30-9f7e-9153e86f7275,segment=NetworkSegment(902fe69a-ef80-4b66-8b09-91e693a98807),segment_id=902fe69a-ef80-4b66-8b09-91e693a98807)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:15:56.463539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.476079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No active binding found for port c1b0b012-1e42-4f30-9f7e-9153e86f7275 {{(pid=109783) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 08:15:56.476506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1b0b012-1e42-4f30-9f7e-9153e86f7275 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:15:56.476917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 9887502a-9163-48f8-b2ff-0d3577f761b7 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:15:56.478727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] Calling delete_port for c1b0b012-1e42-4f30-9f7e-9153e86f7275 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:15:56.491288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] No DVR routers for this DVR port c1b0b012-1e42-4f30-9f7e-9153e86f7275 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:15:56.494873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b0b012-1e42-4f30-9f7e-9153e86f7275,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:56.503189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 9887502a-9163-48f8-b2ff-0d3577f761b7 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:15:56.503534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 9887502a-9163-48f8-b2ff-0d3577f761b7 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:15:56.564688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.569575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.584455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e615c21-6b49-4254-80fa-d84be3851825']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:56.594348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902fe69a-ef80-4b66-8b09-91e693a98807') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:56.594666 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902fe69a-ef80-4b66-8b09-91e693a98807') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:15:56.597968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] Pushing event deleted for resources: {'Port': ['ID=c1b0b012-1e42-4f30-9f7e-9153e86f7275,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:56.602607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a05af2-89a8-4150-96da-43f92a8a52c1 None None] No DVR routers for this DVR port c1b0b012-1e42-4f30-9f7e-9153e86f7275 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:15:56.603922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.617942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.623917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:15:56.624304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:15:56.626066 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:15:56.749216 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.754796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:56.760142 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9e615c21-6b49-4254-80fa-d84be3851825 HTTP/1.1" status: 204 len: 168 time: 0.6617558 Apr 29 08:15:56.769090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5987b-7553-4141-b8e4-672dbfd6712f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e615c21-6b49-4254-80fa-d84be3851825,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:57.066839 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54102) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:57.106035 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5a5a1cf8-d782-4944-8da6-d106749d9b20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3199fab9455494eae9863be34c4113c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380120 Apr 29 08:15:57.108399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54104) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:57.155568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-375b0eaf-7265-4100-8ba5-2a5c6da60415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:57.175626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-375b0eaf-7265-4100-8ba5-2a5c6da60415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:57.280892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-375b0eaf-7265-4100-8ba5-2a5c6da60415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:57.283424 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-375b0eaf-7265-4100-8ba5-2a5c6da60415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:57.284574 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-375b0eaf-7265-4100-8ba5-2a5c6da60415 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6a5de3b-4cbf-4188-b29a-04f97d18dd5f HTTP/1.1" status: 204 len: 168 time: 0.1752844 Apr 29 08:15:57.292269 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b0eaf-7265-4100-8ba5-2a5c6da60415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a5de3b-4cbf-4188-b29a-04f97d18dd5f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:58.302131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54126) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:58.395137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1471272042-network', 'tenant_id': '9bc316622f104266b25af8b619ab48a9'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:15:58.492003 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Made reservation on behalf of 9bc316622f104266b25af8b619ab48a9 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:15:58.494293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.502711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.574103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.643546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.667823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:15:58.677683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:58.682494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.682842 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Added segment a2897b85-01c2-4b29-a31a-a8e1ef435542 of type vlan for network 13252c51-ab1a-444d-98ca-ced98d84836e Apr 29 08:15:58.723007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.810120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.811142 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:58.811719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:58.871428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] Pushing event updated for resources: {'Network': ['ID=13252c51-ab1a-444d-98ca-ced98d84836e,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:58.881605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 13252c51-ab1a-444d-98ca-ced98d84836e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:15:58.897710 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-45271fd0-f77a-441d-933e-c2dfd2e6ff26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5917590 Apr 29 08:15:58.897710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54130) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:15:58.902436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Request body: {'subnet': {'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1471272042-subnet', 'tenant_id': '9bc316622f104266b25af8b619ab48a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:15:58.983392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Made reservation on behalf of 9bc316622f104266b25af8b619ab48a9 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:15:58.985726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:59.227014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:59.279605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870b82d1-5840-45f7-82d7-2bfd94a97081,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:15:59.289331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Checking segment: {'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:15:59.289683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Network hostable DHCP agents. Network: 13252c51-ab1a-444d-98ca-ced98d84836e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:15:59.392255 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Network 13252c51-ab1a-444d-98ca-ced98d84836e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:15:59.463895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 13252c51-ab1a-444d-98ca-ced98d84836e) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:15:59.468818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:59.469394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:15:59.474483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d8de1-97b0-4061-aa08-adeb1881fe8f None None] Network 13252c51-ab1a-444d-98ca-ced98d84836e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:15:59.572062 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-188dc177-4c91-4d74-b694-eee47a889e51 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6676579 Apr 29 08:15:59.593645 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f098b092-d487-4cc7-8e45-4781b3034d7b None None] Network 13252c51-ab1a-444d-98ca-ced98d84836e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:15:59.976339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-c289d2c3-844b-45f1-a754-91c80374d0b4 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:15:59.977780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-c289d2c3-844b-45f1-a754-91c80374d0b4 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/networks?id=13252c51-ab1a-444d-98ca-ced98d84836e HTTP/1.1" status: 200 len: 814 time: 0.0989671 Apr 29 08:15:59.992653 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-b56383a5-1ad1-4b5d-9ddc-c3f1a5ffc142 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/quotas/9bc316622f104266b25af8b619ab48a9 HTTP/1.1" status: 200 len: 375 time: 0.0086772 Apr 29 08:16:00.022969 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-f277d9ca-0501-4a1f-9edd-eaa8066b544f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bc316622f104266b25af8b619ab48a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246789 Apr 29 08:16:00.110637 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-8fa6c667-e23a-4ff2-afc5-ac4bffc3687f service neutron] 10.222.0.16 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809445 Apr 29 08:16:00.197234 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-a3e2cb6f-5d8b-4743-976f-170a9a34919c service neutron] 10.222.0.16 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805016 Apr 29 08:16:00.435042 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dc8ba606-9729-4fcd-a585-895ab33b1450 req-2fe424cb-f995-4e2d-bfc6-828d23589b58 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Apr 29 08:16:01.531852 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-609ed177-dedc-4e34-831a-0b38ee27f494 req-d02cc1e6-fd3d-41ab-9d70-2f300ea48909 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 210 time: 0.0310476 Apr 29 08:16:01.659396 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:16:02.449785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-c5825f27-9bdf-41fd-97b3-fbb3b431560e tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:02.451949 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-c5825f27-9bdf-41fd-97b3-fbb3b431560e tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "GET /v2.0/networks?id=13252c51-ab1a-444d-98ca-ced98d84836e HTTP/1.1" status: 200 len: 814 time: 0.0977364 Apr 29 08:16:02.463693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Request body: {'port': {'device_id': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e', 'admin_state_up': True, 'tenant_id': '9bc316622f104266b25af8b619ab48a9'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:02.624717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-952a883c-7dc1-4320-b2a1-d96185d4341f req-5bfbcb53-e24f-4ce6-92d3-bc427e9f91ef tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 210 time: 0.0263908 Apr 29 08:16:02.671858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Made reservation on behalf of 9bc316622f104266b25af8b619ab48a9 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:02.675427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:02.801227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Allocated IP 172.20.0.4 (13252c51-ab1a-444d-98ca-ced98d84836e/870b82d1-5840-45f7-82d7-2bfd94a97081/93f64cf6-5aed-442b-8f9a-97c26be92eb5) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:03.176873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:03.278482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:03.321264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Network 13252c51-ab1a-444d-98ca-ced98d84836e is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:03.326233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:03.330617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:03.355809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Pushing event updated for resources: {'Port': ['ID=93f64cf6-5aed-442b-8f9a-97c26be92eb5,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:03.383746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:03.384354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:03.452417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-98fa3f9e-0dae-4811-8010-5bed33df30f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9922924 Apr 29 08:16:03.463839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Request body: {'port': {'device_id': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:03.515503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:03.779751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88250c3c-5dd5-419a-b982-3e6c798e28d3 req-5489070e-2408-42bf-af2d-dfda2ee9f7f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:03.781142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-88250c3c-5dd5-419a-b982-3e6c798e28d3 req-5489070e-2408-42bf-af2d-dfda2ee9f7f8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 931 time: 0.0761759 Apr 29 08:16:03.846115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f64cf6-5aed-442b-8f9a-97c26be92eb5 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:16:03.856676 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-88250c3c-5dd5-419a-b982-3e6c798e28d3 req-b8235314-1620-4e3f-be2d-517429d53f0f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667920 Apr 29 08:16:03.858996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:03.873273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Transition to ACTIVE for port object 93f64cf6-5aed-442b-8f9a-97c26be92eb5 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:16:03.946727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:04.012888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Pushing event updated for resources: {'Port': ['ID=93f64cf6-5aed-442b-8f9a-97c26be92eb5,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:04.062032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Attempting to bind port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:04.062279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Attempting to bind port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:04.062636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Attempting to bind port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 on network 13252c51-ab1a-444d-98ca-ced98d84836e {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:04.066900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 on network 13252c51-ab1a-444d-98ca-ced98d84836e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:16:04.067209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Attempting to bind port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 on network 13252c51-ab1a-444d-98ca-ced98d84836e {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:04.071926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:04.072255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Checking segment: {'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:04.072627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Bound using segment: {'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:04.073040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Bound port: 93f64cf6-5aed-442b-8f9a-97c26be92eb5, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:04.073380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:04.137012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] For port 93f64cf6-5aed-442b-8f9a-97c26be92eb5, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:04.140412 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] For port 93f64cf6-5aed-442b-8f9a-97c26be92eb5, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=93f64cf6-5aed-442b-8f9a-97c26be92eb5,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:04.224479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:04.256202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:04.256850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:04.258452 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] 10.222.0.39 "PUT /v2.0/ports/93f64cf6-5aed-442b-8f9a-97c26be92eb5 HTTP/1.1" status: 200 len: 1093 time: 0.7987368 Apr 29 08:16:04.260566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'tag': '93f64cf6-5aed-442b-8f9a-97c26be92eb5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:04.263415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ba42f-8963-4077-bea5-6111b1d9298d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2a468e-5a6b-4648-ad0f-47736a97ba39", "tag": "93f64cf6-5aed-442b-8f9a-97c26be92eb5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:04.288575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eb5a2-be4f-46aa-b17e-548ba62afe54 service neutron] Pushing event updated for resources: {'Port': ['ID=93f64cf6-5aed-442b-8f9a-97c26be92eb5,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:04.302230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401524a4-ccee-49c5-bcd5-9e96c1f1e3dc x-openstack-request-id: req-401524a4-ccee-49c5-bcd5-9e96c1f1e3dc {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:04.302549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2a468e-5a6b-4648-ad0f-47736a97ba39", "tag": "93f64cf6-5aed-442b-8f9a-97c26be92eb5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:04.302801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-401524a4-ccee-49c5-bcd5-9e96c1f1e3dc {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:04.303209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401524a4-ccee-49c5-bcd5-9e96c1f1e3dc'] response: {'name': 'network-changed', 'server_uuid': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'tag': '93f64cf6-5aed-442b-8f9a-97c26be92eb5', 'status': 'completed', 'code': 200} Apr 29 08:16:04.366226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ba42f-8963-4077-bea5-6111b1d9298d req-96beb82e-0c38-4850-9297-5106e778dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:04.367741 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e76ba42f-8963-4077-bea5-6111b1d9298d req-96beb82e-0c38-4850-9297-5106e778dc36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bc316622f104266b25af8b619ab48a9&device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 1096 time: 0.0447333 Apr 29 08:16:04.462289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ba42f-8963-4077-bea5-6111b1d9298d req-637ff67b-e3ee-4194-ac8c-92e136ae1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:04.463712 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e76ba42f-8963-4077-bea5-6111b1d9298d req-637ff67b-e3ee-4194-ac8c-92e136ae1901 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9bc316622f104266b25af8b619ab48a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0876393 Apr 29 08:16:04.556905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ba42f-8963-4077-bea5-6111b1d9298d req-e365829f-bde2-4eb0-834d-c8c61c2647f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:04.558357 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e76ba42f-8963-4077-bea5-6111b1d9298d req-e365829f-bde2-4eb0-834d-c8c61c2647f7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882545 Apr 29 08:16:04.632873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-1a157b7c-01f6-4937-aca7-ed7148c8b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:04.634255 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-1a157b7c-01f6-4937-aca7-ed7148c8b735 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bc316622f104266b25af8b619ab48a9&device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 1096 time: 0.0404110 Apr 29 08:16:04.675614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-9beebe86-2ce8-4afa-a9bb-8849a2e32ede service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93f64cf6-5aed-442b-8f9a-97c26be92eb5 HTTP/1.1" status: 200 len: 217 time: 0.0335610 Apr 29 08:16:04.727351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-e8eca0d6-ba1e-4b7a-be52-a0591a19bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:04.728762 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-e8eca0d6-ba1e-4b7a-be52-a0591a19bba6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=870b82d1-5840-45f7-82d7-2bfd94a97081 HTTP/1.1" status: 200 len: 854 time: 0.0463016 Apr 29 08:16:04.759464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-f6ce0d24-a43b-4d9b-aea7-71ff08684eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13252c51-ab1a-444d-98ca-ced98d84836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235109 Apr 29 08:16:04.846966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-79bf97e3-80bd-42c5-8949-fc5746ccac03 service neutron] 10.222.0.39 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809376 Apr 29 08:16:04.960307 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2808afaf-a91f-4cb9-b6a2-866dd6ae06d3 req-8fa8b689-52b6-445f-b562-b70605b13dbf service neutron] 10.222.0.39 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074514 Apr 29 08:16:04.981698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac53ac8-8fa0-4087-a173-9f70c94f6b6a req-ac0d5174-ef1c-4c82-94a7-f1859a75da71 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:04.983816 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ac53ac8-8fa0-4087-a173-9f70c94f6b6a req-ac0d5174-ef1c-4c82-94a7-f1859a75da71 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 943 time: 0.0592499 Apr 29 08:16:05.020137 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ac53ac8-8fa0-4087-a173-9f70c94f6b6a req-e7b99cec-b00f-4e05-8f3f-12138d0cd433 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303657 Apr 29 08:16:06.134061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92694aa8-d3e3-4540-ae2f-f20cb7df77dd req-2217954a-88df-4281-9a02-7751545fac2f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:06.135528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-92694aa8-d3e3-4540-ae2f-f20cb7df77dd req-2217954a-88df-4281-9a02-7751545fac2f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 943 time: 0.0479782 Apr 29 08:16:06.176807 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-92694aa8-d3e3-4540-ae2f-f20cb7df77dd req-d852d4dc-4bec-4843-ae80-83b10e6f3bf8 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352752 Apr 29 08:16:07.079849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 93f64cf6-5aed-442b-8f9a-97c26be92eb5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:16:07.175453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 93f64cf6-5aed-442b-8f9a-97c26be92eb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=93f64cf6-5aed-442b-8f9a-97c26be92eb5,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:07.187213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '93f64cf6-5aed-442b-8f9a-97c26be92eb5', 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e', 'port_id': '93f64cf6-5aed-442b-8f9a-97c26be92eb5', 'mac_address': 'fa:16:3e:21:18:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870b82d1-5840-45f7-82d7-2bfd94a97081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:16:07.224782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:07.237581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f64cf6-5aed-442b-8f9a-97c26be92eb5 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:16:07.257230 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 93f64cf6-5aed-442b-8f9a-97c26be92eb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=93f64cf6-5aed-442b-8f9a-97c26be92eb5,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:07.294008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962abe-ce63-44bb-84df-200577f0d257 req-4e3a5d9f-cb08-429b-a42b-9fed3e7d2f22 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:07.295980 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c962abe-ce63-44bb-84df-200577f0d257 req-4e3a5d9f-cb08-429b-a42b-9fed3e7d2f22 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 943 time: 0.0489869 Apr 29 08:16:07.332810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c962abe-ce63-44bb-84df-200577f0d257 req-41d4a102-8098-4eb0-8ebe-91c7402e13f9 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307043 Apr 29 08:16:07.351980 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:07.404420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=93f64cf6-5aed-442b-8f9a-97c26be92eb5,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:07.553878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['93f64cf6-5aed-442b-8f9a-97c26be92eb5'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:16:08.447073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7861e-5365-4a18-9f6a-3a9fd53f2de1 req-b30bc25f-6c5f-4281-9abe-1fd1b1f8cb66 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:08.448518 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-23e7861e-5365-4a18-9f6a-3a9fd53f2de1 req-b30bc25f-6c5f-4281-9abe-1fd1b1f8cb66 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 944 time: 0.0485020 Apr 29 08:16:08.485704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-23e7861e-5365-4a18-9f6a-3a9fd53f2de1 req-4b0ba8d3-3a7b-48ed-a7d5-7c3e74ed49bb tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Apr 29 08:16:09.091750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 93f64cf6-5aed-442b-8f9a-97c26be92eb5 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:09.226309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:16:09.229986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:09.230379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:09.303268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:09.324691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f64cf6-5aed-442b-8f9a-97c26be92eb5'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:09.327533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56972667-cc9f-40d0-a141-23e36ba64944" -d '{"events": [{"server_uuid": "8b2a468e-5a6b-4648-ad0f-47736a97ba39", "name": "network-vif-plugged", "status": "completed", "tag": "93f64cf6-5aed-442b-8f9a-97c26be92eb5"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:09.339345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 93f64cf6-5aed-442b-8f9a-97c26be92eb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=93f64cf6-5aed-442b-8f9a-97c26be92eb5,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:09.363836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70423f-0c15-45c2-9021-287fdedd4f9b x-openstack-request-id: req-cd70423f-0c15-45c2-9021-287fdedd4f9b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:09.364121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2a468e-5a6b-4648-ad0f-47736a97ba39", "name": "network-vif-plugged", "status": "completed", "tag": "93f64cf6-5aed-442b-8f9a-97c26be92eb5", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:09.364374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd70423f-0c15-45c2-9021-287fdedd4f9b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:09.364767 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd70423f-0c15-45c2-9021-287fdedd4f9b'] response: {'server_uuid': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f64cf6-5aed-442b-8f9a-97c26be92eb5', 'code': 200} Apr 29 08:16:09.400843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:09.450797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=93f64cf6-5aed-442b-8f9a-97c26be92eb5,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:09.602098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1339a-f060-48f3-9aac-23f79b5a81be req-d3d60c63-5b81-4c91-9e37-48fb247995a0 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:09.603513 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1c1339a-f060-48f3-9aac-23f79b5a81be req-d3d60c63-5b81-4c91-9e37-48fb247995a0 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0512061 Apr 29 08:16:09.664526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d1c1339a-f060-48f3-9aac-23f79b5a81be req-5c25773e-3a91-462c-8ed7-8fcd17aee36c tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Apr 29 08:16:09.669905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72083cc4-7539-4160-be32-60b6f8ec7388 req-2306829f-aeb4-4fb6-9777-ef483fdaaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:09.671371 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72083cc4-7539-4160-be32-60b6f8ec7388 req-2306829f-aeb4-4fb6-9777-ef483fdaaa36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 1098 time: 0.0669837 Apr 29 08:16:09.706808 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-72083cc4-7539-4160-be32-60b6f8ec7388 req-f94474af-cd78-41e9-8320-4f2a40c28c62 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279462 Apr 29 08:16:10.780501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74417fd2-5e85-4380-a414-36e7dedc8268 req-09c55b4e-1c45-4aed-b6f1-153af502b9da tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:10.781976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74417fd2-5e85-4380-a414-36e7dedc8268 req-09c55b4e-1c45-4aed-b6f1-153af502b9da tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0485222 Apr 29 08:16:10.819323 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-74417fd2-5e85-4380-a414-36e7dedc8268 req-354979d1-4ec7-4f85-a27f-374fab66629a tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Apr 29 08:16:11.208627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f6f699-db28-4c12-8bf8-d5f1865471db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:11.941366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f920d26-8688-4987-8ba1-1a0b646672d5 req-eed25154-db08-4ff6-a19f-c12a4268e3b0 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:11.942764 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f920d26-8688-4987-8ba1-1a0b646672d5 req-eed25154-db08-4ff6-a19f-c12a4268e3b0 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Apr 29 08:16:11.983453 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8f920d26-8688-4987-8ba1-1a0b646672d5 req-256141d2-3604-4dc7-8db0-5403436b22a1 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Apr 29 08:16:12.201632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-7462abfc-b259-452d-aebb-ba1483eafdaa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:12.203058 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-7462abfc-b259-452d-aebb-ba1483eafdaa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/networks?id=13252c51-ab1a-444d-98ca-ced98d84836e HTTP/1.1" status: 200 len: 814 time: 0.1012902 Apr 29 08:16:12.218395 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-749ba4e4-9608-45bd-94e2-3254ddfc909e tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/quotas/9bc316622f104266b25af8b619ab48a9 HTTP/1.1" status: 200 len: 375 time: 0.0095868 Apr 29 08:16:12.266788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-c020e240-de1b-4069-a938-dffae11033b9 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bc316622f104266b25af8b619ab48a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432088 Apr 29 08:16:12.358344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-3d116bd4-47d9-4a8e-9232-5bcbfe894aac service neutron] 10.222.0.16 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846364 Apr 29 08:16:12.444135 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-81f393de-a4b1-42e6-90b3-5f99e3701d74 service neutron] 10.222.0.16 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795603 Apr 29 08:16:12.688582 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5e2eff0-bc52-49d9-af17-08591569fcfa req-1835e6cf-2b8a-4753-bf28-57d34a84d93e tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 210 time: 0.0364504 Apr 29 08:16:12.891947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:13.274669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9f83d80-573f-420c-95ec-e9f0030c7599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:13.779856 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe8d9be2-08db-404c-8810-af54867cab56 req-f5b510b6-08c5-4659-81c9-87b762cdb9e6 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 210 time: 0.0255816 Apr 29 08:16:14.398153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-ce7a38bc-f094-4597-b735-8f305ab70dc3 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:14.399662 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-ce7a38bc-f094-4597-b735-8f305ab70dc3 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "GET /v2.0/networks?id=13252c51-ab1a-444d-98ca-ced98d84836e HTTP/1.1" status: 200 len: 814 time: 0.1007330 Apr 29 08:16:14.411973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Request body: {'port': {'device_id': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e', 'admin_state_up': True, 'tenant_id': '9bc316622f104266b25af8b619ab48a9'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:14.606206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Made reservation on behalf of 9bc316622f104266b25af8b619ab48a9 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:14.609790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:14.734169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Allocated IP 172.20.0.9 (13252c51-ab1a-444d-98ca-ced98d84836e/870b82d1-5840-45f7-82d7-2bfd94a97081/3a8a3d9e-805d-42fb-9984-99dd87581501) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:14.893958 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ee380d5c-c764-4389-ab7a-5e06caee71ee req-a948036a-314a-407c-b5c1-46e0a0a89824 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 210 time: 0.0347271 Apr 29 08:16:14.910225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:14.994727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.007135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['93f64cf6-5aed-442b-8f9a-97c26be92eb5'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:16:15.043303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Network 13252c51-ab1a-444d-98ca-ced98d84836e is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:15.047055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:15.050952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:15.057650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Pushing event updated for resources: {'Port': ['ID=3a8a3d9e-805d-42fb-9984-99dd87581501,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:15.091068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.102750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:15.103361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.183161 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-fa1ad37b-2015-40e3-8704-cc288686d0d2 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747869 Apr 29 08:16:15.241813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Request body: {'port': {'device_id': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:15.293673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.550547 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8a3d9e-805d-42fb-9984-99dd87581501 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:16:15.557606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.569070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Transition to ACTIVE for port object 3a8a3d9e-805d-42fb-9984-99dd87581501 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:16:15.643302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.690803 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a3d9e-805d-42fb-9984-99dd87581501,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:15.758305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Attempting to bind port 3a8a3d9e-805d-42fb-9984-99dd87581501 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:15.758729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Attempting to bind port 3a8a3d9e-805d-42fb-9984-99dd87581501 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:15.759053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Attempting to bind port 3a8a3d9e-805d-42fb-9984-99dd87581501 on network 13252c51-ab1a-444d-98ca-ced98d84836e {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:15.763274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Port 3a8a3d9e-805d-42fb-9984-99dd87581501 on network 13252c51-ab1a-444d-98ca-ced98d84836e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:16:15.764102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Attempting to bind port 3a8a3d9e-805d-42fb-9984-99dd87581501 on network 13252c51-ab1a-444d-98ca-ced98d84836e {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:15.768735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:15.771949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Checking segment: {'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:15.771949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Bound using segment: {'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:15.771949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Bound port: 3a8a3d9e-805d-42fb-9984-99dd87581501, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2897b85-01c2-4b29-a31a-a8e1ef435542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:15.771949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.833660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] For port 3a8a3d9e-805d-42fb-9984-99dd87581501, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:15.836498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] For port 3a8a3d9e-805d-42fb-9984-99dd87581501, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3a8a3d9e-805d-42fb-9984-99dd87581501,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:15.917911 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.953211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:15.953805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:15.955261 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] 10.222.0.39 "PUT /v2.0/ports/3a8a3d9e-805d-42fb-9984-99dd87581501 HTTP/1.1" status: 200 len: 1093 time: 0.7641304 Apr 29 08:16:15.955685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'tag': '3a8a3d9e-805d-42fb-9984-99dd87581501'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:15.957976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fa6a03-5d35-4922-a23b-5936cd941bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "05ac5e5f-0120-4c3d-9d22-428bfdfb970c", "tag": "3a8a3d9e-805d-42fb-9984-99dd87581501"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:16.002840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2a561d-3954-4158-bd5c-f357b0b8f1ad x-openstack-request-id: req-3d2a561d-3954-4158-bd5c-f357b0b8f1ad {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:16.003132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ac5e5f-0120-4c3d-9d22-428bfdfb970c", "tag": "3a8a3d9e-805d-42fb-9984-99dd87581501", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:16.003385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d2a561d-3954-4158-bd5c-f357b0b8f1ad {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:16.003850 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2a561d-3954-4158-bd5c-f357b0b8f1ad'] response: {'name': 'network-changed', 'server_uuid': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'tag': '3a8a3d9e-805d-42fb-9984-99dd87581501', 'status': 'completed', 'code': 200} Apr 29 08:16:16.008076 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4279b-507b-48fc-a6f7-25724e044cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a3d9e-805d-42fb-9984-99dd87581501,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:16.036762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4f922-e2d7-4650-b0bd-a0a6b1363aae req-7d391be4-c7f2-403c-b22e-f5e716d32060 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:16.038189 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f4a4f922-e2d7-4650-b0bd-a0a6b1363aae req-7d391be4-c7f2-403c-b22e-f5e716d32060 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 943 time: 0.0728765 Apr 29 08:16:16.100873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6a03-5d35-4922-a23b-5936cd941bc4 req-d04e4d45-f86f-4e11-a482-207de0daea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:16.100873 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09fa6a03-5d35-4922-a23b-5936cd941bc4 req-d04e4d45-f86f-4e11-a482-207de0daea40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bc316622f104266b25af8b619ab48a9&device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 1096 time: 0.0750551 Apr 29 08:16:16.101173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f4a4f922-e2d7-4650-b0bd-a0a6b1363aae req-dd29082a-9fc8-4be4-807f-b577fe2ca98d tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Apr 29 08:16:16.206255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6a03-5d35-4922-a23b-5936cd941bc4 req-97eed141-2b44-43fb-bcc2-c3bab3500c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:16.207878 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09fa6a03-5d35-4922-a23b-5936cd941bc4 req-97eed141-2b44-43fb-bcc2-c3bab3500c64 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9bc316622f104266b25af8b619ab48a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1045392 Apr 29 08:16:16.237981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:16.304938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6a03-5d35-4922-a23b-5936cd941bc4 req-64f6de65-902d-4abb-9349-ff5b67f12c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:16.306442 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09fa6a03-5d35-4922-a23b-5936cd941bc4 req-64f6de65-902d-4abb-9349-ff5b67f12c87 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907428 Apr 29 08:16:16.381241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-e235d049-025b-4952-8f3e-2af2e1873b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:16.382750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-e235d049-025b-4952-8f3e-2af2e1873b0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bc316622f104266b25af8b619ab48a9&device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 1096 time: 0.0403521 Apr 29 08:16:16.422081 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-f7ec8ed9-34d4-4d92-bd49-6830204e10de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a8a3d9e-805d-42fb-9984-99dd87581501 HTTP/1.1" status: 200 len: 217 time: 0.0320847 Apr 29 08:16:16.477773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-0abe830b-1f8e-4483-8cfb-900c21e841fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:16.479237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-0abe830b-1f8e-4483-8cfb-900c21e841fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=870b82d1-5840-45f7-82d7-2bfd94a97081 HTTP/1.1" status: 200 len: 854 time: 0.0511384 Apr 29 08:16:16.510052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-88471856-5b22-4a64-b9f8-880418c5042d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13252c51-ab1a-444d-98ca-ced98d84836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242963 Apr 29 08:16:16.600250 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-7a95b795-95be-4b02-8df8-c53d4e7d31e8 service neutron] 10.222.0.39 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795298 Apr 29 08:16:16.694474 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b482c6f4-3e10-4a42-88f6-e6b0c1513695 req-89528254-9b97-4da0-95fc-8935d6f8a343 service neutron] 10.222.0.39 "GET /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876718 Apr 29 08:16:16.694813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:17.216047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa10c6-146b-465b-a9f0-13d23b5bf1e8 req-5595045f-45d1-40f8-a704-580ac6db0cd7 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:17.218397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01aa10c6-146b-465b-a9f0-13d23b5bf1e8 req-5595045f-45d1-40f8-a704-580ac6db0cd7 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 943 time: 0.0494494 Apr 29 08:16:17.255224 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01aa10c6-146b-465b-a9f0-13d23b5bf1e8 req-c790dd10-c63a-449a-83b4-02c7f4e2a06b tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 Apr 29 08:16:18.368056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80239e97-d37c-4bb2-9f57-b05dfa41f2de req-282f632f-e94f-465c-9bff-47dbb758233f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:18.369492 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80239e97-d37c-4bb2-9f57-b05dfa41f2de req-282f632f-e94f-465c-9bff-47dbb758233f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 943 time: 0.0468404 Apr 29 08:16:18.406681 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80239e97-d37c-4bb2-9f57-b05dfa41f2de req-1c0e5a71-5ec4-4b17-aecf-3c5114a60a86 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Apr 29 08:16:19.149532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3a8a3d9e-805d-42fb-9984-99dd87581501 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:16:19.243390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 3a8a3d9e-805d-42fb-9984-99dd87581501, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3a8a3d9e-805d-42fb-9984-99dd87581501,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:19.254929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '3a8a3d9e-805d-42fb-9984-99dd87581501', 'network_id': '13252c51-ab1a-444d-98ca-ced98d84836e', 'port_id': '3a8a3d9e-805d-42fb-9984-99dd87581501', 'mac_address': 'fa:16:3e:7c:b5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870b82d1-5840-45f7-82d7-2bfd94a97081', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:16:19.290496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:19.302822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8a3d9e-805d-42fb-9984-99dd87581501 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:16:19.321482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 3a8a3d9e-805d-42fb-9984-99dd87581501, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3a8a3d9e-805d-42fb-9984-99dd87581501,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:19.388491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:19.436937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=3a8a3d9e-805d-42fb-9984-99dd87581501,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:19.443793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.444135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.444475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.444805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.445139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.445454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.445777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.446107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.446442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.446769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.447087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.447404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:19.526964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da455b8-81c3-4cf0-9c69-7820799888ab req-dde6b71f-e48f-4d2c-879c-158c50c459ca tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:19.528389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9da455b8-81c3-4cf0-9c69-7820799888ab req-dde6b71f-e48f-4d2c-879c-158c50c459ca tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 944 time: 0.0532889 Apr 29 08:16:19.565433 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9da455b8-81c3-4cf0-9c69-7820799888ab req-38b05e3d-d99d-4a92-ae4f-84db15cd4e29 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Apr 29 08:16:19.607971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['3a8a3d9e-805d-42fb-9984-99dd87581501'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:16:20.677592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9514d49-dc11-4b1d-9c15-09db1683ca24 req-1a2cf7df-4137-4a84-9d6f-f203553923cd tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:20.679075 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a9514d49-dc11-4b1d-9c15-09db1683ca24 req-1a2cf7df-4137-4a84-9d6f-f203553923cd tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 944 time: 0.0481861 Apr 29 08:16:20.715303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a9514d49-dc11-4b1d-9c15-09db1683ca24 req-5d94f73d-76a5-400c-ae09-20be0cb3a038 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300848 Apr 29 08:16:21.159075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3a8a3d9e-805d-42fb-9984-99dd87581501 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:21.263093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 3a8a3d9e-805d-42fb-9984-99dd87581501 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:16:21.267361 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 3a8a3d9e-805d-42fb-9984-99dd87581501 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:21.267727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:21.343176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:21.363793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a3d9e-805d-42fb-9984-99dd87581501'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:21.366000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ad0851-a601-4e68-a35d-40f967dda8d3" -d '{"events": [{"server_uuid": "05ac5e5f-0120-4c3d-9d22-428bfdfb970c", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a3d9e-805d-42fb-9984-99dd87581501"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:21.380884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 3a8a3d9e-805d-42fb-9984-99dd87581501, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3a8a3d9e-805d-42fb-9984-99dd87581501,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:21.401079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb73a7-8994-4ee2-85fa-e45c78d7631e x-openstack-request-id: req-40fb73a7-8994-4ee2-85fa-e45c78d7631e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:21.401384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ac5e5f-0120-4c3d-9d22-428bfdfb970c", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a3d9e-805d-42fb-9984-99dd87581501", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:21.401649 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40fb73a7-8994-4ee2-85fa-e45c78d7631e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:21.402028 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fb73a7-8994-4ee2-85fa-e45c78d7631e'] response: {'server_uuid': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a3d9e-805d-42fb-9984-99dd87581501', 'code': 200} Apr 29 08:16:21.452553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:21.498674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=3a8a3d9e-805d-42fb-9984-99dd87581501,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:21.662145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cec457-330f-4590-a242-75b9c8f74784 req-10d64867-8cdc-4c03-a200-d429fb7ab401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:21.663641 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-91cec457-330f-4590-a242-75b9c8f74784 req-10d64867-8cdc-4c03-a200-d429fb7ab401 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 1098 time: 0.0379584 Apr 29 08:16:21.699243 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-91cec457-330f-4590-a242-75b9c8f74784 req-f5204c3a-96d1-41c4-9750-ee9726431466 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279932 Apr 29 08:16:21.831130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db9198-8fa2-4a4f-808e-0e206e900053 req-bbb01cae-ffb5-41e7-8c4a-8aa113d7d52c tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:21.832554 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4db9198-8fa2-4a4f-808e-0e206e900053 req-bbb01cae-ffb5-41e7-8c4a-8aa113d7d52c tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 945 time: 0.0509870 Apr 29 08:16:21.869605 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b4db9198-8fa2-4a4f-808e-0e206e900053 req-95aca35c-37a1-4488-822c-d74a5eda342d tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Apr 29 08:16:22.985966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b159a-5be5-412b-a092-ea57c4d03c6f req-15610c2e-03db-497a-ae46-8ad16a509b84 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:22.987353 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-654b159a-5be5-412b-a092-ea57c4d03c6f req-15610c2e-03db-497a-ae46-8ad16a509b84 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 945 time: 0.0491338 Apr 29 08:16:23.024318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-654b159a-5be5-412b-a092-ea57c4d03c6f req-3f52be75-c6d2-4bc3-8868-738b6ef905af tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306826 Apr 29 08:16:23.456294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed74cbe-6ed6-42e9-b529-c71caf67bd11 req-328d0f9f-ecf2-449b-8d67-6efaf5ae4a83 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:23.457717 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ed74cbe-6ed6-42e9-b529-c71caf67bd11 req-328d0f9f-ecf2-449b-8d67-6efaf5ae4a83 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 945 time: 0.0465670 Apr 29 08:16:23.494079 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ed74cbe-6ed6-42e9-b529-c71caf67bd11 req-d663a616-e1c5-41d7-860a-871608ea060b tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304675 Apr 29 08:16:24.612727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136da25e-28bc-452a-bf0c-834fab1794a9 req-c7d011af-b7ff-4b07-ba4f-cb67d5bb568f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:24.614205 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-136da25e-28bc-452a-bf0c-834fab1794a9 req-c7d011af-b7ff-4b07-ba4f-cb67d5bb568f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 945 time: 0.0520236 Apr 29 08:16:24.650267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-136da25e-28bc-452a-bf0c-834fab1794a9 req-f02f749e-7d44-489c-9888-f0ff97abd1f3 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300117 Apr 29 08:16:24.811880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-e72e6dfa-3cce-4797-980d-78b0ae6149af tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:24.813332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-e72e6dfa-3cce-4797-980d-78b0ae6149af tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 945 time: 0.0465226 Apr 29 08:16:24.904574 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Deleting port 3a8a3d9e-805d-42fb-9984-99dd87581501 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:24.904791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:24.992986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] For port 3a8a3d9e-805d-42fb-9984-99dd87581501, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3a8a3d9e-805d-42fb-9984-99dd87581501,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:24.993333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:25.006922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Calling delete_port for 3a8a3d9e-805d-42fb-9984-99dd87581501 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:25.200470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:25.214953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['93f64cf6-5aed-442b-8f9a-97c26be92eb5', '3a8a3d9e-805d-42fb-9984-99dd87581501'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:16:25.227545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Pushing event deleted for resources: {'Port': ['ID=3a8a3d9e-805d-42fb-9984-99dd87581501,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:25.269623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] No DVR routers for this DVR port 3a8a3d9e-805d-42fb-9984-99dd87581501 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:25.272189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:25.275462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a59728d-683f-41c7-b28e-7cf95d2bbdb9 req-95046e9f-fa1d-430f-9634-494853ece9aa tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "DELETE /v2.0/ports/3a8a3d9e-805d-42fb-9984-99dd87581501 HTTP/1.1" status: 204 len: 173 time: 0.4562340 Apr 29 08:16:25.275926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'name': 'network-vif-deleted', 'tag': '3a8a3d9e-805d-42fb-9984-99dd87581501'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:25.278203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c1202c-b2d6-4ca1-8872-3895d8196248" -d '{"events": [{"server_uuid": "05ac5e5f-0120-4c3d-9d22-428bfdfb970c", "name": "network-vif-deleted", "tag": "3a8a3d9e-805d-42fb-9984-99dd87581501"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:25.316099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69629e51-485b-4569-b466-45afaf1822f2 x-openstack-request-id: req-69629e51-485b-4569-b466-45afaf1822f2 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:25.318153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ac5e5f-0120-4c3d-9d22-428bfdfb970c", "name": "network-vif-deleted", "tag": "3a8a3d9e-805d-42fb-9984-99dd87581501", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:25.318153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69629e51-485b-4569-b466-45afaf1822f2 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:25.318153 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69629e51-485b-4569-b466-45afaf1822f2'] response: {'server_uuid': '05ac5e5f-0120-4c3d-9d22-428bfdfb970c', 'name': 'network-vif-deleted', 'tag': '3a8a3d9e-805d-42fb-9984-99dd87581501', 'status': 'completed', 'code': 200} Apr 29 08:16:25.760280 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a29fb24d-cb67-482b-971e-0dc9bd261bae req-6208acba-0a89-4d09-8b19-5e2d70932175 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ac5e5f-0120-4c3d-9d22-428bfdfb970c HTTP/1.1" status: 200 len: 210 time: 0.0317235 Apr 29 08:16:25.991965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [req-13bfc352-8b8a-4b79-b0ae-99703d5012cb req-2e732a37-5a35-47a2-a468-150d593ed90d service neutron] (109781) timed out ('10.222.0.39', 60512) {{(pid=109781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 29 08:16:26.912620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab3173-48e1-47e2-a1ae-84804ddfb06e req-45df4b16-8985-4365-8fd9-5eb5392e948f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:26.914062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-95ab3173-48e1-47e2-a1ae-84804ddfb06e req-45df4b16-8985-4365-8fd9-5eb5392e948f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0475721 Apr 29 08:16:26.950468 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-95ab3173-48e1-47e2-a1ae-84804ddfb06e req-282e64d3-2215-4711-a7a0-e8ef92da89cf tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303612 Apr 29 08:16:27.077662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f36d9c-5b6e-424d-9458-c719bbe666e1 req-0b386b81-bd2d-4283-b4a1-5cbbde5be857 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:27.079149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17f36d9c-5b6e-424d-9458-c719bbe666e1 req-0b386b81-bd2d-4283-b4a1-5cbbde5be857 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0464277 Apr 29 08:16:27.116853 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17f36d9c-5b6e-424d-9458-c719bbe666e1 req-fa4bb8e9-546c-4019-88bd-f2da0222da4f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Apr 29 08:16:27.234053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b2909-8308-454a-9bba-23d21ea526c1 req-349b3946-cd08-4a27-9ac8-6a890df7a913 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:27.235434 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-488b2909-8308-454a-9bba-23d21ea526c1 req-349b3946-cd08-4a27-9ac8-6a890df7a913 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0484555 Apr 29 08:16:27.275651 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-488b2909-8308-454a-9bba-23d21ea526c1 req-68de3f99-f69a-459d-9386-c46887168a2e tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Apr 29 08:16:27.441304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734373a-8885-4980-a4b8-368c048ec7f2 req-75828515-969a-4720-bd28-06ba2ee82816 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:27.442771 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d734373a-8885-4980-a4b8-368c048ec7f2 req-75828515-969a-4720-bd28-06ba2ee82816 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0527654 Apr 29 08:16:27.480026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d734373a-8885-4980-a4b8-368c048ec7f2 req-d2622292-034e-455d-8c9f-60c61bdf1c1f tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Apr 29 08:16:27.592200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262aba3-6363-4388-b0c8-58ff49601267 req-7997111f-389f-4c3e-b409-c06f1c6d7c01 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:27.593649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a262aba3-6363-4388-b0c8-58ff49601267 req-7997111f-389f-4c3e-b409-c06f1c6d7c01 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Apr 29 08:16:27.629250 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a262aba3-6363-4388-b0c8-58ff49601267 req-1407901a-5c44-4227-8b08-8a93291a7ae1 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297136 Apr 29 08:16:27.751807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335fcb-9a3d-441b-bf8b-ec2058f31c9a req-660e19e9-d51d-4c2a-98f5-5c4234adc81c tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:27.753163 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19335fcb-9a3d-441b-bf8b-ec2058f31c9a req-660e19e9-d51d-4c2a-98f5-5c4234adc81c tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0495546 Apr 29 08:16:27.794285 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19335fcb-9a3d-441b-bf8b-ec2058f31c9a req-3007702b-8ff0-48cc-8a3f-819a01608286 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351253 Apr 29 08:16:28.334389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42a9a2-84ab-4cb0-b52e-310e7ca664ad req-639dc173-acf4-448c-b3c9-d3f60c4bfb24 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:28.335886 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b42a9a2-84ab-4cb0-b52e-310e7ca664ad req-639dc173-acf4-448c-b3c9-d3f60c4bfb24 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0485699 Apr 29 08:16:28.373211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0b42a9a2-84ab-4cb0-b52e-310e7ca664ad req-9b00b985-67e3-463a-a1dd-0ad385896075 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305915 Apr 29 08:16:29.220943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3a8a3d9e-805d-42fb-9984-99dd87581501 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:29.240618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 3a8a3d9e-805d-42fb-9984-99dd87581501 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:16:29.240957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 3a8a3d9e-805d-42fb-9984-99dd87581501 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:29.488579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f40f1-9287-4a5b-a006-7ccb7a10a518 req-029fa276-bcb0-41c4-a863-1d2d90d26e35 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:29.489980 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f11f40f1-9287-4a5b-a006-7ccb7a10a518 req-029fa276-bcb0-41c4-a863-1d2d90d26e35 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Apr 29 08:16:29.527857 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f11f40f1-9287-4a5b-a006-7ccb7a10a518 req-0c8ec987-0a94-4a37-834a-b98625d51b53 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/security-groups?id=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Apr 29 08:16:29.711706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38914467-cd75-406f-a19d-89e1c758a25b req-b05f90bd-2520-4197-842d-0ba1705cc721 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:29.713118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38914467-cd75-406f-a19d-89e1c758a25b req-b05f90bd-2520-4197-842d-0ba1705cc721 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 945 time: 0.0474970 Apr 29 08:16:29.809962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Deleting port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:29.811028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:29.900159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] For port 93f64cf6-5aed-442b-8f9a-97c26be92eb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=93f64cf6-5aed-442b-8f9a-97c26be92eb5,segment=NetworkSegment(a2897b85-01c2-4b29-a31a-a8e1ef435542),segment_id=a2897b85-01c2-4b29-a31a-a8e1ef435542)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:29.900510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:29.912518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Calling delete_port for 93f64cf6-5aed-442b-8f9a-97c26be92eb5 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:30.146073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:30.157432 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['93f64cf6-5aed-442b-8f9a-97c26be92eb5'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:16:30.178930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Pushing event deleted for resources: {'Port': ['ID=93f64cf6-5aed-442b-8f9a-97c26be92eb5,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:30.225351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] No DVR routers for this DVR port 93f64cf6-5aed-442b-8f9a-97c26be92eb5 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:30.227854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:30.231151 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38914467-cd75-406f-a19d-89e1c758a25b req-333fb453-9c1f-4a80-a1a6-c1a2498adfb5 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.39 "DELETE /v2.0/ports/93f64cf6-5aed-442b-8f9a-97c26be92eb5 HTTP/1.1" status: 204 len: 173 time: 0.5114434 Apr 29 08:16:30.231605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'name': 'network-vif-deleted', 'tag': '93f64cf6-5aed-442b-8f9a-97c26be92eb5'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:30.234500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5dae32-eb94-4ebc-954f-97b57fd47e58" -d '{"events": [{"server_uuid": "8b2a468e-5a6b-4648-ad0f-47736a97ba39", "name": "network-vif-deleted", "tag": "93f64cf6-5aed-442b-8f9a-97c26be92eb5"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:30.271534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c408c4-515b-47cf-aefb-e3f5acbc99e0 x-openstack-request-id: req-25c408c4-515b-47cf-aefb-e3f5acbc99e0 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:30.271837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2a468e-5a6b-4648-ad0f-47736a97ba39", "name": "network-vif-deleted", "tag": "93f64cf6-5aed-442b-8f9a-97c26be92eb5", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:30.272088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25c408c4-515b-47cf-aefb-e3f5acbc99e0 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:30.272491 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c408c4-515b-47cf-aefb-e3f5acbc99e0'] response: {'server_uuid': '8b2a468e-5a6b-4648-ad0f-47736a97ba39', 'name': 'network-vif-deleted', 'tag': '93f64cf6-5aed-442b-8f9a-97c26be92eb5', 'status': 'completed', 'code': 200} Apr 29 08:16:30.631022 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8b5f9c1a-4f69-46bf-994a-67b882e757dd req-b5b5d07c-0a70-4848-8dc0-c49c7be4c0d4 tempest-ServersNegativeTestJSON-791654904 tempest-ServersNegativeTestJSON-791654904-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b2a468e-5a6b-4648-ad0f-47736a97ba39 HTTP/1.1" status: 200 len: 210 time: 0.0266087 Apr 29 08:16:31.686577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54282) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:31.733790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] Deleting subnet 870b82d1-5840-45f7-82d7-2bfd94a97081 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:16:31.736921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:31.775552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:31.812185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:31.926210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:31.955559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870b82d1-5840-45f7-82d7-2bfd94a97081,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:31.957531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:31.960709 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3a4921cb-da9c-444e-9317-3604836daa18 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/870b82d1-5840-45f7-82d7-2bfd94a97081 HTTP/1.1" status: 204 len: 168 time: 0.2731407 Apr 29 08:16:31.963129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54284) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:32.027612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.113373 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.133441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13252c51-ab1a-444d-98ca-ced98d84836e']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:32.142620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2897b85-01c2-4b29-a31a-a8e1ef435542') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:32.142920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2897b85-01c2-4b29-a31a-a8e1ef435542') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:32.152120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.164891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.171160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:32.171539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:32.173162 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:32.317806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.333713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Pushing event deleted for resources: {'Network': ['ID=13252c51-ab1a-444d-98ca-ced98d84836e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:32.336091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.339110 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-862ce4dc-e5af-4736-8c24-0d8e3705afef admin admin] 10.222.0.16 "DELETE /v2.0/networks/13252c51-ab1a-444d-98ca-ced98d84836e HTTP/1.1" status: 204 len: 168 time: 0.3750780 Apr 29 08:16:32.671931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:32.708997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a0eab4dc-bebe-42f1-bc2b-dd23561ac003 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bc316622f104266b25af8b619ab48a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376406 Apr 29 08:16:32.713874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54290) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:32.760454 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f3e1-32bb-43be-baa0-06aec344d4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.780692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f3e1-32bb-43be-baa0-06aec344d4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.885644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f3e1-32bb-43be-baa0-06aec344d4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.888702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f3e1-32bb-43be-baa0-06aec344d4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:32.889880 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d2b7f3e1-32bb-43be-baa0-06aec344d4f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2 HTTP/1.1" status: 204 len: 168 time: 0.1750767 Apr 29 08:16:32.897517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7f3e1-32bb-43be-baa0-06aec344d4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93776a8-c5b8-4397-a44f-fe6a2b5dd9f2,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:33.249294 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 93f64cf6-5aed-442b-8f9a-97c26be92eb5 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:33.269083 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 93f64cf6-5aed-442b-8f9a-97c26be92eb5 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:16:33.269431 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 93f64cf6-5aed-442b-8f9a-97c26be92eb5 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:33.911615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54312) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:34.007627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652670586'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:34.091877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:34.095390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.103616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.176431 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.240090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.262403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:34.277088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68858991-6edc-4d5c-953b-801ed3bce524,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:34.280899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.281239 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Added segment 0b5eb1b7-bb8b-43bb-b708-0cf0475657b5 of type vlan for network 5130155a-027b-4524-8672-810052b8d5c9 Apr 29 08:16:34.320235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.385452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.391168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:34.391733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:34.488628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5758207 Apr 29 08:16:34.497236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a896ba-82bf-4850-b38f-044e07e95f30 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Network': ['ID=5130155a-027b-4524-8672-810052b8d5c9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:34.509165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 5130155a-027b-4524-8672-810052b8d5c9 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:37.652878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54316) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:37.658614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'subnet': {'network_id': '5130155a-027b-4524-8672-810052b8d5c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:37.840069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:37.843820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.074480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.134851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Subnet': ['ID=7123550a-00db-4cab-8200-0e3ae8124b0c,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:38.146045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Checking segment: {'id': '0b5eb1b7-bb8b-43bb-b708-0cf0475657b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5130155a-027b-4524-8672-810052b8d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:38.146393 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network hostable DHCP agents. Network: 5130155a-027b-4524-8672-810052b8d5c9, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:38.205446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network 5130155a-027b-4524-8672-810052b8d5c9 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:38.288519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 5130155a-027b-4524-8672-810052b8d5c9) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:38.292694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:38.293266 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.297947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeab3d4-5238-4bd2-a7c7-dc9e95388f75 None None] Network 5130155a-027b-4524-8672-810052b8d5c9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:38.377304 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-dba364c4-b416-4401-b25a-1761c167f91e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7225971 Apr 29 08:16:38.380655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54318) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:38.385509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816984038'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:38.437871 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-5130155a-027b-4524-8672-810052b8d5c9', 'network_id': '5130155a-027b-4524-8672-810052b8d5c9', 'tenant_id': '40da5687c0484b38bb7c6872c98cf485', 'fixed_ips': [{'subnet_id': '7123550a-00db-4cab-8200-0e3ae8124b0c'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:16:38.438740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.483602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:38.487196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.510120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:38.520028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.521296 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Added segment 5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96 of type vlan for network 8a75e34f-c079-47e6-b0ca-bd54351d38fe Apr 29 08:16:38.563284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.580964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Allocated IP 2001:db8:0:ffff::2 (5130155a-027b-4524-8672-810052b8d5c9/7123550a-00db-4cab-8200-0e3ae8124b0c/862b1a65-084a-4ba8-90af-dc2d85bc4ba3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:38.657172 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.659585 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:16:38.664853 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:38.665600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.725651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.744432 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Network': ['ID=8a75e34f-c079-47e6-b0ca-bd54351d38fe,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:38.756152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 8a75e34f-c079-47e6-b0ca-bd54351d38fe details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:38.774010 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-740b899b-59a6-436e-82f3-a6fbb3d909ca tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3922994 Apr 29 08:16:38.776809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54320) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:38.782121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'subnet': {'network_id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:38.803668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.863864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Network 5130155a-027b-4524-8672-810052b8d5c9 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:38.869698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:38.872296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:38.874166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Pushing event updated for resources: {'Port': ['ID=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:38.926251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:38.927111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Attempting to bind port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:38.927482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Attempting to bind port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '0b5eb1b7-bb8b-43bb-b708-0cf0475657b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5130155a-027b-4524-8672-810052b8d5c9'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:38.927845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Attempting to bind port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 on network 5130155a-027b-4524-8672-810052b8d5c9 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:38.930456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.932832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:38.933208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Checking segment: {'id': '0b5eb1b7-bb8b-43bb-b708-0cf0475657b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5130155a-027b-4524-8672-810052b8d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:38.933615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.934006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Bound using segment: {'id': '0b5eb1b7-bb8b-43bb-b708-0cf0475657b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5130155a-027b-4524-8672-810052b8d5c9'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:38.934501 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Bound port: 862b1a65-084a-4ba8-90af-dc2d85bc4ba3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5eb1b7-bb8b-43bb-b708-0cf0475657b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5130155a-027b-4524-8672-810052b8d5c9'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:38.935022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:38.998122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] For port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:39.001277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] For port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,segment=NetworkSegment(0b5eb1b7-bb8b-43bb-b708-0cf0475657b5),segment_id=0b5eb1b7-bb8b-43bb-b708-0cf0475657b5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:39.086393 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:39.152310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dfd63-295b-44cb-b7cd-798aa7787966 None None] Pushing event updated for resources: {'Port': ['ID=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:39.189026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:39.253721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Subnet': ['ID=46022913-1318-4361-a280-6e13c9119cf2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:39.261531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Checking segment: {'id': '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:39.261892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network hostable DHCP agents. Network: 8a75e34f-c079-47e6-b0ca-bd54351d38fe, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:39.363111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network 8a75e34f-c079-47e6-b0ca-bd54351d38fe is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:39.454575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 8a75e34f-c079-47e6-b0ca-bd54351d38fe) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:39.459197 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:39.459790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:39.463543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88cffe-b9a8-4e54-bd73-1a3b8e4241a2 None None] Network 8a75e34f-c079-47e6-b0ca-bd54351d38fe requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:39.549034 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-437ff671-91ef-4e25-8990-9a3a89847b50 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7711825 Apr 29 08:16:39.551632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54322) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:39.609824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-8a75e34f-c079-47e6-b0ca-bd54351d38fe', 'network_id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe', 'tenant_id': '40da5687c0484b38bb7c6872c98cf485', 'fixed_ips': [{'subnet_id': '46022913-1318-4361-a280-6e13c9119cf2'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:16:39.610725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:39.654414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:39.733031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:39.750224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Allocated IP 2001:db8::2 (8a75e34f-c079-47e6-b0ca-bd54351d38fe/46022913-1318-4361-a280-6e13c9119cf2/c4a9028a-2af5-4354-bb4d-4890965f057c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:39.906016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:39.987584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.028395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Network 8a75e34f-c079-47e6-b0ca-bd54351d38fe is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:40.031320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:40.034807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:40.037772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83da61c-8950-413b-a5f0-8664aeb62bb1 None None] Network 5130155a-027b-4524-8672-810052b8d5c9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:40.045678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Pushing event updated for resources: {'Port': ['ID=c4a9028a-2af5-4354-bb4d-4890965f057c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:40.078266 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.105651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Subnet': ['ID=46022913-1318-4361-a280-6e13c9119cf2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:40.156990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Attempting to bind port c4a9028a-2af5-4354-bb4d-4890965f057c on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:40.157345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Attempting to bind port c4a9028a-2af5-4354-bb4d-4890965f057c by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:40.157710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Attempting to bind port c4a9028a-2af5-4354-bb4d-4890965f057c on network 8a75e34f-c079-47e6-b0ca-bd54351d38fe {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:40.164224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.169654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-54f1a017-fdb9-4166-b6f1-3e90aa0c7559 None None] Provisioning complete for port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:40.170018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54f1a017-fdb9-4166-b6f1-3e90aa0c7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.175932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:40.176298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Checking segment: {'id': '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:40.176681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.177063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Bound using segment: {'id': '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:40.177521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Bound port: c4a9028a-2af5-4354-bb4d-4890965f057c, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:40.177901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.184540 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a75e34f-c079-47e6-b0ca-bd54351d38fe']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:40.194496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:40.194799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:40.204737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.217832 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.223729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:40.224161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:40.227137 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:40.327654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] For port c4a9028a-2af5-4354-bb4d-4890965f057c, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:40.343565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 08:16:40.343565 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 08:16:40.343565 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': '8a75e34f-c079-47e6-b0ca-bd54351d38fe'}] Apr 29 08:16:40.343565 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:16:40.343977 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:16:40.360863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] For port c4a9028a-2af5-4354-bb4d-4890965f057c, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c4a9028a-2af5-4354-bb4d-4890965f057c,segment=NetworkSegment(5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96),segment_id=5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:40.382278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54f1a017-fdb9-4166-b6f1-3e90aa0c7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.396388 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:40.440926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.456441 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-54f1a017-fdb9-4166-b6f1-3e90aa0c7559 None None] For port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,segment=NetworkSegment(0b5eb1b7-bb8b-43bb-b708-0cf0475657b5),segment_id=0b5eb1b7-bb8b-43bb-b708-0cf0475657b5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:40.541177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54f1a017-fdb9-4166-b6f1-3e90aa0c7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.550731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc6a8c-8840-4fff-9835-831993deb27f None None] Pushing event updated for resources: {'Port': ['ID=c4a9028a-2af5-4354-bb4d-4890965f057c,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:40.556087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:40.556450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.595345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728af8fd-16df-4e19-a897-24c95e584342 None None] Network 8a75e34f-c079-47e6-b0ca-bd54351d38fe requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:40.699159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1a017-fdb9-4166-b6f1-3e90aa0c7559 None None] Pushing event updated for resources: {'Port': ['ID=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:40.711087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-edb70780-f989-475c-b359-228cc6497bd6 None None] Provisioning complete for port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:40.711461 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb70780-f989-475c-b359-228cc6497bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.844954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.898034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Deleting port c4a9028a-2af5-4354-bb4d-4890965f057c {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:40.898370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.962899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] For port c4a9028a-2af5-4354-bb4d-4890965f057c, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c4a9028a-2af5-4354-bb4d-4890965f057c,segment=NetworkSegment(5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96),segment_id=5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:40.963254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:40.977843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Calling delete_port for c4a9028a-2af5-4354-bb4d-4890965f057c owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:41.000688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d185a96-e515-4813-883d-ba3d521099fd None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 08:16:41.081495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d185a96-e515-4813-883d-ba3d521099fd None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 08:16:41.148969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.175885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Port': ['ID=c4a9028a-2af5-4354-bb4d-4890965f057c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:41.177688 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No DVR routers for this DVR port c4a9028a-2af5-4354-bb4d-4890965f057c on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:41.229994 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a3cb-ed58-4f58-8145-88d6702310ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.255623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.275528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a75e34f-c079-47e6-b0ca-bd54351d38fe']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:41.285127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:41.285417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1d1d5d-3061-4cc8-acab-cf6b5b8cdb96') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:41.295572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.308147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.314325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:41.314753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:41.317615 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:41.457201 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.464141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.467609 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/8a75e34f-c079-47e6-b0ca-bd54351d38fe HTTP/1.1" status: 204 len: 168 time: 1.9150567 Apr 29 08:16:41.472530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54324) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:41.476118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522947417'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:41.479460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f72e6e-5aff-48c1-8134-f37f51caaff9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Network': ['ID=8a75e34f-c079-47e6-b0ca-bd54351d38fe,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:41.554530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:41.558863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.582248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:41.591979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.592320 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Added segment 5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82 of type vlan for network eaa39546-fa98-4631-aaba-6088bd81ac70 Apr 29 08:16:41.638148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.720180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:41.725594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:41.726163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.035864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5634301 Apr 29 08:16:42.038518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54326) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:42.044062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'subnet': {'network_id': 'eaa39546-fa98-4631-aaba-6088bd81ac70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:42.049380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3eea5-ccc9-4b0f-b88f-fb57fbbde73e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Network': ['ID=eaa39546-fa98-4631-aaba-6088bd81ac70,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:42.060366 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network eaa39546-fa98-4631-aaba-6088bd81ac70 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:42.214360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:42.218332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.276913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Performing IP validity checks on allocation pools {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 08:16:42.277427 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.ipam_backend_mixin [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 08:16:42.367602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:42.415730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:42.416096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.471559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.536691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Subnet': ['ID=7a19aefd-bdde-4264-93a3-74add6c229e1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:42.541743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Checking segment: {'id': '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eaa39546-fa98-4631-aaba-6088bd81ac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:42.542090 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network hostable DHCP agents. Network: eaa39546-fa98-4631-aaba-6088bd81ac70, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:42.608480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network eaa39546-fa98-4631-aaba-6088bd81ac70 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:42.679963 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, eaa39546-fa98-4631-aaba-6088bd81ac70) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:42.683979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:42.684551 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.689276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44d9a3-6cfe-4314-b64e-6e6798dfefca None None] Network eaa39546-fa98-4631-aaba-6088bd81ac70 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:42.756810 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c4f777b8-b149-487a-b010-86c706d4ccd5 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7166605 Apr 29 08:16:42.759380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54328) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:42.831756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-eaa39546-fa98-4631-aaba-6088bd81ac70', 'network_id': 'eaa39546-fa98-4631-aaba-6088bd81ac70', 'tenant_id': '40da5687c0484b38bb7c6872c98cf485', 'fixed_ips': [{'subnet_id': '7a19aefd-bdde-4264-93a3-74add6c229e1'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:16:42.832516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.853470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.903596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.908913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:42.978497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Allocated IP 2001:db8::3 (eaa39546-fa98-4631-aaba-6088bd81ac70/7a19aefd-bdde-4264-93a3-74add6c229e1/78005402-78b5-4335-b2e3-cf4c708608e3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:43.113046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.166000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.220699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Network eaa39546-fa98-4631-aaba-6088bd81ac70 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:43.223915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:43.227500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:43.232836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Pushing event updated for resources: {'Port': ['ID=78005402-78b5-4335-b2e3-cf4c708608e3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:43.243157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.275556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Subnet': ['ID=7a19aefd-bdde-4264-93a3-74add6c229e1,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:43.276966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1085-18d4-467d-9ace-3f7899c6415e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.286868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Attempting to bind port 78005402-78b5-4335-b2e3-cf4c708608e3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:43.287118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Attempting to bind port 78005402-78b5-4335-b2e3-cf4c708608e3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eaa39546-fa98-4631-aaba-6088bd81ac70'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:43.287484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Attempting to bind port 78005402-78b5-4335-b2e3-cf4c708608e3 on network eaa39546-fa98-4631-aaba-6088bd81ac70 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:43.292489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:43.292919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Checking segment: {'id': '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eaa39546-fa98-4631-aaba-6088bd81ac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:43.293305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.293710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Bound using segment: {'id': '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eaa39546-fa98-4631-aaba-6088bd81ac70'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:43.294816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Bound port: 78005402-78b5-4335-b2e3-cf4c708608e3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eaa39546-fa98-4631-aaba-6088bd81ac70'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:43.295198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.331967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.351812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa39546-fa98-4631-aaba-6088bd81ac70']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:43.359117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] For port 78005402-78b5-4335-b2e3-cf4c708608e3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:43.362044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:43.362288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] For port 78005402-78b5-4335-b2e3-cf4c708608e3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=78005402-78b5-4335-b2e3-cf4c708608e3,segment=NetworkSegment(5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82),segment_id=5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:43.362400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:43.373855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.402961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.405340 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.411184 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:43.411570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:43.414543 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:43.486700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73291dc-4b69-4b39-b20c-a28e0d4510e5 None None] Pushing event updated for resources: {'Port': ['ID=78005402-78b5-4335-b2e3-cf4c708608e3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:43.500180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d813bc-7bd1-4f54-8e4c-8c5000a1cd21 None None] Network eaa39546-fa98-4631-aaba-6088bd81ac70 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:43.514711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 08:16:43.514711 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 08:16:43.514711 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': 'eaa39546-fa98-4631-aaba-6088bd81ac70'}] Apr 29 08:16:43.514711 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:16:43.515119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:16:43.617573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a66676-7f9f-4298-93e4-01cada08b502 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 08:16:43.681900 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a66676-7f9f-4298-93e4-01cada08b502 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 08:16:44.016522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.067312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Deleting port 78005402-78b5-4335-b2e3-cf4c708608e3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:44.067641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.126296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] For port 78005402-78b5-4335-b2e3-cf4c708608e3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=78005402-78b5-4335-b2e3-cf4c708608e3,segment=NetworkSegment(5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82),segment_id=5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:44.126679 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.138777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Calling delete_port for 78005402-78b5-4335-b2e3-cf4c708608e3 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:44.265658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.289959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Port': ['ID=78005402-78b5-4335-b2e3-cf4c708608e3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:44.293363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No DVR routers for this DVR port 78005402-78b5-4335-b2e3-cf4c708608e3 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:44.371370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.392825 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa39546-fa98-4631-aaba-6088bd81ac70']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:44.401481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:44.401769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5facc2fb-08d5-4d7c-9cb1-1c29c9b85e82') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:44.411196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.424284 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.429858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:44.430237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:44.433094 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:44.568714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.575239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.586601 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/eaa39546-fa98-4631-aaba-6088bd81ac70 HTTP/1.1" status: 204 len: 168 time: 1.8179312 Apr 29 08:16:44.586908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54330) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:44.587366 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1836707802'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:44.589628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fe2eb-bfc2-4f55-be27-7facf39b33a9 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Network': ['ID=eaa39546-fa98-4631-aaba-6088bd81ac70,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:44.685433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:44.689153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.712168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:44.721316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.721654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Added segment 53bc9026-7b0c-4156-a79d-a1557b232ed8 of type vlan for network bdc9095a-f4c3-4a38-bde5-2be30c09361d Apr 29 08:16:44.759056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.845481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.850900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:44.851468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:44.916488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Network': ['ID=bdc9095a-f4c3-4a38-bde5-2be30c09361d,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:44.923317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.923730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.924066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.924405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.924761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.925081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.925396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.925710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.926025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.926338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.926672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.926984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:44.937828 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network bdc9095a-f4c3-4a38-bde5-2be30c09361d details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:44.962493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1c5f0ca0-5d51-41d6-be9e-300be4cef85e tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3793631 Apr 29 08:16:44.966258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54332) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:44.971772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'subnet': {'network_id': 'bdc9095a-f4c3-4a38-bde5-2be30c09361d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:45.092154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.114093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:45.119641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.337161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.393317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Subnet': ['ID=141968ff-c652-4cf9-a80c-5abb59d1fb1e,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:45.402970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Checking segment: {'id': '53bc9026-7b0c-4156-a79d-a1557b232ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bdc9095a-f4c3-4a38-bde5-2be30c09361d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:45.403320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network hostable DHCP agents. Network: bdc9095a-f4c3-4a38-bde5-2be30c09361d, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:45.468505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network bdc9095a-f4c3-4a38-bde5-2be30c09361d is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:45.576883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, bdc9095a-f4c3-4a38-bde5-2be30c09361d) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:45.580981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:45.581557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.586318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d42551-2622-47d9-a698-cfcd1cc2e994 None None] Network bdc9095a-f4c3-4a38-bde5-2be30c09361d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:45.668607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-26aa80a1-fa17-46eb-8dd4-632b07e37aa0 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7011919 Apr 29 08:16:45.672633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54334) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:45.680514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1385271736'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:45.728838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-bdc9095a-f4c3-4a38-bde5-2be30c09361d', 'network_id': 'bdc9095a-f4c3-4a38-bde5-2be30c09361d', 'tenant_id': '40da5687c0484b38bb7c6872c98cf485', 'fixed_ips': [{'subnet_id': '141968ff-c652-4cf9-a80c-5abb59d1fb1e'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:16:45.729739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.782925 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:45.786498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.810546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:45.819022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.819351 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Added segment ff6d8bd7-3968-4d1f-83fa-2f794469c982 of type vlan for network ad214134-a8b9-4d9f-be6c-e5ac4959e96a Apr 29 08:16:45.862275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.867369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Allocated IP 2001:db8::2 (bdc9095a-f4c3-4a38-bde5-2be30c09361d/141968ff-c652-4cf9-a80c-5abb59d1fb1e/7632d755-6b10-487b-9883-e71d96cace4d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:45.940169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:45.945644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:45.946214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.006228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.015927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Network': ['ID=ad214134-a8b9-4d9f-be6c-e5ac4959e96a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:46.025775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network ad214134-a8b9-4d9f-be6c-e5ac4959e96a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:46.042742 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1ee6df5e-3a74-46ad-9500-8ddd63dbe749 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3662825 Apr 29 08:16:46.043493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54336) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:46.048903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Request body: {'subnet': {'network_id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:46.075319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.128935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Network bdc9095a-f4c3-4a38-bde5-2be30c09361d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:46.133761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:46.138610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:46.140534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Pushing event updated for resources: {'Port': ['ID=7632d755-6b10-487b-9883-e71d96cace4d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:46.204176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Attempting to bind port 7632d755-6b10-487b-9883-e71d96cace4d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:46.204445 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Attempting to bind port 7632d755-6b10-487b-9883-e71d96cace4d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '53bc9026-7b0c-4156-a79d-a1557b232ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bdc9095a-f4c3-4a38-bde5-2be30c09361d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:46.204798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Attempting to bind port 7632d755-6b10-487b-9883-e71d96cace4d on network bdc9095a-f4c3-4a38-bde5-2be30c09361d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:46.209596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:46.209982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Checking segment: {'id': '53bc9026-7b0c-4156-a79d-a1557b232ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bdc9095a-f4c3-4a38-bde5-2be30c09361d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:46.210378 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.210780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Bound using segment: {'id': '53bc9026-7b0c-4156-a79d-a1557b232ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bdc9095a-f4c3-4a38-bde5-2be30c09361d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:46.211229 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Bound port: 7632d755-6b10-487b-9883-e71d96cace4d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bc9026-7b0c-4156-a79d-a1557b232ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bdc9095a-f4c3-4a38-bde5-2be30c09361d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:46.211596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.228408 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Made reservation on behalf of 40da5687c0484b38bb7c6872c98cf485 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:46.233052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.272469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] For port 7632d755-6b10-487b-9883-e71d96cace4d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:46.275588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] For port 7632d755-6b10-487b-9883-e71d96cace4d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7632d755-6b10-487b-9883-e71d96cace4d,segment=NetworkSegment(53bc9026-7b0c-4156-a79d-a1557b232ed8),segment_id=53bc9026-7b0c-4156-a79d-a1557b232ed8)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:46.276639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.357814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.426332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbd2a6-4d7b-48de-b704-fb53549853b9 None None] Pushing event updated for resources: {'Port': ['ID=7632d755-6b10-487b-9883-e71d96cace4d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:46.710603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.843450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:46.899822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event updated for resources: {'Subnet': ['ID=168ce4a7-7039-4875-8c22-422a79e7ec29,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:46.910260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Checking segment: {'id': 'ff6d8bd7-3968-4d1f-83fa-2f794469c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:46.910661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network hostable DHCP agents. Network: ad214134-a8b9-4d9f-be6c-e5ac4959e96a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:46.983137 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Network ad214134-a8b9-4d9f-be6c-e5ac4959e96a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:47.071576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, ad214134-a8b9-4d9f-be6c-e5ac4959e96a) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:47.076645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:47.077228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.081001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e185b-3cc5-429c-a745-65a09508ea00 None None] Network ad214134-a8b9-4d9f-be6c-e5ac4959e96a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:47.171436 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-67913bc8-bc70-4fa3-985e-3519ca0010f2 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1271424 Apr 29 08:16:47.174026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54338) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:47.230156 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-ad214134-a8b9-4d9f-be6c-e5ac4959e96a', 'network_id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a', 'tenant_id': '40da5687c0484b38bb7c6872c98cf485', 'fixed_ips': [{'subnet_id': '168ce4a7-7039-4875-8c22-422a79e7ec29'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:16:47.231120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.284873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.340414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.353861 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073bcec-1ce1-496e-82af-c9f43660948b None None] Network bdc9095a-f4c3-4a38-bde5-2be30c09361d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:47.426478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Allocated IP 2001:db8::2 (ad214134-a8b9-4d9f-be6c-e5ac4959e96a/168ce4a7-7039-4875-8c22-422a79e7ec29/213d3b6e-7b23-47e0-93fb-555ec4b0fe86) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:47.456592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7c0d8b24-0bdd-4dbd-8bf5-6e1d22e905bb None None] Provisioning complete for port 7632d755-6b10-487b-9883-e71d96cace4d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:47.456960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c0d8b24-0bdd-4dbd-8bf5-6e1d22e905bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.841952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c0d8b24-0bdd-4dbd-8bf5-6e1d22e905bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.879637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.894610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7c0d8b24-0bdd-4dbd-8bf5-6e1d22e905bb None None] For port 7632d755-6b10-487b-9883-e71d96cace4d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7632d755-6b10-487b-9883-e71d96cace4d,segment=NetworkSegment(53bc9026-7b0c-4156-a79d-a1557b232ed8),segment_id=53bc9026-7b0c-4156-a79d-a1557b232ed8)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:47.948881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.982561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c0d8b24-0bdd-4dbd-8bf5-6e1d22e905bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:47.999480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Network ad214134-a8b9-4d9f-be6c-e5ac4959e96a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:48.003474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Pushing event updated for resources: {'Port': ['ID=213d3b6e-7b23-47e0-93fb-555ec4b0fe86,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:48.005931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:48.009423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:48.037624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.070922 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Subnet': ['ID=168ce4a7-7039-4875-8c22-422a79e7ec29,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:48.099722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Attempting to bind port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:48.100269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Attempting to bind port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ff6d8bd7-3968-4d1f-83fa-2f794469c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:48.100434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Attempting to bind port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86 on network ad214134-a8b9-4d9f-be6c-e5ac4959e96a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:48.102764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d8b24-0bdd-4dbd-8bf5-6e1d22e905bb None None] Pushing event updated for resources: {'Port': ['ID=7632d755-6b10-487b-9883-e71d96cace4d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:48.113561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:48.113930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Checking segment: {'id': 'ff6d8bd7-3968-4d1f-83fa-2f794469c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:48.114329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.114743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Bound using segment: {'id': 'ff6d8bd7-3968-4d1f-83fa-2f794469c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:48.115212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Bound port: 213d3b6e-7b23-47e0-93fb-555ec4b0fe86, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6d8bd7-3968-4d1f-83fa-2f794469c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:48.115591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.119992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-02d9ede9-9982-406c-b608-be2879250215 None None] Provisioning complete for port 7632d755-6b10-487b-9883-e71d96cace4d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:48.120351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02d9ede9-9982-406c-b608-be2879250215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.130311 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.151177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad214134-a8b9-4d9f-be6c-e5ac4959e96a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:48.163062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6d8bd7-3968-4d1f-83fa-2f794469c982') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:48.163477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6d8bd7-3968-4d1f-83fa-2f794469c982') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:48.172757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.186225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.192208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:48.192604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:48.195865 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:48.236389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] For port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:48.261780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] For port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=213d3b6e-7b23-47e0-93fb-555ec4b0fe86,segment=NetworkSegment(ff6d8bd7-3968-4d1f-83fa-2f794469c982),segment_id=ff6d8bd7-3968-4d1f-83fa-2f794469c982)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:48.302812 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.db.api [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 08:16:48.302812 dv-neutron-839740-1-hyperv neutron-server[109781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 08:16:48.302812 dv-neutron-839740-1-hyperv neutron-server[109781]: [parameters: {'id': 'ad214134-a8b9-4d9f-be6c-e5ac4959e96a'}] Apr 29 08:16:48.302812 dv-neutron-839740-1-hyperv neutron-server[109781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:16:48.303205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG oslo_db.api [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:16:48.332269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.406223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7632d755-6b10-487b-9883-e71d96cace4d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:48.436954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4da8e-2f68-4a5a-b06f-99c6b53319a2 None None] Pushing event updated for resources: {'Port': ['ID=213d3b6e-7b23-47e0-93fb-555ec4b0fe86,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:48.453138 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d66aa79-7781-4bf5-926e-87ac7a9f8a40 None None] Network ad214134-a8b9-4d9f-be6c-e5ac4959e96a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:48.524887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7632d755-6b10-487b-9883-e71d96cace4d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:48.525248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.623718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d15e79-5d64-4d43-acf7-0ef2f51b9608 None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 08:16:48.709710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d15e79-5d64-4d43-acf7-0ef2f51b9608 None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 08:16:48.804681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.856381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Deleting port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:48.857203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.917369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] For port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=213d3b6e-7b23-47e0-93fb-555ec4b0fe86,segment=NetworkSegment(ff6d8bd7-3968-4d1f-83fa-2f794469c982),segment_id=ff6d8bd7-3968-4d1f-83fa-2f794469c982)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:48.917732 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:48.929883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Calling delete_port for 213d3b6e-7b23-47e0-93fb-555ec4b0fe86 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:49.071344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.096338 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Port': ['ID=213d3b6e-7b23-47e0-93fb-555ec4b0fe86,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:49.099761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No DVR routers for this DVR port 213d3b6e-7b23-47e0-93fb-555ec4b0fe86 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:49.176717 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.196747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad214134-a8b9-4d9f-be6c-e5ac4959e96a']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:49.206403 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6d8bd7-3968-4d1f-83fa-2f794469c982') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:49.206716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6d8bd7-3968-4d1f-83fa-2f794469c982') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:49.215610 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.228674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.234296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:49.234710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:49.237541 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:49.362357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.369073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.372843 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/ad214134-a8b9-4d9f-be6c-e5ac4959e96a HTTP/1.1" status: 204 len: 168 time: 2.1970713 Apr 29 08:16:49.375598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54340) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:49.383864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe44b-8529-4d2e-824d-af98aad60c16 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Network': ['ID=ad214134-a8b9-4d9f-be6c-e5ac4959e96a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:49.403432 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5675f5a4-99cb-419c-9733-4fc892f97203 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] GET failed (client error): The resource could not be found. Apr 29 08:16:49.404719 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5675f5a4-99cb-419c-9733-4fc892f97203 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "GET /v2.0/subnets/168ce4a7-7039-4875-8c22-422a79e7ec29 HTTP/1.1" status: 404 len: 337 time: 0.0281036 Apr 29 08:16:49.407434 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54342) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:49.425061 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4bcbd8-987d-4159-89ca-559225831a1a tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] DELETE failed (client error): The resource could not be found. Apr 29 08:16:49.425577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4bcbd8-987d-4159-89ca-559225831a1a tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:16:49.428463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ad4bcbd8-987d-4159-89ca-559225831a1a tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/ad214134-a8b9-4d9f-be6c-e5ac4959e96a HTTP/1.1" status: 404 len: 339 time: 0.0201409 Apr 29 08:16:49.431976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54344) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:49.460782 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd8ee10-a8e2-4488-98fc-568d965135a1 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] DELETE failed (client error): The resource could not be found. Apr 29 08:16:49.461216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd8ee10-a8e2-4488-98fc-568d965135a1 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:16:49.464159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7fd8ee10-a8e2-4488-98fc-568d965135a1 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/subnets/168ce4a7-7039-4875-8c22-422a79e7ec29 HTTP/1.1" status: 404 len: 337 time: 0.0313275 Apr 29 08:16:49.466907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54346) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:49.484068 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.pecan_wsgi.hooks.translation [None req-678a7cfa-d359-4862-9606-e10de8555bb1 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] DELETE failed (client error): The resource could not be found. Apr 29 08:16:49.484566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678a7cfa-d359-4862-9606-e10de8555bb1 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:16:49.487430 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-678a7cfa-d359-4862-9606-e10de8555bb1 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/ad214134-a8b9-4d9f-be6c-e5ac4959e96a HTTP/1.1" status: 404 len: 339 time: 0.0196550 Apr 29 08:16:49.489591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54348) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:49.536403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Deleting subnet 141968ff-c652-4cf9-a80c-5abb59d1fb1e {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:16:49.539337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.577261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.659796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.771328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.796051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Subnet': ['ID=141968ff-c652-4cf9-a80c-5abb59d1fb1e,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:49.802449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.807876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e776fcd-5dc0-445e-9d4e-437e846df08c tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/subnets/141968ff-c652-4cf9-a80c-5abb59d1fb1e HTTP/1.1" status: 204 len: 168 time: 0.3151996 Apr 29 08:16:49.808032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e7d97f-96df-4e07-8d72-6c9c9cc473d3 None None] Network bdc9095a-f4c3-4a38-bde5-2be30c09361d requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:49.808473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54350) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:49.884517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.938236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Deleting port 7632d755-6b10-487b-9883-e71d96cace4d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:49.938607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:49.979761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] DHCP port deletion for bdc9095a-f4c3-4a38-bde5-2be30c09361d request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:16:50.003732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] For port 7632d755-6b10-487b-9883-e71d96cace4d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7632d755-6b10-487b-9883-e71d96cace4d,segment=NetworkSegment(53bc9026-7b0c-4156-a79d-a1557b232ed8),segment_id=53bc9026-7b0c-4156-a79d-a1557b232ed8)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:50.004102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.017130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Calling delete_port for 7632d755-6b10-487b-9883-e71d96cace4d owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:50.025467 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] Deleting port 7632d755-6b10-487b-9883-e71d96cace4d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:50.025846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.092407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] For port 7632d755-6b10-487b-9883-e71d96cace4d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7632d755-6b10-487b-9883-e71d96cace4d,segment=NetworkSegment(53bc9026-7b0c-4156-a79d-a1557b232ed8),segment_id=53bc9026-7b0c-4156-a79d-a1557b232ed8)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:50.092804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.104637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] Calling delete_port for 7632d755-6b10-487b-9883-e71d96cace4d owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:50.143077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.168499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Port': ['ID=7632d755-6b10-487b-9883-e71d96cace4d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:50.172099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No DVR routers for this DVR port 7632d755-6b10-487b-9883-e71d96cace4d on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:50.185123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.202926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] Pushing event deleted for resources: {'Port': ['ID=7632d755-6b10-487b-9883-e71d96cace4d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:50.206292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4b3a6-5061-4449-a8ca-aa740853f955 None None] No DVR routers for this DVR port 7632d755-6b10-487b-9883-e71d96cace4d on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:50.257875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.277956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc9095a-f4c3-4a38-bde5-2be30c09361d']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:50.287810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bc9026-7b0c-4156-a79d-a1557b232ed8') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:50.288099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bc9026-7b0c-4156-a79d-a1557b232ed8') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:50.297456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.310295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.317106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:50.317106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:50.320316 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:50.366939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7632d755-6b10-487b-9883-e71d96cace4d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:50.387050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 7632d755-6b10-487b-9883-e71d96cace4d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:16:50.387383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7632d755-6b10-487b-9883-e71d96cace4d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:50.439971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.444115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.447540 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/bdc9095a-f4c3-4a38-bde5-2be30c09361d HTTP/1.1" status: 204 len: 168 time: 0.6384122 Apr 29 08:16:50.450155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54352) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:50.462577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56a879-cd5a-4692-be81-27ef806be8ec tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Network': ['ID=bdc9095a-f4c3-4a38-bde5-2be30c09361d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:50.481603 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8535369d-632c-49f8-99ee-3aaa9fd48a13 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] DELETE failed (client error): The resource could not be found. Apr 29 08:16:50.482051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8535369d-632c-49f8-99ee-3aaa9fd48a13 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:16:50.485207 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8535369d-632c-49f8-99ee-3aaa9fd48a13 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/subnets/7a19aefd-bdde-4264-93a3-74add6c229e1 HTTP/1.1" status: 404 len: 337 time: 0.0333967 Apr 29 08:16:50.487778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54354) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:50.505151 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ff3564-27ab-4ef8-9e34-d57ae17ae3cc tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] DELETE failed (client error): The resource could not be found. Apr 29 08:16:50.505661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ff3564-27ab-4ef8-9e34-d57ae17ae3cc tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:16:50.508557 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b9ff3564-27ab-4ef8-9e34-d57ae17ae3cc tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/eaa39546-fa98-4631-aaba-6088bd81ac70 HTTP/1.1" status: 404 len: 339 time: 0.0198972 Apr 29 08:16:50.510799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54356) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:50.535853 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b580aff5-085c-4971-bf65-21dea486d37d tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] DELETE failed (client error): The resource could not be found. Apr 29 08:16:50.536288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b580aff5-085c-4971-bf65-21dea486d37d tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:16:50.539167 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b580aff5-085c-4971-bf65-21dea486d37d tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/subnets/46022913-1318-4361-a280-6e13c9119cf2 HTTP/1.1" status: 404 len: 337 time: 0.0275068 Apr 29 08:16:50.541366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54358) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:50.557833 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce44d319-9f7e-4b58-805b-2bf4ca4f5804 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] DELETE failed (client error): The resource could not be found. Apr 29 08:16:50.558345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce44d319-9f7e-4b58-805b-2bf4ca4f5804 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:16:50.561726 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ce44d319-9f7e-4b58-805b-2bf4ca4f5804 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/8a75e34f-c079-47e6-b0ca-bd54351d38fe HTTP/1.1" status: 404 len: 339 time: 0.0194890 Apr 29 08:16:50.563786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54360) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:50.611863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Deleting subnet 7123550a-00db-4cab-8200-0e3ae8124b0c {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:16:50.614809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.653204 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.742927 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.876970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.903243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Subnet': ['ID=7123550a-00db-4cab-8200-0e3ae8124b0c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:50.907526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:50.910775 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a1cf5f2f-02bd-4a79-9f06-6e567989f179 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/subnets/7123550a-00db-4cab-8200-0e3ae8124b0c HTTP/1.1" status: 204 len: 168 time: 0.3460975 Apr 29 08:16:50.913241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54362) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:50.919632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990cd05-279e-4c95-b0fe-13d5f2dfa12c None None] Network 5130155a-027b-4524-8672-810052b8d5c9 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:50.991723 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.047077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Deleting port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:51.047418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.094021 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] DHCP port deletion for 5130155a-027b-4524-8672-810052b8d5c9 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:16:51.110174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] For port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,segment=NetworkSegment(0b5eb1b7-bb8b-43bb-b708-0cf0475657b5),segment_id=0b5eb1b7-bb8b-43bb-b708-0cf0475657b5)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:51.110570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.127907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Calling delete_port for 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:51.143291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] Deleting port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:51.143664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.203791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] For port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,segment=NetworkSegment(0b5eb1b7-bb8b-43bb-b708-0cf0475657b5),segment_id=0b5eb1b7-bb8b-43bb-b708-0cf0475657b5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:51.204182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.216669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] Calling delete_port for 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:51.265434 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.291803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Port': ['ID=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:51.291989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.293572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] No DVR routers for this DVR port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:51.319266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] Pushing event deleted for resources: {'Port': ['ID=862b1a65-084a-4ba8-90af-dc2d85bc4ba3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:51.322816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165b60b-cc95-44e2-9cb0-1321aebe7adb None None] No DVR routers for this DVR port 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:51.380352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.404380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5130155a-027b-4524-8672-810052b8d5c9']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:51.413716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5eb1b7-bb8b-43bb-b708-0cf0475657b5') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:51.414015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5eb1b7-bb8b-43bb-b708-0cf0475657b5') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:51.423069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.436101 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.441827 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:51.442213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:51.445148 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:51.562819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.569439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:51.572355 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] 10.222.0.16 "DELETE /v2.0/networks/5130155a-027b-4524-8672-810052b8d5c9 HTTP/1.1" status: 204 len: 168 time: 0.6582069 Apr 29 08:16:51.584398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c96b94-a068-492d-a12c-d2ddb516e555 tempest-NetworksIpV6Test-1649741385 tempest-NetworksIpV6Test-1649741385-project] Pushing event deleted for resources: {'Network': ['ID=5130155a-027b-4524-8672-810052b8d5c9,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:52.000972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54368) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:52.133473 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-58d7ce78-3925-4ce0-9156-cc1e1aac8657 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40da5687c0484b38bb7c6872c98cf485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312733 Apr 29 08:16:52.136024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54372) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:52.183183 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7da471c-be3a-4c87-9cdb-d64e4f938e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:52.203244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7da471c-be3a-4c87-9cdb-d64e4f938e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:52.291304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7da471c-be3a-4c87-9cdb-d64e4f938e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:52.293830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a7da471c-be3a-4c87-9cdb-d64e4f938e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:52.295572 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a7da471c-be3a-4c87-9cdb-d64e4f938e1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68858991-6edc-4d5c-953b-801ed3bce524 HTTP/1.1" status: 204 len: 168 time: 0.1585994 Apr 29 08:16:52.303518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da471c-be3a-4c87-9cdb-d64e4f938e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68858991-6edc-4d5c-953b-801ed3bce524,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:52.367765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:52.388523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:16:52.391683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 862b1a65-084a-4ba8-90af-dc2d85bc4ba3 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:53.245975 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54394) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:53.336722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9b3cd36c-2821-4fbc-a803-45f2d454a764 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-119158780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:53.465390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd36c-2821-4fbc-a803-45f2d454a764 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.467195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd36c-2821-4fbc-a803-45f2d454a764 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.519381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd36c-2821-4fbc-a803-45f2d454a764 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.585437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd36c-2821-4fbc-a803-45f2d454a764 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.661620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd36c-2821-4fbc-a803-45f2d454a764 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.662858 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9b3cd36c-2821-4fbc-a803-45f2d454a764 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4158442 Apr 29 08:16:53.665508 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54398) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:53.670235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1164312058'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:53.739763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Made reservation on behalf of deb9665cde46453388c4101b97684825 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:53.743156 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.752207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.823548 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.882633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.907793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:53.916175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e770ed2-de7b-46eb-8f37-d4db4abb32a4,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:53.924887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:53.925227 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Added segment 2b5328ee-b413-4779-a0b2-e8cf7bd0123f of type vlan for network 89d37565-db55-4c43-8b19-575491b92a90 Apr 29 08:16:53.927324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.927667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.927999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.928325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.928648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.928971 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.929289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.929607 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.929929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.930241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.930581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.930892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:53.975701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:54.051218 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:54.056761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:54.057331 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:54.123096 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event updated for resources: {'Network': ['ID=89d37565-db55-4c43-8b19-575491b92a90,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:54.133110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 89d37565-db55-4c43-8b19-575491b92a90 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:54.165616 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b0fd439e-7e97-4486-ad0b-66665bef8203 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4990890 Apr 29 08:16:54.168238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54400) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:54.173110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Request body: {'subnet': {'network_id': '89d37565-db55-4c43-8b19-575491b92a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:54.328184 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Made reservation on behalf of deb9665cde46453388c4101b97684825 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:54.331751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:54.582885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:54.647882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event updated for resources: {'Subnet': ['ID=b5adf0a2-6655-4a25-be23-3be44a9f93cf,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:54.654769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Checking segment: {'id': '2b5328ee-b413-4779-a0b2-e8cf7bd0123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '89d37565-db55-4c43-8b19-575491b92a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:54.655125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Network hostable DHCP agents. Network: 89d37565-db55-4c43-8b19-575491b92a90, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:54.724976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Network 89d37565-db55-4c43-8b19-575491b92a90 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:54.804948 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 89d37565-db55-4c43-8b19-575491b92a90) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:54.809029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:54.810271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:54.814314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b56d6-37d6-4ab5-bfe7-f84a07db590f None None] Network 89d37565-db55-4c43-8b19-575491b92a90 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:54.914302 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0f1fed8a-cdd8-4de4-a664-25999c005a27 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7420223 Apr 29 08:16:54.914562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54402) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:54.920042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1144799805'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:54.954146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-89d37565-db55-4c43-8b19-575491b92a90', 'network_id': '89d37565-db55-4c43-8b19-575491b92a90', 'tenant_id': 'deb9665cde46453388c4101b97684825', 'fixed_ips': [{'subnet_id': 'b5adf0a2-6655-4a25-be23-3be44a9f93cf'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:16:54.955033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:54.999521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Made reservation on behalf of deb9665cde46453388c4101b97684825 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:55.002987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.026689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:55.035841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.036177 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Added segment e15d0f20-26b6-4742-bd11-66cbf2b7af10 of type vlan for network b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 Apr 29 08:16:55.074989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.085430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Allocated IP 172.20.0.2 (89d37565-db55-4c43-8b19-575491b92a90/b5adf0a2-6655-4a25-be23-3be44a9f93cf/06f9f6ba-41ef-4a1f-b08b-07548e6e9a18) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:55.168546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.174606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:55.175178 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.225678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.240200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event updated for resources: {'Network': ['ID=b1eb51c2-4ff2-4497-a7d1-97aa7dd43305,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:55.254004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:55.280524 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7c5929bc-e58f-41fb-acde-b8312b8b62ee tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3648577 Apr 29 08:16:55.283236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54404) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:55.288265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Request body: {'subnet': {'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:55.306006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.355534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Network 89d37565-db55-4c43-8b19-575491b92a90 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:55.360706 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:55.364069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:55.374307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Pushing event updated for resources: {'Port': ['ID=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:55.420506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Attempting to bind port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:55.420788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Attempting to bind port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '2b5328ee-b413-4779-a0b2-e8cf7bd0123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '89d37565-db55-4c43-8b19-575491b92a90'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:55.421139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Attempting to bind port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 on network 89d37565-db55-4c43-8b19-575491b92a90 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:55.425851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:55.426215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Checking segment: {'id': '2b5328ee-b413-4779-a0b2-e8cf7bd0123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '89d37565-db55-4c43-8b19-575491b92a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:55.426638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.427054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Bound using segment: {'id': '2b5328ee-b413-4779-a0b2-e8cf7bd0123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '89d37565-db55-4c43-8b19-575491b92a90'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:55.427500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Bound port: 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5328ee-b413-4779-a0b2-e8cf7bd0123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '89d37565-db55-4c43-8b19-575491b92a90'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:55.427869 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.465519 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Made reservation on behalf of deb9665cde46453388c4101b97684825 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:55.469891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.492864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] For port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:55.495759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] For port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,segment=NetworkSegment(2b5328ee-b413-4779-a0b2-e8cf7bd0123f),segment_id=2b5328ee-b413-4779-a0b2-e8cf7bd0123f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:55.574653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.636852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101bd65-743b-425e-9855-ef1671ed0ce6 None None] Pushing event updated for resources: {'Port': ['ID=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:55.705582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.766262 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event updated for resources: {'Subnet': ['ID=5e2c77a5-ec48-4f47-a870-bfee70adebb3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:55.792196 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Checking segment: {'id': 'e15d0f20-26b6-4742-bd11-66cbf2b7af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:55.792446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Network hostable DHCP agents. Network: b1eb51c2-4ff2-4497-a7d1-97aa7dd43305, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:55.860630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Network b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:55.933933 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b1eb51c2-4ff2-4497-a7d1-97aa7dd43305) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:55.939051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:16:55.948721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:55.949033 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5686a13-eb41-4320-b0d0-b0ace3fadbcd None None] Network b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:56.023827 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c92eac61-e5d0-435d-8458-1a410c15dbd5 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7394567 Apr 29 08:16:56.026550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54408) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:56.032712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-07cd802b-d09b-49fe-bdeb-88f3ca680b5d tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:56.109373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b1eb51c2-4ff2-4497-a7d1-97aa7dd43305', 'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305', 'tenant_id': 'deb9665cde46453388c4101b97684825', 'fixed_ips': [{'subnet_id': '5e2c77a5-ec48-4f47-a870-bfee70adebb3'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:16:56.110277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.242739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-07cd802b-d09b-49fe-bdeb-88f3ca680b5d tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.250500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Allocated IP 172.21.0.2 (b1eb51c2-4ff2-4497-a7d1-97aa7dd43305/5e2c77a5-ec48-4f47-a870-bfee70adebb3/53231a80-4c03-4774-b081-cdbdf8f97d56) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:56.432838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.436985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:56.461389 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.api.v2.resource [None req-07cd802b-d09b-49fe-bdeb-88f3ca680b5d tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 08:16:56.466524 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-07cd802b-d09b-49fe-bdeb-88f3ca680b5d tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "PUT /v2.0/routers/e9a06b55-328b-4a1f-a8d0-3804a518a215 HTTP/1.1" status: 400 len: 364 time: 0.4348195 Apr 29 08:16:56.469325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54410) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:56.494925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:56.495296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.497211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.524335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Deleting subnet 5e2c77a5-ec48-4f47-a870-bfee70adebb3 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:16:56.527374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.565462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Network b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:56.571880 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:56.576713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.579383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:56.586233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa18841-04b4-46ec-a81a-19eaefc68bc7 None None] Network 89d37565-db55-4c43-8b19-575491b92a90 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:56.589205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Pushing event updated for resources: {'Port': ['ID=53231a80-4c03-4774-b081-cdbdf8f97d56,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:56.658406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.733765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-743dcf8a-c2b8-41e1-b93d-09408cd7abad None None] Provisioning complete for port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:56.734081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-743dcf8a-c2b8-41e1-b93d-09408cd7abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.800102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.832345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2c77a5-ec48-4f47-a870-bfee70adebb3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:56.837217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.843811 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-64f2f5fe-5091-4b53-acb0-24856ee6c190 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "DELETE /v2.0/subnets/5e2c77a5-ec48-4f47-a870-bfee70adebb3 HTTP/1.1" status: 204 len: 168 time: 0.3702784 Apr 29 08:16:56.844062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54412) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:56.891144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Attempting to bind port 53231a80-4c03-4774-b081-cdbdf8f97d56 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:16:56.891532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Attempting to bind port 53231a80-4c03-4774-b081-cdbdf8f97d56 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'e15d0f20-26b6-4742-bd11-66cbf2b7af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:16:56.891890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Attempting to bind port 53231a80-4c03-4774-b081-cdbdf8f97d56 on network b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:56.913059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.917376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.933913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:56.934288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Checking segment: {'id': 'e15d0f20-26b6-4742-bd11-66cbf2b7af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:16:56.934739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.935125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Bound using segment: {'id': 'e15d0f20-26b6-4742-bd11-66cbf2b7af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:56.935599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Bound port: 53231a80-4c03-4774-b081-cdbdf8f97d56, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15d0f20-26b6-4742-bd11-66cbf2b7af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b1eb51c2-4ff2-4497-a7d1-97aa7dd43305'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:16:56.935968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:56.969867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Deleting port 53231a80-4c03-4774-b081-cdbdf8f97d56 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:56.970229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.030656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,segment=NetworkSegment(2b5328ee-b413-4779-a0b2-e8cf7bd0123f),segment_id=2b5328ee-b413-4779-a0b2-e8cf7bd0123f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:57.035543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] For port 53231a80-4c03-4774-b081-cdbdf8f97d56, host dv-neutron-839740-1-hyperv, got binding levels [] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:57.035898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.048231 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Calling delete_port for 53231a80-4c03-4774-b081-cdbdf8f97d56 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:57.110969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] For port 53231a80-4c03-4774-b081-cdbdf8f97d56, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:57.114123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.154736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] For port 53231a80-4c03-4774-b081-cdbdf8f97d56, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=53231a80-4c03-4774-b081-cdbdf8f97d56,segment=NetworkSegment(e15d0f20-26b6-4742-bd11-66cbf2b7af10),segment_id=e15d0f20-26b6-4742-bd11-66cbf2b7af10)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:57.161998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-743dcf8a-c2b8-41e1-b93d-09408cd7abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.206004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:57.228477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.288725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.295100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-743dcf8a-c2b8-41e1-b93d-09408cd7abad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:16:57.295625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-743dcf8a-c2b8-41e1-b93d-09408cd7abad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:16:57.315298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e286d-b644-4660-84e7-4a7b730f094d None None] Pushing event updated for resources: {'Port': ['ID=53231a80-4c03-4774-b081-cdbdf8f97d56,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:57.326686 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] No DVR routers for this DVR port 53231a80-4c03-4774-b081-cdbdf8f97d56 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:57.331198 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event deleted for resources: {'Port': ['ID=53231a80-4c03-4774-b081-cdbdf8f97d56,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server [None req-6f591297-f3dc-4bc1-8238-edb14da4e78c None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 53231a80-4c03-4774-b081-cdbdf8f97d56 could not be found. Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1550, in get_port Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 53231a80-4c03-4774-b081-cdbdf8f97d56 could not be found. Apr 29 08:16:57.351843 dv-neutron-839740-1-hyperv neutron-server[109783]: ERROR oslo_messaging.rpc.server Apr 29 08:16:57.375158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a921f-2da1-437d-b4fc-eaff952494eb None None] Network b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:57.415556 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.436066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1eb51c2-4ff2-4497-a7d1-97aa7dd43305']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:57.445223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15d0f20-26b6-4742-bd11-66cbf2b7af10') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:57.445518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15d0f20-26b6-4742-bd11-66cbf2b7af10') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:57.455483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.468631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.474400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:57.474826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:57.478648 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:57.484272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b455493-24b2-4c87-bc5b-5a3640a3ca3a None None] get_active_networks_info from dv-neutron-839740-1-hyperv {{(pid=109783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 08:16:57.548084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b455493-24b2-4c87-bc5b-5a3640a3ca3a None None] Resources bound (agent type, host, resource id): {{(pid=109783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 08:16:57.605628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.613394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.616454 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "DELETE /v2.0/networks/b1eb51c2-4ff2-4497-a7d1-97aa7dd43305 HTTP/1.1" status: 204 len: 168 time: 0.7714448 Apr 29 08:16:57.619229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54414) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:57.628446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dfa09-5cf2-46ed-bea0-eadbe6bd945a tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event deleted for resources: {'Network': ['ID=b1eb51c2-4ff2-4497-a7d1-97aa7dd43305,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:57.675151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Deleting subnet b5adf0a2-6655-4a25-be23-3be44a9f93cf {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:16:57.678287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.718474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.805549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.922779 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.950122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event deleted for resources: {'Subnet': ['ID=b5adf0a2-6655-4a25-be23-3be44a9f93cf,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:57.952854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.954595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a521deec-0d11-4202-afc6-6bd2ea7abced None None] Provisioning complete for port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:16:57.954888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a521deec-0d11-4202-afc6-6bd2ea7abced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:57.956453 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-65fc6b7c-db57-452a-aa25-71954b720b05 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "DELETE /v2.0/subnets/b5adf0a2-6655-4a25-be23-3be44a9f93cf HTTP/1.1" status: 204 len: 168 time: 0.3361094 Apr 29 08:16:57.958769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11326d2f-2098-4087-9439-feb6c6bc5d8e None None] Network 89d37565-db55-4c43-8b19-575491b92a90 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:16:57.958875 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54416) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:58.035217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.090374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Deleting port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:58.090907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.157303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] For port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,segment=NetworkSegment(2b5328ee-b413-4779-a0b2-e8cf7bd0123f),segment_id=2b5328ee-b413-4779-a0b2-e8cf7bd0123f)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:58.157453 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.171153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Calling delete_port for 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:58.187144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] DHCP port deletion for 89d37565-db55-4c43-8b19-575491b92a90 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:16:58.233523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] Deleting port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:16:58.233899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.297739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] For port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,segment=NetworkSegment(2b5328ee-b413-4779-a0b2-e8cf7bd0123f),segment_id=2b5328ee-b413-4779-a0b2-e8cf7bd0123f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:58.298412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.310906 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] Calling delete_port for 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:16:58.351968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.371897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:58.386329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] No DVR routers for this DVR port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:58.390798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event deleted for resources: {'Port': ['ID=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:58.399395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:16:58.399740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:58.407925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.437347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] Pushing event deleted for resources: {'Port': ['ID=06f9f6ba-41ef-4a1f-b08b-07548e6e9a18,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:58.440952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798bb8f-e8c0-45ed-9635-b73229348549 None None] No DVR routers for this DVR port 06f9f6ba-41ef-4a1f-b08b-07548e6e9a18 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:58.470700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.490457 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d37565-db55-4c43-8b19-575491b92a90']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:58.499928 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5328ee-b413-4779-a0b2-e8cf7bd0123f') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:58.500227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5328ee-b413-4779-a0b2-e8cf7bd0123f') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:58.509329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.521906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.527634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:58.528014 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:58.531022 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:58.673976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.678092 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.681476 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "DELETE /v2.0/networks/89d37565-db55-4c43-8b19-575491b92a90 HTTP/1.1" status: 204 len: 168 time: 0.7216628 Apr 29 08:16:58.684215 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54418) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:58.695973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57b574-b42e-4e2e-b32f-4b85bed5e3a9 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Pushing event deleted for resources: {'Network': ['ID=89d37565-db55-4c43-8b19-575491b92a90,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:58.711125 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e6b9c5e7-b7b0-4963-bf51-6fcaf1f6a94f tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a06b55-328b-4a1f-a8d0-3804a518a215 HTTP/1.1" status: 200 len: 205 time: 0.0255644 Apr 29 08:16:58.713432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54420) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:58.826100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2cf94d1a-ae7a-472c-a6e5-6aaccafcdb43 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.978411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2cf94d1a-ae7a-472c-a6e5-6aaccafcdb43 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:58.980401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2cf94d1a-ae7a-472c-a6e5-6aaccafcdb43 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:59.099680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2cf94d1a-ae7a-472c-a6e5-6aaccafcdb43 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:59.100173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf94d1a-ae7a-472c-a6e5-6aaccafcdb43 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Fanout notify agent at l3_agent the message router_deleted on router e9a06b55-328b-4a1f-a8d0-3804a518a215 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:16:59.107075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2cf94d1a-ae7a-472c-a6e5-6aaccafcdb43 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:59.113485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2cf94d1a-ae7a-472c-a6e5-6aaccafcdb43 tempest-RoutersNegativeTest-927219944 tempest-RoutersNegativeTest-927219944-project] 10.222.0.16 "DELETE /v2.0/routers/e9a06b55-328b-4a1f-a8d0-3804a518a215 HTTP/1.1" status: 204 len: 168 time: 0.3937736 Apr 29 08:16:59.574883 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54426) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:59.703293 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-38e5c4f7-d38d-4e9c-ace3-e1cdcb1d0bce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=deb9665cde46453388c4101b97684825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266406 Apr 29 08:16:59.705669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54430) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:16:59.751405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352cdbf7-6013-426c-b2a5-a4f31a32bfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:59.771850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352cdbf7-6013-426c-b2a5-a4f31a32bfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:59.873821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352cdbf7-6013-426c-b2a5-a4f31a32bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:59.876363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-352cdbf7-6013-426c-b2a5-a4f31a32bfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:16:59.877489 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-352cdbf7-6013-426c-b2a5-a4f31a32bfee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e770ed2-de7b-46eb-8f37-d4db4abb32a4 HTTP/1.1" status: 204 len: 168 time: 0.1709418 Apr 29 08:16:59.884830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cdbf7-6013-426c-b2a5-a4f31a32bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e770ed2-de7b-46eb-8f37-d4db4abb32a4,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:00.830085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54452) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:00.922571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-509919827-network', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:00.996397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Made reservation on behalf of a4a613de3cbd4eb1b4838ab96065379c for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:17:00.998680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.006951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.079750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.141953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.169705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:17:01.179282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d240f1-b3ca-4c43-8ad2-203052312b42,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:01.183957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.184301 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Added segment 39924ab8-e403-49b9-b0ed-e13ba0d03db4 of type vlan for network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 Apr 29 08:17:01.222642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.316814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.317702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:01.318276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.374946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=70cd629c-8c2d-4ea4-b21d-7fec4f427f29,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:01.384374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:17:01.405849 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b091835c-ea86-4510-af89-c6c2ccb3c2c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5746355 Apr 29 08:17:01.408676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54458) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:01.413416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Request body: {'subnet': {'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-subnet', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:01.494102 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Made reservation on behalf of a4a613de3cbd4eb1b4838ab96065379c for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:17:01.496512 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.717198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.764857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8d9daf-195b-495a-862e-20e4f3b34316,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:01.779378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Checking segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:01.779732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Network hostable DHCP agents. Network: 70cd629c-8c2d-4ea4-b21d-7fec4f427f29, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:17:01.876617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:17:01.933657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 70cd629c-8c2d-4ea4-b21d-7fec4f427f29) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:01.938246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:01.938977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:01.944632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722cfe89-9aea-4465-99fc-e783a3d6f853 None None] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:17:02.025253 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ce2ccb60-14eb-41da-a391-f919c13a1920 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6155188 Apr 29 08:17:02.027876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54460) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:02.032247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:02.087559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:17:02.087559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.125309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.126373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.193924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.232925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Allocated IP 172.20.0.2 (70cd629c-8c2d-4ea4-b21d-7fec4f427f29/3c8d9daf-195b-495a-862e-20e4f3b34316/29a80480-2501-4083-9255-088ddfdbac65) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:02.382709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.451563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.470049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.491330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:02.495006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:02.496579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:02.505135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Pushing event updated for resources: {'Port': ['ID=29a80480-2501-4083-9255-088ddfdbac65,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:02.557713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Attempting to bind port 29a80480-2501-4083-9255-088ddfdbac65 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:02.558103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Attempting to bind port 29a80480-2501-4083-9255-088ddfdbac65 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:02.558488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Attempting to bind port 29a80480-2501-4083-9255-088ddfdbac65 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:02.563348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:02.563720 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Checking segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:02.564119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.564504 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Bound using segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:02.564969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Bound port: 29a80480-2501-4083-9255-088ddfdbac65, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:02.565346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.626247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] For port 29a80480-2501-4083-9255-088ddfdbac65, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:02.629277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] For port 29a80480-2501-4083-9255-088ddfdbac65, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=29a80480-2501-4083-9255-088ddfdbac65,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:02.708897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.734309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.755100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:02.767451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368d595-554f-49e9-b12f-37a9702c0d3f None None] Pushing event updated for resources: {'Port': ['ID=29a80480-2501-4083-9255-088ddfdbac65,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:02.864972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Allocated IP 172.26.2.232 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/afdca3dc-94dd-4c73-88cb-c56e04e9a846) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:02.989387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:03.083488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:03.124138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:03.126957 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:03.129373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:03.153022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Pushing event updated for resources: {'Port': ['ID=afdca3dc-94dd-4c73-88cb-c56e04e9a846,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:03.644127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b94233-d0b6-4211-91dd-0fa5d1746f16 None None] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:17:03.715061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:03.724926 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-19336964-5982-42f8-a144-5b73dd75d7e8 None None] Provisioning complete for port 29a80480-2501-4083-9255-088ddfdbac65 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:03.725291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19336964-5982-42f8-a144-5b73dd75d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:03.872903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19336964-5982-42f8-a144-5b73dd75d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:03.912161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-19336964-5982-42f8-a144-5b73dd75d7e8 None None] For port 29a80480-2501-4083-9255-088ddfdbac65, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=29a80480-2501-4083-9255-088ddfdbac65,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:03.913259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:03.988084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19336964-5982-42f8-a144-5b73dd75d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:04.047428 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19336964-5982-42f8-a144-5b73dd75d7e8 None None] Pushing event updated for resources: {'Port': ['ID=29a80480-2501-4083-9255-088ddfdbac65,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:04.156588 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Router 17f46ad6-3587-4ad7-96a7-2ab055569e65 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:17:04.208518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-19940569-f428-4d9f-be18-b6d24089fe29 None None] Provisioning complete for port 29a80480-2501-4083-9255-088ddfdbac65 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:04.208904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19940569-f428-4d9f-be18-b6d24089fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:04.268894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:17:04.281654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Sync routers for ids ['17f46ad6-3587-4ad7-96a7-2ab055569e65'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:17:04.300898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Routers {'17f46ad6-3587-4ad7-96a7-2ab055569e65'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:04.301516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:16:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['17f46ad6-3587-4ad7-96a7-2ab055569e65'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:04.348246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:04.352685 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a20ab952-8ab7-4fad-bb0e-cca4074cc5cf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3207214 Apr 29 08:17:04.352685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54462) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:04.412141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 29a80480-2501-4083-9255-088ddfdbac65 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:04.416918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Set router 17f46ad6-3587-4ad7-96a7-2ab055569e65 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:04.566925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 29a80480-2501-4083-9255-088ddfdbac65 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:04.567368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:04.772619 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:04.839863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:03Z', 'revision_number': 3, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port': {'id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:04.867429 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Checking router: 17f46ad6-3587-4ad7-96a7-2ab055569e65 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:17:04.867781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Updating router 17f46ad6-3587-4ad7-96a7-2ab055569e65 port afdca3dc-94dd-4c73-88cb-c56e04e9a846 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:17:04.894798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:04.969520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Allocated IP 172.20.0.1 (70cd629c-8c2d-4ea4-b21d-7fec4f427f29/3c8d9daf-195b-495a-862e-20e4f3b34316/bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:05.070891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.140838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.157063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.190277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:05.192984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:05.198368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:05.225816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Pushing event updated for resources: {'Port': ['ID=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:05.244708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.251182 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.311677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121892-f6c5-449c-9f0f-89a2d89b4fc6 None None] Pushing event updated for resources: {'Port': ['ID=afdca3dc-94dd-4c73-88cb-c56e04e9a846,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:05.314945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Attempting to bind port afdca3dc-94dd-4c73-88cb-c56e04e9a846 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:05.315430 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Attempting to bind port afdca3dc-94dd-4c73-88cb-c56e04e9a846 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:05.315807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Attempting to bind port afdca3dc-94dd-4c73-88cb-c56e04e9a846 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:05.321472 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:05.321852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:05.322250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.322658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:05.323127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Bound port: afdca3dc-94dd-4c73-88cb-c56e04e9a846, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:05.323615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.383770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] For port afdca3dc-94dd-4c73-88cb-c56e04e9a846, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:05.386903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] For port afdca3dc-94dd-4c73-88cb-c56e04e9a846, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=afdca3dc-94dd-4c73-88cb-c56e04e9a846,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:05.428640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-cbc299ee-92be-4b8c-9c97-9748f8bd0e65 None None] Provisioning complete for port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:05.429013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbc299ee-92be-4b8c-9c97-9748f8bd0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.462766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cbc299ee-92be-4b8c-9c97-9748f8bd0e65 None None] Port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:17:05.477322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.479833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.535697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Routers {'17f46ad6-3587-4ad7-96a7-2ab055569e65'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:05.536333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:16:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['17f46ad6-3587-4ad7-96a7-2ab055569e65'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:05.574598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121892-f6c5-449c-9f0f-89a2d89b4fc6 None None] Pushing event updated for resources: {'Port': ['ID=afdca3dc-94dd-4c73-88cb-c56e04e9a846,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:05.638826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.644798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] Set router 17f46ad6-3587-4ad7-96a7-2ab055569e65 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:05.725057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.794563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Pushing event updated for resources: {'Port': ['ID=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:05.797027 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:05.844454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 4, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port': {'id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3', 'name': '', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'mac_address': 'fa:16:3e:4b:f8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:04Z', 'updated_at': '2022-04-29T08:17:04Z', 'revision_number': 1, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'subnets': [{'id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:05.870219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17601d-f7e7-44b6-ad6c-585d8ccaf3a3 None None] The sync data for ids ['17f46ad6-3587-4ad7-96a7-2ab055569e65'] in dv-neutron-839740-1-hyperv is: [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 4, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port': {'id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3', 'name': '', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'mac_address': 'fa:16:3e:4b:f8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:04Z', 'updated_at': '2022-04-29T08:17:04Z', 'revision_number': 1, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'subnets': [{'id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:17:05.890143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:05.891621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:06.008600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Router 17f46ad6-3587-4ad7-96a7-2ab055569e65 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:17:06.138538 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:17:06.144555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-35fcbdd4-fb46-4055-a4c2-4a5394b7cf92 admin admin] 10.222.0.16 "PUT /v2.0/routers/17f46ad6-3587-4ad7-96a7-2ab055569e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910669 Apr 29 08:17:06.195855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5c90410d-622e-4f70-a9ef-df8ee5298077 None None] Provisioning complete for port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:06.195855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c90410d-622e-4f70-a9ef-df8ee5298077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:06.231287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5c90410d-622e-4f70-a9ef-df8ee5298077 None None] Port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:17:06.840411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54478) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:06.845603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-320801553-network', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:06.916865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Made reservation on behalf of ff003e2516344d858b0798f7bd8c5ae2 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:17:06.920465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:06.929682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.006165 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.073673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.098273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:17:07.108317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35a0c27-ebbb-4c5d-9c86-16aad0967fcd,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:07.113055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.113396 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Added segment 1bb9ef2a-f7fd-4896-ba46-1107f602288b of type vlan for network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c Apr 29 08:17:07.156196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.254005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.255015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:07.255585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.313285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] Pushing event updated for resources: {'Network': ['ID=1e4c6c84-f85d-474f-8b2c-704d1a19c87c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:07.323191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:17:07.354249 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e222fcff-62f5-4f8d-bf1c-70bec53c668d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5122373 Apr 29 08:17:07.356671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54480) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:07.362042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Request body: {'subnet': {'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-subnet', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:07.433976 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Made reservation on behalf of ff003e2516344d858b0798f7bd8c5ae2 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:17:07.437148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.645612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.693185 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Sync routers for ids ['17f46ad6-3587-4ad7-96a7-2ab055569e65'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:17:07.701494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12c579a-5aa1-4056-8be7-085d5b859806,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:07.702298 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Routers {'17f46ad6-3587-4ad7-96a7-2ab055569e65'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:07.702936 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:16:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['17f46ad6-3587-4ad7-96a7-2ab055569e65'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:07.710153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Checking segment: {'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:07.710546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Network hostable DHCP agents. Network: 1e4c6c84-f85d-474f-8b2c-704d1a19c87c, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:17:07.802635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:17:07.808017 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Set router 17f46ad6-3587-4ad7-96a7-2ab055569e65 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:07.879302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 1e4c6c84-f85d-474f-8b2c-704d1a19c87c) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:07.883875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:07.884469 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:07.889115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d195e153-fb74-4f40-b589-8eb0494fea92 None None] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:17:07.986509 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8bd54eb7-640f-4dd3-8aa5-afd784a98a37 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6284542 Apr 29 08:17:07.989549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54482) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:07.994890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:08.012608 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 4, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port': {'id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3', 'name': '', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'mac_address': 'fa:16:3e:4b:f8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:04Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 2, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'subnets': [{'id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:08.037837 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'fixed_ips': [{'subnet_id': 'c12c579a-5aa1-4056-8be7-085d5b859806'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:17:08.038860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.038980 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Checking router: 17f46ad6-3587-4ad7-96a7-2ab055569e65 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:17:08.045538 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Updating router 17f46ad6-3587-4ad7-96a7-2ab055569e65 port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:17:08.065284 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.097042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.098308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.160929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.174723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Allocated IP 172.20.0.2 (1e4c6c84-f85d-474f-8b2c-704d1a19c87c/c12c579a-5aa1-4056-8be7-085d5b859806/df40b7df-b1a2-426a-8fa3-e20ba7830f73) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:08.320759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.332715 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.370016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.372679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.400579 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.419651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device afdca3dc-94dd-4c73-88cb-c56e04e9a846 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:08.431495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:08.457136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:08.459382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Pushing event updated for resources: {'Port': ['ID=df40b7df-b1a2-426a-8fa3-e20ba7830f73,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:08.461128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:08.483413 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Pushing event updated for resources: {'Port': ['ID=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:08.507905 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.508250 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.508586 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.508916 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.509247 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.509569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.509889 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.510207 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.510778 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.511247 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.511732 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.512199 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:08.537082 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Attempting to bind port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:08.537924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Attempting to bind port df40b7df-b1a2-426a-8fa3-e20ba7830f73 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:08.538301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Attempting to bind port df40b7df-b1a2-426a-8fa3-e20ba7830f73 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:08.538868 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Attempting to bind port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:08.539081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Attempting to bind port df40b7df-b1a2-426a-8fa3-e20ba7830f73 on network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:08.539258 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Attempting to bind port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:08.547123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:08.547315 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Checking segment: {'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:08.547803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.548201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Bound using segment: {'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:08.548682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Bound port: df40b7df-b1a2-426a-8fa3-e20ba7830f73, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:08.549063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.551268 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:08.551626 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Checking segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:08.552336 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.553038 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Bound using segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:08.553653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Bound port: bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:08.554193 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.597538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port afdca3dc-94dd-4c73-88cb-c56e04e9a846 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:08.598184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.634155 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] For port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:08.639255 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] For port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:08.648272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] For port df40b7df-b1a2-426a-8fa3-e20ba7830f73, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:08.652839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] For port df40b7df-b1a2-426a-8fa3-e20ba7830f73, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=df40b7df-b1a2-426a-8fa3-e20ba7830f73,segment=NetworkSegment(1bb9ef2a-f7fd-4896-ba46-1107f602288b),segment_id=1bb9ef2a-f7fd-4896-ba46-1107f602288b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:08.707329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.727075 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.728626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port afdca3dc-94dd-4c73-88cb-c56e04e9a846, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=afdca3dc-94dd-4c73-88cb-c56e04e9a846,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:08.778141 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Routers {'17f46ad6-3587-4ad7-96a7-2ab055569e65'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:08.782100 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:16:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['17f46ad6-3587-4ad7-96a7-2ab055569e65'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:08.784149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d8e4cb43-9804-4422-b0b8-41deb28ec525 None None] Provisioning complete for port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:08.785006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cb43-9804-4422-b0b8-41deb28ec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.790083 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.850198 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296d133-62b2-4227-8b66-23958a41b79e None None] Pushing event updated for resources: {'Port': ['ID=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:08.852111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:08.917190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a14042-3dd2-4f48-b31f-c08bc94e40a7 None None] Pushing event updated for resources: {'Port': ['ID=df40b7df-b1a2-426a-8fa3-e20ba7830f73,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:08.955620 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] Set router 17f46ad6-3587-4ad7-96a7-2ab055569e65 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:09.008078 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.012353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=afdca3dc-94dd-4c73-88cb-c56e04e9a846,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:09.031651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.054422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cb43-9804-4422-b0b8-41deb28ec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.096516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8e4cb43-9804-4422-b0b8-41deb28ec525 None None] For port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:09.163752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Allocated IP 172.26.2.243 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/43c80f93-8de9-4654-a6a9-93b5359154a8) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:09.186042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cb43-9804-4422-b0b8-41deb28ec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.218643 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 4, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port': {'id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3', 'name': '', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'mac_address': 'fa:16:3e:4b:f8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:04Z', 'updated_at': '2022-04-29T08:17:08Z', 'revision_number': 4, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'subnets': [{'id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:09.258771 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa6169-0394-4c13-8a97-08cc5fbbab23 None None] The sync data for ids ['17f46ad6-3587-4ad7-96a7-2ab055569e65'] in dv-neutron-839740-1-hyperv is: [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 4, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port': {'id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3', 'name': '', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'mac_address': 'fa:16:3e:4b:f8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:04Z', 'updated_at': '2022-04-29T08:17:08Z', 'revision_number': 4, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'subnets': [{'id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:17:09.260520 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4cb43-9804-4422-b0b8-41deb28ec525 None None] Pushing event updated for resources: {'Port': ['ID=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:09.307509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.311451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a264eaa2-0691-458a-9c71-7950ec822611 None None] Provisioning complete for port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:09.312284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a264eaa2-0691-458a-9c71-7950ec822611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.406200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.457570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:09.460515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:09.464783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:09.468052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Pushing event updated for resources: {'Port': ['ID=43c80f93-8de9-4654-a6a9-93b5359154a8,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:09.794708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.911180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5c1dd-7cef-43fb-bd7c-82b6a62d79c0 None None] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:17:09.974241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-00d9d04b-51f0-4a5a-be54-91a350b4e320 None None] Provisioning complete for port df40b7df-b1a2-426a-8fa3-e20ba7830f73 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:09.974547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00d9d04b-51f0-4a5a-be54-91a350b4e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:09.991357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:10.123967 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00d9d04b-51f0-4a5a-be54-91a350b4e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:10.160333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-00d9d04b-51f0-4a5a-be54-91a350b4e320 None None] For port df40b7df-b1a2-426a-8fa3-e20ba7830f73, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=df40b7df-b1a2-426a-8fa3-e20ba7830f73,segment=NetworkSegment(1bb9ef2a-f7fd-4896-ba46-1107f602288b),segment_id=1bb9ef2a-f7fd-4896-ba46-1107f602288b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:10.179838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Router 38d731af-01d1-474f-8cac-6f658985b266 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:17:10.231553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00d9d04b-51f0-4a5a-be54-91a350b4e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:10.288020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:17:10.291874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9d04b-51f0-4a5a-be54-91a350b4e320 None None] Pushing event updated for resources: {'Port': ['ID=df40b7df-b1a2-426a-8fa3-e20ba7830f73,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:10.305550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Sync routers for ids ['38d731af-01d1-474f-8cac-6f658985b266'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:17:10.321660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Routers {'38d731af-01d1-474f-8cac-6f658985b266'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:10.322271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:16:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['38d731af-01d1-474f-8cac-6f658985b266'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:10.378091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:10.382041 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b4aa27f1-44c7-4717-a133-a11060e7c2ab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3889875 Apr 29 08:17:10.384186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54484) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:17:10.391400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1e98789c-1249-4d29-a36a-172fab90ddef None None] Provisioning complete for port df40b7df-b1a2-426a-8fa3-e20ba7830f73 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:10.391773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e98789c-1249-4d29-a36a-172fab90ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:10.464210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Set router 38d731af-01d1-474f-8cac-6f658985b266 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:10.661383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device df40b7df-b1a2-426a-8fa3-e20ba7830f73 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:10.811965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:10.814245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port df40b7df-b1a2-426a-8fa3-e20ba7830f73 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:10.814640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:10.923599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:17:09Z', 'revision_number': 3, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port': {'id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:09Z', 'updated_at': '2022-04-29T08:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:10.954310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:10.957241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Checking router: 38d731af-01d1-474f-8cac-6f658985b266 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:17:10.959034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Updating router 38d731af-01d1-474f-8cac-6f658985b266 port 43c80f93-8de9-4654-a6a9-93b5359154a8 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:17:10.967183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Allocated IP 172.20.0.1 (1e4c6c84-f85d-474f-8b2c-704d1a19c87c/c12c579a-5aa1-4056-8be7-085d5b859806/ef647c4e-91aa-46df-8f83-55922d881552) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:11.011290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.070289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.103197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:11.103564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.160023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.194966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:11.197680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:11.203260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:11.239963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Pushing event updated for resources: {'Port': ['ID=ef647c4e-91aa-46df-8f83-55922d881552,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:11.242901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee082715-3dfb-46d3-8d55-82f124f337b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.257915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.274248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device afdca3dc-94dd-4c73-88cb-c56e04e9a846 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:11.380948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port afdca3dc-94dd-4c73-88cb-c56e04e9a846 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:11.381321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.412648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.439924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3c90284e-be98-4e4c-afed-538891a47816 None None] Provisioning complete for port ef647c4e-91aa-46df-8f83-55922d881552 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:11.440287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c90284e-be98-4e4c-afed-538891a47816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.457630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.494922 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.506635 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3c90284e-be98-4e4c-afed-538891a47816 None None] Port ef647c4e-91aa-46df-8f83-55922d881552 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:17:11.562930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ffb3-b054-4670-82a4-512df9853400 None None] Pushing event updated for resources: {'Port': ['ID=43c80f93-8de9-4654-a6a9-93b5359154a8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:11.565163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Attempting to bind port 43c80f93-8de9-4654-a6a9-93b5359154a8 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:11.565526 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Attempting to bind port 43c80f93-8de9-4654-a6a9-93b5359154a8 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:11.566305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Attempting to bind port 43c80f93-8de9-4654-a6a9-93b5359154a8 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:11.571631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:11.572002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:11.572395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.572774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:11.573239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Bound port: 43c80f93-8de9-4654-a6a9-93b5359154a8, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:11.573615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.622110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.626737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] For port 43c80f93-8de9-4654-a6a9-93b5359154a8, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:11.629785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] For port 43c80f93-8de9-4654-a6a9-93b5359154a8, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=43c80f93-8de9-4654-a6a9-93b5359154a8,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:11.673383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.691234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.747246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Pushing event updated for resources: {'Port': ['ID=ef647c4e-91aa-46df-8f83-55922d881552,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:11.750284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:11.752382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Routers {'38d731af-01d1-474f-8cac-6f658985b266'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:11.754007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:16:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['38d731af-01d1-474f-8cac-6f658985b266'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:11.789496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ffb3-b054-4670-82a4-512df9853400 None None] Pushing event updated for resources: {'Port': ['ID=43c80f93-8de9-4654-a6a9-93b5359154a8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:11.840155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:11.841878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:11.866575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] Set router 38d731af-01d1-474f-8cac-6f658985b266 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:11.959746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Router 38d731af-01d1-474f-8cac-6f658985b266 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:17:12.072543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:17:12.074897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 4, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port': {'id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:09Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'ef647c4e-91aa-46df-8f83-55922d881552', 'name': '', 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'mac_address': 'fa:16:3e:9d:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:10Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 2, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'subnets': [{'id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:12.077986 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-03e01125-dba7-405a-9819-759df9d13318 admin admin] 10.222.0.16 "PUT /v2.0/routers/38d731af-01d1-474f-8cac-6f658985b266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940682 Apr 29 08:17:12.107833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ffa4a1-fa31-4012-a5dc-dc38f20ba132 None None] The sync data for ids ['38d731af-01d1-474f-8cac-6f658985b266'] in dv-neutron-839740-1-hyperv is: [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 4, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port': {'id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:09Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'ef647c4e-91aa-46df-8f83-55922d881552', 'name': '', 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'mac_address': 'fa:16:3e:9d:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:10Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 2, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'subnets': [{'id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:17:12.132446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-61517960-1ff1-4dfc-a260-f46e71c89788 None None] Provisioning complete for port ef647c4e-91aa-46df-8f83-55922d881552 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:12.132935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61517960-1ff1-4dfc-a260-f46e71c89788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:12.172062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-61517960-1ff1-4dfc-a260-f46e71c89788 None None] Port ef647c4e-91aa-46df-8f83-55922d881552 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:17:12.899937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:13.092549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-12ddb665-42c8-4cbf-85b9-bd5e999ec95a tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:13.094240 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-12ddb665-42c8-4cbf-85b9-bd5e999ec95a tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/networks?id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29 HTTP/1.1" status: 200 len: 816 time: 0.1068377 Apr 29 08:17:13.115162 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-2ce4bc5c-7a08-414f-8f70-b6ffb009a74c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/quotas/a4a613de3cbd4eb1b4838ab96065379c HTTP/1.1" status: 200 len: 375 time: 0.0102053 Apr 29 08:17:13.174350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-f3467ecd-c9ca-4a14-9969-d507c28ee1d8 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520465 Apr 29 08:17:13.271113 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-964dfd38-4b11-4cb6-8a29-a412cc3f2b27 service neutron] 10.222.0.16 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839109 Apr 29 08:17:13.282697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb190a3b-882f-42d1-a33f-ad484ed92031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:13.368715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-1c28ed5c-8da0-4b09-9a5a-df04f3cca8b6 service neutron] 10.222.0.16 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912733 Apr 29 08:17:13.619379 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af2beb2d-73e4-4f62-993c-434eb5cf8c6a req-81fbc060-1f0d-4afe-b71c-c7f8c2e66b22 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 210 time: 0.0277166 Apr 29 08:17:14.003123 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Sync routers for ids ['38d731af-01d1-474f-8cac-6f658985b266'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:17:14.013278 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Routers {'38d731af-01d1-474f-8cac-6f658985b266'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:14.018864 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:17:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['38d731af-01d1-474f-8cac-6f658985b266'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:14.134067 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Set router 38d731af-01d1-474f-8cac-6f658985b266 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:14.336755 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 4, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port': {'id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:09Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'ef647c4e-91aa-46df-8f83-55922d881552', 'name': '', 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'mac_address': 'fa:16:3e:9d:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:10Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 2, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'subnets': [{'id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:14.412449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 43c80f93-8de9-4654-a6a9-93b5359154a8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:14.459893 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Checking router: 38d731af-01d1-474f-8cac-6f658985b266 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:17:14.460227 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Updating router 38d731af-01d1-474f-8cac-6f658985b266 port ef647c4e-91aa-46df-8f83-55922d881552 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:17:14.468381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 43c80f93-8de9-4654-a6a9-93b5359154a8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:14.468981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.486699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.551895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.571813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 43c80f93-8de9-4654-a6a9-93b5359154a8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=43c80f93-8de9-4654-a6a9-93b5359154a8,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:14.639554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.702736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=43c80f93-8de9-4654-a6a9-93b5359154a8,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:14.730679 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7cd9610d-89eb-4ba2-af9f-55ca886563c5 req-7415e348-b9a4-4b29-9afd-ec31e4558987 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 210 time: 0.0266278 Apr 29 08:17:14.766846 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.821965 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.875842 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e52e0-64a7-4d28-9438-5eecc071d976 None None] Pushing event updated for resources: {'Port': ['ID=ef647c4e-91aa-46df-8f83-55922d881552,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:14.925202 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Attempting to bind port ef647c4e-91aa-46df-8f83-55922d881552 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:14.925570 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Attempting to bind port ef647c4e-91aa-46df-8f83-55922d881552 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:14.925946 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Attempting to bind port ef647c4e-91aa-46df-8f83-55922d881552 on network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:14.931978 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:14.931978 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Checking segment: {'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:14.932210 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.933051 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Bound using segment: {'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:14.933051 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Bound port: ef647c4e-91aa-46df-8f83-55922d881552, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb9ef2a-f7fd-4896-ba46-1107f602288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:14.933407 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:14.997683 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] For port ef647c4e-91aa-46df-8f83-55922d881552, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:15.001103 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] For port ef647c4e-91aa-46df-8f83-55922d881552, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ef647c4e-91aa-46df-8f83-55922d881552,segment=NetworkSegment(1bb9ef2a-f7fd-4896-ba46-1107f602288b),segment_id=1bb9ef2a-f7fd-4896-ba46-1107f602288b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:15.082818 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:15.093934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:15.113429 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6a53fac2-3e4b-4695-8d44-22c4b3dc5a9f None None] Provisioning complete for port ef647c4e-91aa-46df-8f83-55922d881552 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:15.113797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a53fac2-3e4b-4695-8d44-22c4b3dc5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:15.153184 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e52e0-64a7-4d28-9438-5eecc071d976 None None] Pushing event updated for resources: {'Port': ['ID=ef647c4e-91aa-46df-8f83-55922d881552,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:15.156508 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Routers {'38d731af-01d1-474f-8cac-6f658985b266'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:15.157286 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:17:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['38d731af-01d1-474f-8cac-6f658985b266'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:15.215066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a53fac2-3e4b-4695-8d44-22c4b3dc5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:15.255037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6a53fac2-3e4b-4695-8d44-22c4b3dc5a9f None None] For port ef647c4e-91aa-46df-8f83-55922d881552, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ef647c4e-91aa-46df-8f83-55922d881552,segment=NetworkSegment(1bb9ef2a-f7fd-4896-ba46-1107f602288b),segment_id=1bb9ef2a-f7fd-4896-ba46-1107f602288b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:15.286234 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] Set router 38d731af-01d1-474f-8cac-6f658985b266 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:15.405615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a53fac2-3e4b-4695-8d44-22c4b3dc5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:15.470014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53fac2-3e4b-4695-8d44-22c4b3dc5a9f None None] Pushing event updated for resources: {'Port': ['ID=ef647c4e-91aa-46df-8f83-55922d881552,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:15.491717 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 4, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port': {'id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:09Z', 'updated_at': '2022-04-29T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'ef647c4e-91aa-46df-8f83-55922d881552', 'name': '', 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'mac_address': 'fa:16:3e:9d:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:10Z', 'updated_at': '2022-04-29T08:17:14Z', 'revision_number': 4, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'subnets': [{'id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:15.518812 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d3ef-3a87-48c7-9c42-ea75e6b2d366 None None] The sync data for ids ['38d731af-01d1-474f-8cac-6f658985b266'] in dv-neutron-839740-1-hyperv is: [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:17:11Z', 'revision_number': 4, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port': {'id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:09Z', 'updated_at': '2022-04-29T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'ef647c4e-91aa-46df-8f83-55922d881552', 'name': '', 'network_id': '1e4c6c84-f85d-474f-8b2c-704d1a19c87c', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'mac_address': 'fa:16:3e:9d:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:10Z', 'updated_at': '2022-04-29T08:17:14Z', 'revision_number': 4, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'subnets': [{'id': 'c12c579a-5aa1-4056-8be7-085d5b859806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:17:15.524682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-37ff4ff4-9231-47d4-ad52-a46acae79261 None None] Provisioning complete for port ef647c4e-91aa-46df-8f83-55922d881552 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:15.525053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37ff4ff4-9231-47d4-ad52-a46acae79261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:15.659171 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:17:15.862968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-82b68950-1112-4382-bbc1-f930f12dea5c req-fc3a98ba-7fe6-474d-9642-5c753f897470 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 210 time: 0.0494668 Apr 29 08:17:15.945646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-f175c3ff-3c78-49e9-853b-8e4b1fc5f63f tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:15.947303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-f175c3ff-3c78-49e9-853b-8e4b1fc5f63f tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "GET /v2.0/networks?id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29 HTTP/1.1" status: 200 len: 816 time: 0.1454778 Apr 29 08:17:15.959175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Request body: {'port': {'device_id': '169e6617-0171-456e-93bc-d7ea3a154b16', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'admin_state_up': True, 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:16.153875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Made reservation on behalf of a4a613de3cbd4eb1b4838ab96065379c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:17:16.157794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.234194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.331653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Allocated IP 172.20.0.9 (70cd629c-8c2d-4ea4-b21d-7fec4f427f29/3c8d9daf-195b-495a-862e-20e4f3b34316/7c9695dc-a608-4c26-8fed-c3f5090b24e9) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:16.422503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ef647c4e-91aa-46df-8f83-55922d881552 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:16.472106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ef647c4e-91aa-46df-8f83-55922d881552 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:16.472786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.483552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.550125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 43c80f93-8de9-4654-a6a9-93b5359154a8 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:16.571415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.596167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 43c80f93-8de9-4654-a6a9-93b5359154a8 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:16.596538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.615663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:16.619570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:16.621831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:16.652305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Pushing event updated for resources: {'Port': ['ID=7c9695dc-a608-4c26-8fed-c3f5090b24e9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:16.679256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:16.680453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.794143 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-789355d1-3b57-4715-89ae-6bfe7117ca2c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8386338 Apr 29 08:17:16.805893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Request body: {'port': {'device_id': '169e6617-0171-456e-93bc-d7ea3a154b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:16.839755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.853060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7fcc6246-cb4f-4a06-91e8-1f4e0f054482 None None] Provisioning complete for port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:16.853431 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6246-cb4f-4a06-91e8-1f4e0f054482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.872721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:16.886682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc6246-cb4f-4a06-91e8-1f4e0f054482 None None] Port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:17:17.320528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1eaa2-8ead-4cb7-80c7-c51a8f6edaff req-06ddc24a-9a03-4995-b8c5-51f5ec65214b tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:17.322282 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bcd1eaa2-8ead-4cb7-80c7-c51a8f6edaff req-06ddc24a-9a03-4995-b8c5-51f5ec65214b tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 931 time: 0.3506713 Apr 29 08:17:17.405966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bcd1eaa2-8ead-4cb7-80c7-c51a8f6edaff req-25ebc336-bbfa-4f8b-bd89-d43de18f79cd tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584431 Apr 29 08:17:17.479658 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9695dc-a608-4c26-8fed-c3f5090b24e9 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:17:17.487544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:17.498802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Transition to ACTIVE for port object 7c9695dc-a608-4c26-8fed-c3f5090b24e9 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:17:17.619017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:17.668346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Pushing event updated for resources: {'Port': ['ID=7c9695dc-a608-4c26-8fed-c3f5090b24e9,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:17.744777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Attempting to bind port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:17.745107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Attempting to bind port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:17.745432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Attempting to bind port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:17.750171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:17:17.750516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Attempting to bind port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:17.755648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:17.755979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Checking segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:17.756356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Bound using segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:17.756778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Bound port: 7c9695dc-a608-4c26-8fed-c3f5090b24e9, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:17.757128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:17.825065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] For port 7c9695dc-a608-4c26-8fed-c3f5090b24e9, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:17.828918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] For port 7c9695dc-a608-4c26-8fed-c3f5090b24e9, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c9695dc-a608-4c26-8fed-c3f5090b24e9,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:17.919822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:17.953191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:17.953785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:17.955164 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] 10.222.0.39 "PUT /v2.0/ports/7c9695dc-a608-4c26-8fed-c3f5090b24e9 HTTP/1.1" status: 200 len: 1093 time: 1.1536410 Apr 29 08:17:17.955624 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e6617-0171-456e-93bc-d7ea3a154b16', 'tag': '7c9695dc-a608-4c26-8fed-c3f5090b24e9'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:17:17.957861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5326d6e9-e539-4e98-9b81-19f2d4e8bc34" -d '{"events": [{"name": "network-changed", "server_uuid": "169e6617-0171-456e-93bc-d7ea3a154b16", "tag": "7c9695dc-a608-4c26-8fed-c3f5090b24e9"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:17:17.985271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e40c99-ceb3-42cb-b4ae-54ce213659dc service neutron] Pushing event updated for resources: {'Port': ['ID=7c9695dc-a608-4c26-8fed-c3f5090b24e9,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:18.006042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36ee995-aa6f-4bae-9c7f-65783ace15c3 x-openstack-request-id: req-f36ee995-aa6f-4bae-9c7f-65783ace15c3 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:17:18.006349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169e6617-0171-456e-93bc-d7ea3a154b16", "tag": "7c9695dc-a608-4c26-8fed-c3f5090b24e9", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:17:18.006684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f36ee995-aa6f-4bae-9c7f-65783ace15c3 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:17:18.007096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36ee995-aa6f-4bae-9c7f-65783ace15c3'] response: {'name': 'network-changed', 'server_uuid': '169e6617-0171-456e-93bc-d7ea3a154b16', 'tag': '7c9695dc-a608-4c26-8fed-c3f5090b24e9', 'status': 'completed', 'code': 200} Apr 29 08:17:18.083749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d6e9-e539-4e98-9b81-19f2d4e8bc34 req-2fca5319-e759-4c9b-a583-85b98de141d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:18.085258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5326d6e9-e539-4e98-9b81-19f2d4e8bc34 req-2fca5319-e759-4c9b-a583-85b98de141d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 1096 time: 0.0503998 Apr 29 08:17:18.187371 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d6e9-e539-4e98-9b81-19f2d4e8bc34 req-de1f2c16-9830-45ae-b14f-a1d6be4ec8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:18.188732 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5326d6e9-e539-4e98-9b81-19f2d4e8bc34 req-de1f2c16-9830-45ae-b14f-a1d6be4ec8ef service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0955458 Apr 29 08:17:18.279143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d6e9-e539-4e98-9b81-19f2d4e8bc34 req-d9d3e663-3027-4b72-b9ba-34634ef447c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:18.280595 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5326d6e9-e539-4e98-9b81-19f2d4e8bc34 req-d9d3e663-3027-4b72-b9ba-34634ef447c7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856569 Apr 29 08:17:18.359317 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-e8a0f81c-917f-4762-bc76-0daf868f1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:18.360792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-e8a0f81c-917f-4762-bc76-0daf868f1988 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 1096 time: 0.0459275 Apr 29 08:17:18.403049 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-9197946d-04b5-42f7-801e-ee3dc8b97bad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c9695dc-a608-4c26-8fed-c3f5090b24e9 HTTP/1.1" status: 200 len: 217 time: 0.0345221 Apr 29 08:17:18.450870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-4c329f20-c60f-4b66-b32c-76442d47500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:18.452952 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-4c329f20-c60f-4b66-b32c-76442d47500a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c8d9daf-195b-495a-862e-20e4f3b34316 HTTP/1.1" status: 200 len: 855 time: 0.0432756 Apr 29 08:17:18.530349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-52223ae3-e37d-49d9-b7c9-a320ecc3a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:18.531840 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-52223ae3-e37d-49d9-b7c9-a320ecc3a27c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724165 Apr 29 08:17:18.543508 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48fb51-8bcf-40ff-b24c-9d518a23d023 req-a3407b5c-84e2-4409-90e9-64d94d70c5b8 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:18.545367 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc48fb51-8bcf-40ff-b24c-9d518a23d023 req-a3407b5c-84e2-4409-90e9-64d94d70c5b8 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 943 time: 0.0614500 Apr 29 08:17:18.626245 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cc48fb51-8bcf-40ff-b24c-9d518a23d023 req-aef79731-2cbf-405d-bb19-ee8d4010fd41 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Apr 29 08:17:18.651136 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-f69f10d2-f678-4e5a-b7bf-c0b324defada service neutron] 10.222.0.39 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048434 Apr 29 08:17:18.743004 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-681550ba-d0fd-40c6-a52c-4a43432d1e12 req-244ac245-8824-4091-91d2-44ccc7216243 service neutron] 10.222.0.39 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Apr 29 08:17:19.740613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71258112-402b-4d8d-9a18-9681a28b15cc req-d7633fbb-fd10-4e4f-92eb-a91513091f3d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:19.742048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-71258112-402b-4d8d-9a18-9681a28b15cc req-d7633fbb-fd10-4e4f-92eb-a91513091f3d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 943 time: 0.0488279 Apr 29 08:17:19.779396 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-71258112-402b-4d8d-9a18-9681a28b15cc req-e446a967-2ab0-4797-b648-27af4fbdc340 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Apr 29 08:17:20.895827 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc8a02-9a65-45b6-8e1e-0c0332509042 req-1e0d55d4-01ce-4e11-84ce-fedd048de9de tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:20.897282 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e9cc8a02-9a65-45b6-8e1e-0c0332509042 req-1e0d55d4-01ce-4e11-84ce-fedd048de9de tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 943 time: 0.0528884 Apr 29 08:17:20.934194 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e9cc8a02-9a65-45b6-8e1e-0c0332509042 req-a2a1b7a1-e0c4-456e-ab2c-5a52edcdfbb0 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Apr 29 08:17:21.484190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7c9695dc-a608-4c26-8fed-c3f5090b24e9 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:17:21.577923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 7c9695dc-a608-4c26-8fed-c3f5090b24e9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c9695dc-a608-4c26-8fed-c3f5090b24e9,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:21.588503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '7c9695dc-a608-4c26-8fed-c3f5090b24e9', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'port_id': '7c9695dc-a608-4c26-8fed-c3f5090b24e9', 'mac_address': 'fa:16:3e:b6:05:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:17:21.624404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:21.636363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9695dc-a608-4c26-8fed-c3f5090b24e9 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:17:21.655037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 7c9695dc-a608-4c26-8fed-c3f5090b24e9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c9695dc-a608-4c26-8fed-c3f5090b24e9,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:21.744958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:21.793799 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=7c9695dc-a608-4c26-8fed-c3f5090b24e9,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:21.801037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.801381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.801726 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.802055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.802389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.802737 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.803067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.803392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.803717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.804038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.804358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.804679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:21.946808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['7c9695dc-a608-4c26-8fed-c3f5090b24e9'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:17:22.059980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c67c6-0ce3-4839-b373-b9d8f440fb8a req-4ac2df98-6e63-461f-8b35-ba09ffe45b79 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:22.061476 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b17c67c6-0ce3-4839-b373-b9d8f440fb8a req-4ac2df98-6e63-461f-8b35-ba09ffe45b79 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 944 time: 0.0590882 Apr 29 08:17:22.098867 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b17c67c6-0ce3-4839-b373-b9d8f440fb8a req-2bccd19c-530b-43c0-af70-f6cb3d020723 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310836 Apr 29 08:17:23.211893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091450-482d-47a4-95b4-2bd90b1c98bb req-d70d5c8f-38a0-41f2-a8af-c1c6de418e61 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:23.213336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3091450-482d-47a4-95b4-2bd90b1c98bb req-d70d5c8f-38a0-41f2-a8af-c1c6de418e61 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 944 time: 0.0484171 Apr 29 08:17:23.251332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d3091450-482d-47a4-95b4-2bd90b1c98bb req-35a352aa-794e-4a88-9af2-1c6c0e01899c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Apr 29 08:17:23.489446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7c9695dc-a608-4c26-8fed-c3f5090b24e9 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:23.595958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:17:23.599798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:23.600176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:23.676815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:23.698804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169e6617-0171-456e-93bc-d7ea3a154b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9695dc-a608-4c26-8fed-c3f5090b24e9'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:17:23.701589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2793a2f-2655-4658-87a6-aba70e17e783" -d '{"events": [{"server_uuid": "169e6617-0171-456e-93bc-d7ea3a154b16", "name": "network-vif-plugged", "status": "completed", "tag": "7c9695dc-a608-4c26-8fed-c3f5090b24e9"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:17:23.714248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 7c9695dc-a608-4c26-8fed-c3f5090b24e9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c9695dc-a608-4c26-8fed-c3f5090b24e9,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:23.736458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0688c244-6228-44a5-a38e-7170461e02da x-openstack-request-id: req-0688c244-6228-44a5-a38e-7170461e02da {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:17:23.736794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169e6617-0171-456e-93bc-d7ea3a154b16", "name": "network-vif-plugged", "status": "completed", "tag": "7c9695dc-a608-4c26-8fed-c3f5090b24e9", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:17:23.736996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0688c244-6228-44a5-a38e-7170461e02da {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:17:23.737640 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0688c244-6228-44a5-a38e-7170461e02da'] response: {'server_uuid': '169e6617-0171-456e-93bc-d7ea3a154b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9695dc-a608-4c26-8fed-c3f5090b24e9', 'code': 200} Apr 29 08:17:23.779179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:23.828883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=7c9695dc-a608-4c26-8fed-c3f5090b24e9,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:24.097127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538241e2-ca9b-4d59-9d80-2bafd5f539be req-215c4f18-ac66-4d22-9e28-d1f99878e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:24.098540 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-538241e2-ca9b-4d59-9d80-2bafd5f539be req-215c4f18-ac66-4d22-9e28-d1f99878e2fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 1098 time: 0.0471530 Apr 29 08:17:24.131938 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-538241e2-ca9b-4d59-9d80-2bafd5f539be req-91467589-5f6a-4b17-9f6a-c7609a88c1f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272095 Apr 29 08:17:24.365067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc75f5-e415-430c-ac71-d441a2ed9837 req-fccb2857-be2b-42dd-8b7f-0d174a65330b tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:24.366704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c8bc75f5-e415-430c-ac71-d441a2ed9837 req-fccb2857-be2b-42dd-8b7f-0d174a65330b tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 945 time: 0.0498016 Apr 29 08:17:24.404524 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c8bc75f5-e415-430c-ac71-d441a2ed9837 req-20490ccd-cf92-4cca-91ea-2984dc94a247 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Apr 29 08:17:25.518664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29776cf-2472-47ab-a2b6-b6a7ab8d8e92 req-ab88ce73-071e-40f3-b062-db88a16599d0 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:25.520039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a29776cf-2472-47ab-a2b6-b6a7ab8d8e92 req-ab88ce73-071e-40f3-b062-db88a16599d0 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 945 time: 0.0486591 Apr 29 08:17:25.557284 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a29776cf-2472-47ab-a2b6-b6a7ab8d8e92 req-bcceb7fa-d25b-456b-bc29-62587db986c3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Apr 29 08:17:25.675351 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d286866-9dde-4c09-ae27-e57246e2f6a4 req-fb54b6de-7902-4727-b368-bd92c1c358eb tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:25.676826 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d286866-9dde-4c09-ae27-e57246e2f6a4 req-fb54b6de-7902-4727-b368-bd92c1c358eb tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 945 time: 0.0525866 Apr 29 08:17:25.714809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d286866-9dde-4c09-ae27-e57246e2f6a4 req-20716b18-c6f9-4b2d-bf72-329cb856fc2d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Apr 29 08:17:41.179372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e4277ba-4c0d-41c3-a389-f7e687b7fe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:41.607817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-2289a8a5-1192-4dae-8f61-76ac049b5c52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404379 Apr 29 08:17:41.689483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-ed12c8e2-1748-4695-afe2-a302a9f43cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:41.691166 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-ed12c8e2-1748-4695-afe2-a302a9f43cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 1098 time: 0.0413191 Apr 29 08:17:41.796947 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-07643a7a-eade-465f-b1aa-4bc795a90c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:41.798892 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-07643a7a-eade-465f-b1aa-4bc795a90c71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29 HTTP/1.1" status: 200 len: 917 time: 0.0878766 Apr 29 08:17:41.843976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-e0875ec6-7467-4667-a872-2cf1a681294a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c9695dc-a608-4c26-8fed-c3f5090b24e9 HTTP/1.1" status: 200 len: 217 time: 0.0352566 Apr 29 08:17:41.893461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-cb99da00-b38f-4821-84e3-6e5dcd76be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:41.894873 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-cb99da00-b38f-4821-84e3-6e5dcd76be1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c8d9daf-195b-495a-862e-20e4f3b34316 HTTP/1.1" status: 200 len: 855 time: 0.0442350 Apr 29 08:17:41.950630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-c35b00dc-94b4-4ca9-88c3-b0c72cc89ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:41.952147 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-c35b00dc-94b4-4ca9-88c3-b0c72cc89ab5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465510 Apr 29 08:17:42.040831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-30df3dd0-fa81-4400-9b8d-1596a9be864a service neutron] 10.222.0.39 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Apr 29 08:17:42.137984 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6790d278-a8a5-4455-bdc6-77d3dc00a304 req-e8e0a69e-0954-401f-a754-b766a611c3f1 service neutron] 10.222.0.39 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866134 Apr 29 08:17:42.907542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:43.276383 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc5b9-3ee8-4a2a-a23f-5542bbde1a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:45.093299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:46.253060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:46.696060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:47.820734 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54015b-ed29-4bfc-be14-3c59d1183e72 req-40dd3c12-abf4-4cad-a7d0-9db881021e2d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:47.822179 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a54015b-ed29-4bfc-be14-3c59d1183e72 req-40dd3c12-abf4-4cad-a7d0-9db881021e2d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Apr 29 08:17:47.859321 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a54015b-ed29-4bfc-be14-3c59d1183e72 req-84a5ad10-7e68-463f-927c-5ab46bb23fd8 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Apr 29 08:17:48.974723 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79914f2-7ae8-45c3-96a5-8d0b0f2c854d req-dda597cf-72db-441c-a39c-53dd71380cba tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:48.976071 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d79914f2-7ae8-45c3-96a5-8d0b0f2c854d req-dda597cf-72db-441c-a39c-53dd71380cba tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 945 time: 0.0476923 Apr 29 08:17:49.019695 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d79914f2-7ae8-45c3-96a5-8d0b0f2c854d req-18b44f4b-73fe-4114-97cb-d84da2a5de68 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Apr 29 08:17:49.408423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-3458356b-2fec-475e-8cf6-c5bfd7b2fcb8 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:49.409842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-3458356b-2fec-475e-8cf6-c5bfd7b2fcb8 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Apr 29 08:17:49.497792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Deleting port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:17:49.498138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:49.581854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] For port 7c9695dc-a608-4c26-8fed-c3f5090b24e9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c9695dc-a608-4c26-8fed-c3f5090b24e9,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:49.582213 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:49.595686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Calling delete_port for 7c9695dc-a608-4c26-8fed-c3f5090b24e9 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:17:49.767128 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:49.778271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['7c9695dc-a608-4c26-8fed-c3f5090b24e9'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:17:49.794687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Pushing event deleted for resources: {'Port': ['ID=7c9695dc-a608-4c26-8fed-c3f5090b24e9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:49.822986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.823329 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.823663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.823993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.824320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.824645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.824966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.825326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.826219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.826562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.826884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.827219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:49.849141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] No DVR routers for this DVR port 7c9695dc-a608-4c26-8fed-c3f5090b24e9 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:17:49.851830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:49.855141 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7bb841f6-944b-49ab-adfa-58b7e275dd12 req-17a2ddaa-3dec-4b55-a783-1b12e9d12548 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "DELETE /v2.0/ports/7c9695dc-a608-4c26-8fed-c3f5090b24e9 HTTP/1.1" status: 204 len: 173 time: 0.4396884 Apr 29 08:17:49.855615 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169e6617-0171-456e-93bc-d7ea3a154b16', 'name': 'network-vif-deleted', 'tag': '7c9695dc-a608-4c26-8fed-c3f5090b24e9'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:17:49.857986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae014af-a63b-4bbc-9397-f3f058c515b4" -d '{"events": [{"server_uuid": "169e6617-0171-456e-93bc-d7ea3a154b16", "name": "network-vif-deleted", "tag": "7c9695dc-a608-4c26-8fed-c3f5090b24e9"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:17:49.961409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38b08d5-76ee-4998-82f5-05c1e81c3f68 x-openstack-request-id: req-f38b08d5-76ee-4998-82f5-05c1e81c3f68 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:17:49.961771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169e6617-0171-456e-93bc-d7ea3a154b16", "name": "network-vif-deleted", "tag": "7c9695dc-a608-4c26-8fed-c3f5090b24e9", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:17:49.962084 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f38b08d5-76ee-4998-82f5-05c1e81c3f68 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:17:49.962610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38b08d5-76ee-4998-82f5-05c1e81c3f68'] response: {'server_uuid': '169e6617-0171-456e-93bc-d7ea3a154b16', 'name': 'network-vif-deleted', 'tag': '7c9695dc-a608-4c26-8fed-c3f5090b24e9', 'status': 'completed', 'code': 200} Apr 29 08:17:50.115209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9d7a7715-3b78-4663-befc-98dde3fa83ab req-354f7e88-3748-47c7-b884-e6d8ca1e757c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=169e6617-0171-456e-93bc-d7ea3a154b16 HTTP/1.1" status: 200 len: 210 time: 0.0270636 Apr 29 08:17:52.169703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-3697557b-33c8-4125-b8cd-d7e83f425b01 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:52.171170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-3697557b-33c8-4125-b8cd-d7e83f425b01 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/networks?id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29 HTTP/1.1" status: 200 len: 816 time: 0.1054277 Apr 29 08:17:52.186331 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-e38a3058-ebc3-4ab0-b952-9cc2017fd191 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/quotas/a4a613de3cbd4eb1b4838ab96065379c HTTP/1.1" status: 200 len: 375 time: 0.0092616 Apr 29 08:17:52.245801 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-428ab65d-e0b5-4cea-a6d0-ec211e513879 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538793 Apr 29 08:17:52.431483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-a60443bd-2971-4c29-95bd-731bf4014a9b service neutron] 10.222.0.16 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742625 Apr 29 08:17:52.522300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-289ae1aa-482b-40b4-a4df-ee672b06206c service neutron] 10.222.0.16 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845981 Apr 29 08:17:52.658529 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:17:53.617223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7c9695dc-a608-4c26-8fed-c3f5090b24e9 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:17:53.637639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 7c9695dc-a608-4c26-8fed-c3f5090b24e9 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:17:53.638670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 7c9695dc-a608-4c26-8fed-c3f5090b24e9 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:17:53.777744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-daebe156-2d67-4a7b-acb3-ab996e04e592 req-807a7825-330f-411a-afc5-1e90ff182cff tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 210 time: 0.0281553 Apr 29 08:17:54.870939 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a384efcf-2781-4c31-bf99-64f56c0632e7 req-13d862ae-6258-492a-b74a-0f3b4d626f37 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 210 time: 0.0257864 Apr 29 08:17:55.620267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-b57fbcdc-0f5d-4e70-94d9-d0ad15460025 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:55.621693 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-b57fbcdc-0f5d-4e70-94d9-d0ad15460025 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "GET /v2.0/networks?id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29 HTTP/1.1" status: 200 len: 816 time: 0.1024585 Apr 29 08:17:55.634415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Request body: {'port': {'device_id': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'admin_state_up': True, 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:55.815821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Made reservation on behalf of a4a613de3cbd4eb1b4838ab96065379c for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:17:55.819383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:55.954322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Allocated IP 172.20.0.6 (70cd629c-8c2d-4ea4-b21d-7fec4f427f29/3c8d9daf-195b-495a-862e-20e4f3b34316/8771bccb-c512-4898-b426-6fb87b942b50) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:17:55.974529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a45e8b29-c533-476e-af20-bb9087476f88 req-7bff9f18-1f90-4872-b2cb-d4cd0f4fdee1 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 210 time: 0.0333562 Apr 29 08:17:56.112475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:56.199176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:56.240523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:17:56.245505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:17:56.248620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:17:56.279170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Pushing event updated for resources: {'Port': ['ID=8771bccb-c512-4898-b426-6fb87b942b50,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:56.304200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:56.304819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:56.398649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-25e12e73-c7ea-4bd8-871a-762a05f06001 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677386 Apr 29 08:17:56.411178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Request body: {'port': {'device_id': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:17:56.468233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:56.481611 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ebb6373f-9b82-4087-bb43-66f26a630a42 None None] Provisioning complete for port 8771bccb-c512-4898-b426-6fb87b942b50 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:17:56.482777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebb6373f-9b82-4087-bb43-66f26a630a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:56.515258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6373f-9b82-4087-bb43-66f26a630a42 None None] Port 8771bccb-c512-4898-b426-6fb87b942b50 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:17:56.719972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8771bccb-c512-4898-b426-6fb87b942b50 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:17:56.727061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:56.738954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Transition to ACTIVE for port object 8771bccb-c512-4898-b426-6fb87b942b50 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:17:56.815681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:56.881857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Pushing event updated for resources: {'Port': ['ID=8771bccb-c512-4898-b426-6fb87b942b50,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:56.936038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Attempting to bind port 8771bccb-c512-4898-b426-6fb87b942b50 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:17:56.936375 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Attempting to bind port 8771bccb-c512-4898-b426-6fb87b942b50 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:17:56.936700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Attempting to bind port 8771bccb-c512-4898-b426-6fb87b942b50 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:56.941404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Port 8771bccb-c512-4898-b426-6fb87b942b50 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:17:56.941724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Attempting to bind port 8771bccb-c512-4898-b426-6fb87b942b50 on network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:17:56.946686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:17:56.947022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Checking segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:17:56.947407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Bound using segment: {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:17:56.947838 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Bound port: 8771bccb-c512-4898-b426-6fb87b942b50, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39924ab8-e403-49b9-b0ed-e13ba0d03db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:17:56.948196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:57.014912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] For port 8771bccb-c512-4898-b426-6fb87b942b50, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:17:57.017900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] For port 8771bccb-c512-4898-b426-6fb87b942b50, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8771bccb-c512-4898-b426-6fb87b942b50,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:17:57.084494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:57.100592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a875496-0f8b-4cd3-8c0e-84832afb9c09 req-fd88dd0f-1950-4d2d-bd0c-7b7706cfcaec tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.102062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a875496-0f8b-4cd3-8c0e-84832afb9c09 req-fd88dd0f-1950-4d2d-bd0c-7b7706cfcaec tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 943 time: 0.0574005 Apr 29 08:17:57.149180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.149803 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:57.151259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] 10.222.0.39 "PUT /v2.0/ports/8771bccb-c512-4898-b426-6fb87b942b50 HTTP/1.1" status: 200 len: 1093 time: 0.7443140 Apr 29 08:17:57.151712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'tag': '8771bccb-c512-4898-b426-6fb87b942b50'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:17:57.154017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1893bba7-7ba1-404e-99c1-0433d6af6343" -d '{"events": [{"name": "network-changed", "server_uuid": "b35a7e33-44a2-467b-b522-be9678fff22e", "tag": "8771bccb-c512-4898-b426-6fb87b942b50"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:17:57.188159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725f53-939e-4cb2-96bd-49ca1c9eca85 service neutron] Pushing event updated for resources: {'Port': ['ID=8771bccb-c512-4898-b426-6fb87b942b50,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:57.193446 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a875496-0f8b-4cd3-8c0e-84832afb9c09 req-daca1577-741e-43e1-b585-ca9cedb120bd tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732157 Apr 29 08:17:57.198017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625543c7-32b2-41d1-a3a0-c8d006a43dff x-openstack-request-id: req-625543c7-32b2-41d1-a3a0-c8d006a43dff {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:17:57.198264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35a7e33-44a2-467b-b522-be9678fff22e", "tag": "8771bccb-c512-4898-b426-6fb87b942b50", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:17:57.198609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-625543c7-32b2-41d1-a3a0-c8d006a43dff {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:17:57.198938 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625543c7-32b2-41d1-a3a0-c8d006a43dff'] response: {'name': 'network-changed', 'server_uuid': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'tag': '8771bccb-c512-4898-b426-6fb87b942b50', 'status': 'completed', 'code': 200} Apr 29 08:17:57.266763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893bba7-7ba1-404e-99c1-0433d6af6343 req-505a56d4-a75e-456b-9a2b-515168ca0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.268277 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1893bba7-7ba1-404e-99c1-0433d6af6343 req-505a56d4-a75e-456b-9a2b-515168ca0bfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 1096 time: 0.0432711 Apr 29 08:17:57.367359 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893bba7-7ba1-404e-99c1-0433d6af6343 req-9471efb3-8d1e-4025-b216-d19804098387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.368813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1893bba7-7ba1-404e-99c1-0433d6af6343 req-9471efb3-8d1e-4025-b216-d19804098387 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0938091 Apr 29 08:17:57.459364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893bba7-7ba1-404e-99c1-0433d6af6343 req-d9905f32-9c7c-47c9-92ef-46f6730ed957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.460736 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1893bba7-7ba1-404e-99c1-0433d6af6343 req-d9905f32-9c7c-47c9-92ef-46f6730ed957 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853283 Apr 29 08:17:57.535148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-a9896f35-9ff3-4f4d-a0d9-2be1b29ac9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.536481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-a9896f35-9ff3-4f4d-a0d9-2be1b29ac9da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 1096 time: 0.0395036 Apr 29 08:17:57.581118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-dd7e970b-a799-4f49-87f6-2df46fadf5d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8771bccb-c512-4898-b426-6fb87b942b50 HTTP/1.1" status: 200 len: 217 time: 0.0368390 Apr 29 08:17:57.628702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-9144578e-c888-4f74-863e-279b672a78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.630064 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-9144578e-c888-4f74-863e-279b672a78ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c8d9daf-195b-495a-862e-20e4f3b34316 HTTP/1.1" status: 200 len: 855 time: 0.0420816 Apr 29 08:17:57.674038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aec38-d703-410d-804d-5c088b95f85e req-cda5355a-8065-408a-aa17-45900b12ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:57.675511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-cda5355a-8065-408a-aa17-45900b12ee74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70cd629c-8c2d-4ea4-b21d-7fec4f427f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382447 Apr 29 08:17:57.766225 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-0ddeaf1c-01f9-4b88-b314-77669cefd5de service neutron] 10.222.0.39 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840282 Apr 29 08:17:57.850946 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd5aec38-d703-410d-804d-5c088b95f85e req-777a9b6c-5b83-4c85-b121-70bc969b2c02 service neutron] 10.222.0.39 "GET /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784342 Apr 29 08:17:58.313737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f5aa4-be6a-487c-9285-afbd5719b1cd req-daeb5d3b-9d9e-48dd-b921-216e30b5716d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:58.315185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c05f5aa4-be6a-487c-9285-afbd5719b1cd req-daeb5d3b-9d9e-48dd-b921-216e30b5716d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 943 time: 0.0475752 Apr 29 08:17:58.358780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c05f5aa4-be6a-487c-9285-afbd5719b1cd req-1a61d699-c991-424f-9a0e-6f132c39aa50 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Apr 29 08:17:59.472254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67956f06-ff04-4e33-9279-f8c613fd7545 req-542a6f18-0cb8-410c-9f0b-84ad366721c4 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:17:59.473674 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67956f06-ff04-4e33-9279-f8c613fd7545 req-542a6f18-0cb8-410c-9f0b-84ad366721c4 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 943 time: 0.0472217 Apr 29 08:17:59.509475 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67956f06-ff04-4e33-9279-f8c613fd7545 req-671e2727-ded1-4f2c-9c62-aedb5e6f7c13 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299389 Apr 29 08:17:59.654853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8771bccb-c512-4898-b426-6fb87b942b50 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:17:59.748324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8771bccb-c512-4898-b426-6fb87b942b50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8771bccb-c512-4898-b426-6fb87b942b50,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:59.759677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '8771bccb-c512-4898-b426-6fb87b942b50', 'network_id': '70cd629c-8c2d-4ea4-b21d-7fec4f427f29', 'port_id': '8771bccb-c512-4898-b426-6fb87b942b50', 'mac_address': 'fa:16:3e:a2:dc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8d9daf-195b-495a-862e-20e4f3b34316', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:17:59.798512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:59.811153 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8771bccb-c512-4898-b426-6fb87b942b50 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:17:59.829001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8771bccb-c512-4898-b426-6fb87b942b50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8771bccb-c512-4898-b426-6fb87b942b50,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:59.883668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:17:59.928475 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=8771bccb-c512-4898-b426-6fb87b942b50,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:00.076598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8771bccb-c512-4898-b426-6fb87b942b50'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:18:00.622417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7db9-26ab-4057-95ad-9b85eedee5ce req-df1e1703-df31-4534-ab9d-bbfb6c2bb216 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:00.623869 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-64cd7db9-26ab-4057-95ad-9b85eedee5ce req-df1e1703-df31-4534-ab9d-bbfb6c2bb216 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 944 time: 0.0503836 Apr 29 08:18:00.660631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-64cd7db9-26ab-4057-95ad-9b85eedee5ce req-9b3db2fa-fba5-4044-935d-42118097d520 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Apr 29 08:18:01.670902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8771bccb-c512-4898-b426-6fb87b942b50 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:01.775463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 8771bccb-c512-4898-b426-6fb87b942b50 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:18:01.779846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 8771bccb-c512-4898-b426-6fb87b942b50 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:01.780072 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7d3b1-4164-42bc-9998-761fa0536b61 req-1174a8fa-0155-47d6-bcec-49c01dc5369a tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:01.780548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:01.781539 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdf7d3b1-4164-42bc-9998-761fa0536b61 req-1174a8fa-0155-47d6-bcec-49c01dc5369a tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 944 time: 0.0536797 Apr 29 08:18:01.823004 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdf7d3b1-4164-42bc-9998-761fa0536b61 req-57764ee5-8ac7-40a3-a6d5-c363600097a0 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Apr 29 08:18:01.857299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:01.878117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8771bccb-c512-4898-b426-6fb87b942b50'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:18:01.880332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd69177-0356-478a-b6d6-2c50d4f23a24" -d '{"events": [{"server_uuid": "b35a7e33-44a2-467b-b522-be9678fff22e", "name": "network-vif-plugged", "status": "completed", "tag": "8771bccb-c512-4898-b426-6fb87b942b50"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:18:01.896006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8771bccb-c512-4898-b426-6fb87b942b50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8771bccb-c512-4898-b426-6fb87b942b50,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:01.958832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:01.983344 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc6e21b-ea3a-4cf0-8755-acc463000c33 x-openstack-request-id: req-5bc6e21b-ea3a-4cf0-8755-acc463000c33 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:18:01.983641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35a7e33-44a2-467b-b522-be9678fff22e", "name": "network-vif-plugged", "status": "completed", "tag": "8771bccb-c512-4898-b426-6fb87b942b50", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:18:01.983888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bc6e21b-ea3a-4cf0-8755-acc463000c33 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:18:01.984265 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc6e21b-ea3a-4cf0-8755-acc463000c33'] response: {'server_uuid': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8771bccb-c512-4898-b426-6fb87b942b50', 'code': 200} Apr 29 08:18:02.009208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=8771bccb-c512-4898-b426-6fb87b942b50,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:02.270639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765ed-debd-40a0-ae2d-4d01c11bb785 req-c36b6416-c5a2-4513-8947-dd150fbc9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:02.272043 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01c765ed-debd-40a0-ae2d-4d01c11bb785 req-c36b6416-c5a2-4513-8947-dd150fbc9e42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 1098 time: 0.0419765 Apr 29 08:18:02.307509 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01c765ed-debd-40a0-ae2d-4d01c11bb785 req-f0eac9f4-58c8-462d-839e-b4803bda2ec2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276995 Apr 29 08:18:02.937465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f2bd-9e37-4c56-86ab-5543415014ea req-3b96f1d7-d5f2-4bf8-ae75-a30a9c56559c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:02.938940 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a5b6f2bd-9e37-4c56-86ab-5543415014ea req-3b96f1d7-d5f2-4bf8-ae75-a30a9c56559c tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 945 time: 0.0478458 Apr 29 08:18:02.974993 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a5b6f2bd-9e37-4c56-86ab-5543415014ea req-3559029a-f74d-4bfd-8eca-ae6b2c6b25ab tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302143 Apr 29 08:18:04.089198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a5ed-09c8-4ff9-b2ef-c69bc4ff7c88 req-084b8e46-7e0b-48b0-bc9f-a467db65eca0 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:04.091090 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c241a5ed-09c8-4ff9-b2ef-c69bc4ff7c88 req-084b8e46-7e0b-48b0-bc9f-a467db65eca0 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 945 time: 0.0488029 Apr 29 08:18:04.132771 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c241a5ed-09c8-4ff9-b2ef-c69bc4ff7c88 req-100e3f4f-1cc3-4795-8ede-0d0b7ffcbe4b tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Apr 29 08:18:04.245295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c39ded-ee5d-4dba-a2fa-b7c310006869 req-cb0f7398-d231-4276-a262-bcdacf07bad3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:04.246744 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-89c39ded-ee5d-4dba-a2fa-b7c310006869 req-cb0f7398-d231-4276-a262-bcdacf07bad3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 945 time: 0.0482728 Apr 29 08:18:04.286117 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-89c39ded-ee5d-4dba-a2fa-b7c310006869 req-a2b1172a-7a87-4865-8986-5b99be56e0bf tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Apr 29 08:18:11.210022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1936c3b5-b96c-4a94-8878-dac09abcedf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:12.938801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:13.252585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3a0bec8-3410-496e-8ff0-7ac449cd9d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:15.072250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:16.249125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:16.680908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:27.603872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c9f8-bc42-42f8-b6de-16350241e282 req-460031fd-f0e0-43f7-af45-07e38a6e5d86 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:27.605314 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5b3c9f8-bc42-42f8-b6de-16350241e282 req-460031fd-f0e0-43f7-af45-07e38a6e5d86 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 945 time: 0.0482962 Apr 29 08:18:27.641649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5b3c9f8-bc42-42f8-b6de-16350241e282 req-07e6f983-26c1-48a2-93e1-78213456b4fa tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Apr 29 08:18:28.755199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156064f-6c84-49ed-afc2-a0bb710b0545 req-e722863f-0b71-4535-8419-c30afe5a94e6 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:28.756619 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f156064f-6c84-49ed-afc2-a0bb710b0545 req-e722863f-0b71-4535-8419-c30afe5a94e6 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 945 time: 0.0468438 Apr 29 08:18:28.797026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f156064f-6c84-49ed-afc2-a0bb710b0545 req-aa0fba37-221b-40cf-9c28-4cabf3bf93c7 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/security-groups?id=20d240f1-b3ca-4c43-8ad2-203052312b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Apr 29 08:18:29.432965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22724304-4a63-4849-8586-4b961973d2a6 req-26fbe9fd-d05e-4124-8339-4fe788c44682 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:29.434374 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-22724304-4a63-4849-8586-4b961973d2a6 req-26fbe9fd-d05e-4124-8339-4fe788c44682 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 945 time: 0.3318217 Apr 29 08:18:29.523610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Deleting port 8771bccb-c512-4898-b426-6fb87b942b50 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:29.523940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:29.608396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] For port 8771bccb-c512-4898-b426-6fb87b942b50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8771bccb-c512-4898-b426-6fb87b942b50,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:29.609274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:29.621749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Calling delete_port for 8771bccb-c512-4898-b426-6fb87b942b50 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:29.657366 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:18:29.809755 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:29.839147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Pushing event deleted for resources: {'Port': ['ID=8771bccb-c512-4898-b426-6fb87b942b50,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:29.881949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] No DVR routers for this DVR port 8771bccb-c512-4898-b426-6fb87b942b50 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:18:29.884561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:29.887777 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-22724304-4a63-4849-8586-4b961973d2a6 req-3db79fb8-7840-4d77-b399-e691b7add9d3 tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.39 "DELETE /v2.0/ports/8771bccb-c512-4898-b426-6fb87b942b50 HTTP/1.1" status: 204 len: 173 time: 0.4473510 Apr 29 08:18:29.894628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'name': 'network-vif-deleted', 'tag': '8771bccb-c512-4898-b426-6fb87b942b50'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:18:29.896818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ab08dc-535e-4c83-bcbb-f515f7f20652" -d '{"events": [{"server_uuid": "b35a7e33-44a2-467b-b522-be9678fff22e", "name": "network-vif-deleted", "tag": "8771bccb-c512-4898-b426-6fb87b942b50"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:18:29.917588 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5965b0c0-4da4-43fd-a5d5-619b8ec13a5e req-62149fad-6ada-4add-a869-c96d38a9be5d tempest-TestEncryptedCinderVolumes-2108363855 tempest-TestEncryptedCinderVolumes-2108363855-project] 10.222.0.16 "GET /v2.0/ports?device_id=b35a7e33-44a2-467b-b522-be9678fff22e HTTP/1.1" status: 200 len: 210 time: 0.0367918 Apr 29 08:18:29.942499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407fb53-3565-486e-9c09-5a5245ec5686 x-openstack-request-id: req-0407fb53-3565-486e-9c09-5a5245ec5686 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:18:29.942837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35a7e33-44a2-467b-b522-be9678fff22e", "name": "network-vif-deleted", "tag": "8771bccb-c512-4898-b426-6fb87b942b50", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:18:29.943081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0407fb53-3565-486e-9c09-5a5245ec5686 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:18:29.943473 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0407fb53-3565-486e-9c09-5a5245ec5686'] response: {'server_uuid': 'b35a7e33-44a2-467b-b522-be9678fff22e', 'name': 'network-vif-deleted', 'tag': '8771bccb-c512-4898-b426-6fb87b942b50', 'status': 'completed', 'code': 200} Apr 29 08:18:31.076032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54808) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:31.409229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:31.645525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Deleting port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:31.645853 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:31.720044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] For port bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:31.720400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:31.736700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Calling delete_port for bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:31.783790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8771bccb-c512-4898-b426-6fb87b942b50 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:31.803205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 8771bccb-c512-4898-b426-6fb87b942b50 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:18:31.803544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8771bccb-c512-4898-b426-6fb87b942b50 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:32.012565 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:32.039316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:32.207035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:32.423476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Router 17f46ad6-3587-4ad7-96a7-2ab055569e65 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:18:32.547394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:32.552284 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-955eb732-dad4-484d-816b-c39cdd3d52c2 admin admin] 10.222.0.16 "PUT /v2.0/routers/17f46ad6-3587-4ad7-96a7-2ab055569e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746792 Apr 29 08:18:32.554882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54810) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:32.557427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] Sync routers for ids ['17f46ad6-3587-4ad7-96a7-2ab055569e65'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:32.567508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] Routers {'17f46ad6-3587-4ad7-96a7-2ab055569e65'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:32.568356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['17f46ad6-3587-4ad7-96a7-2ab055569e65'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:32.661394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:32.678844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] Set router 17f46ad6-3587-4ad7-96a7-2ab055569e65 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:32.770745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:32.867590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:18:31Z', 'revision_number': 5, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port': {'id': 'afdca3dc-94dd-4c73-88cb-c56e04e9a846', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:32.892130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Deleting port afdca3dc-94dd-4c73-88cb-c56e04e9a846 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:32.892489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:32.898849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] Checking router: 17f46ad6-3587-4ad7-96a7-2ab055569e65 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:32.907236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] Routers {'17f46ad6-3587-4ad7-96a7-2ab055569e65'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:32.907938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['17f46ad6-3587-4ad7-96a7-2ab055569e65'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:32.968751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] For port afdca3dc-94dd-4c73-88cb-c56e04e9a846, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=afdca3dc-94dd-4c73-88cb-c56e04e9a846,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:32.969017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:32.985382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Calling delete_port for afdca3dc-94dd-4c73-88cb-c56e04e9a846 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:32.988029 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] Set router 17f46ad6-3587-4ad7-96a7-2ab055569e65 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:33.040016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:18:32Z', 'revision_number': 6, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:33.066064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae686cd-1071-4144-a5f0-01aa50ddec78 None None] The sync data for ids ['17f46ad6-3587-4ad7-96a7-2ab055569e65'] in dv-neutron-839740-1-hyperv is: [{'id': '17f46ad6-3587-4ad7-96a7-2ab055569e65', 'name': 'tempest-TestEncryptedCinderVolumes-509919827-router', 'tenant_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:02Z', 'updated_at': '2022-04-29T08:18:32Z', 'revision_number': 6, 'project_id': 'a4a613de3cbd4eb1b4838ab96065379c', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:33.220972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.250773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdca3dc-94dd-4c73-88cb-c56e04e9a846,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:33.306963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.393389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.395495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.512123 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.512672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f46ad6-3587-4ad7-96a7-2ab055569e65 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:18:33.517111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.518236 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-842dfde1-2a2a-4932-9e8b-de115d17f748 admin admin] 10.222.0.16 "DELETE /v2.0/routers/17f46ad6-3587-4ad7-96a7-2ab055569e65 HTTP/1.1" status: 204 len: 168 time: 0.9624405 Apr 29 08:18:33.520834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54812) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:33.564134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] Deleting subnet 3c8d9daf-195b-495a-862e-20e4f3b34316 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:18:33.567050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.600289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.677820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.787209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.816190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.819440 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c8d9daf-195b-495a-862e-20e4f3b34316 HTTP/1.1" status: 204 len: 168 time: 0.2976961 Apr 29 08:18:33.820341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ff4fe-8640-4f11-92b1-8cdd624e4220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8d9daf-195b-495a-862e-20e4f3b34316,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:33.822152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54814) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:33.827960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71940ad9-dc33-49f8-be3f-3d7d81f63a4c None None] Network 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:18:33.894797 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:33.947459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Deleting port 29a80480-2501-4083-9255-088ddfdbac65 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:33.947798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.012082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e5197-8279-41ab-b849-6af28e32952e None None] DHCP port deletion for 70cd629c-8c2d-4ea4-b21d-7fec4f427f29 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:18:34.017518 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] For port 29a80480-2501-4083-9255-088ddfdbac65, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=29a80480-2501-4083-9255-088ddfdbac65,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:34.018040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.032130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Calling delete_port for 29a80480-2501-4083-9255-088ddfdbac65 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:34.065825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Deleting port 29a80480-2501-4083-9255-088ddfdbac65 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:34.066195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.130774 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-227e5197-8279-41ab-b849-6af28e32952e None None] For port 29a80480-2501-4083-9255-088ddfdbac65, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=29a80480-2501-4083-9255-088ddfdbac65,segment=NetworkSegment(39924ab8-e403-49b9-b0ed-e13ba0d03db4),segment_id=39924ab8-e403-49b9-b0ed-e13ba0d03db4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:34.131163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.143851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Calling delete_port for 29a80480-2501-4083-9255-088ddfdbac65 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:34.169713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.194623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a80480-2501-4083-9255-088ddfdbac65,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:34.202047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] No DVR routers for this DVR port 29a80480-2501-4083-9255-088ddfdbac65 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:18:34.204764 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.205109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.205449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.205782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.206113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.206533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.206863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.207187 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.207512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.207833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.208148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.208463 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.237416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.265756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Pushing event deleted for resources: {'Port': ['ID=29a80480-2501-4083-9255-088ddfdbac65,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:34.269853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e5197-8279-41ab-b849-6af28e32952e None None] No DVR routers for this DVR port 29a80480-2501-4083-9255-088ddfdbac65 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:18:34.276400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.276747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.277086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.277420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.277752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.278081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.278407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.278812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.279065 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.279390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.279710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.280027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e5197-8279-41ab-b849-6af28e32952e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:34.288598 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.308021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cd629c-8c2d-4ea4-b21d-7fec4f427f29']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:34.317511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39924ab8-e403-49b9-b0ed-e13ba0d03db4') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:34.317800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39924ab8-e403-49b9-b0ed-e13ba0d03db4') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:34.326775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.340462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.346206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:18:34.346619 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:18:34.348197 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:18:34.429745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 29a80480-2501-4083-9255-088ddfdbac65 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:34.450506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 29a80480-2501-4083-9255-088ddfdbac65 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:18:34.450851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 29a80480-2501-4083-9255-088ddfdbac65 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:34.451261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:34.461050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.467372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:34.470793 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/70cd629c-8c2d-4ea4-b21d-7fec4f427f29 HTTP/1.1" status: 204 len: 168 time: 0.6434577 Apr 29 08:18:34.472202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:18:34.472418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bc04a3f0-ddd7-4a7f-abc7-14e4b3fd01b3 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:34.472884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device afdca3dc-94dd-4c73-88cb-c56e04e9a846 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:34.473769 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54818) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:34.482474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281d6be-0c43-4b62-87e5-ff60637e00d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=70cd629c-8c2d-4ea4-b21d-7fec4f427f29,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:34.492754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: afdca3dc-94dd-4c73-88cb-c56e04e9a846 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:18:34.493101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device afdca3dc-94dd-4c73-88cb-c56e04e9a846 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:34.835280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:35.064935 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Deleting port ef647c4e-91aa-46df-8f83-55922d881552 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:35.065188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:35.148799 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] For port ef647c4e-91aa-46df-8f83-55922d881552, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ef647c4e-91aa-46df-8f83-55922d881552,segment=NetworkSegment(1bb9ef2a-f7fd-4896-ba46-1107f602288b),segment_id=1bb9ef2a-f7fd-4896-ba46-1107f602288b)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:35.149153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:35.161849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Calling delete_port for ef647c4e-91aa-46df-8f83-55922d881552 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:35.403230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:35.428348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef647c4e-91aa-46df-8f83-55922d881552,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:35.594234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.063711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Router 38d731af-01d1-474f-8cac-6f658985b266 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:18:36.165386 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:36.170508 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-74aead0d-3f0f-4525-94a2-10a99b029668 admin admin] 10.222.0.16 "PUT /v2.0/routers/38d731af-01d1-474f-8cac-6f658985b266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956778 Apr 29 08:18:36.173496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54820) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:36.177152 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] Sync routers for ids ['38d731af-01d1-474f-8cac-6f658985b266'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:36.186241 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] Routers {'38d731af-01d1-474f-8cac-6f658985b266'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:36.187522 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['38d731af-01d1-474f-8cac-6f658985b266'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:36.275183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.288460 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] Set router 38d731af-01d1-474f-8cac-6f658985b266 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:36.376008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.470196 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:18:35Z', 'revision_number': 5, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port': {'id': '43c80f93-8de9-4654-a6a9-93b5359154a8', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d731af-01d1-474f-8cac-6f658985b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:17:09Z', 'updated_at': '2022-04-29T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:36.496001 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] Checking router: 38d731af-01d1-474f-8cac-6f658985b266 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:36.500653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Deleting port 43c80f93-8de9-4654-a6a9-93b5359154a8 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:36.500991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.504546 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] Routers {'38d731af-01d1-474f-8cac-6f658985b266'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:36.505132 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['38d731af-01d1-474f-8cac-6f658985b266'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:36.583684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] For port 43c80f93-8de9-4654-a6a9-93b5359154a8, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=43c80f93-8de9-4654-a6a9-93b5359154a8,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:36.584048 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.597616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Calling delete_port for 43c80f93-8de9-4654-a6a9-93b5359154a8 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:36.680291 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] Set router 38d731af-01d1-474f-8cac-6f658985b266 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:36.742094 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:18:36Z', 'revision_number': 6, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:36.771815 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b9356-ddfb-4194-ab99-334deadb7eaf None None] The sync data for ids ['38d731af-01d1-474f-8cac-6f658985b266'] in dv-neutron-839740-1-hyperv is: [{'id': '38d731af-01d1-474f-8cac-6f658985b266', 'name': 'tempest-TestEncryptedCinderVolumes-320801553-router', 'tenant_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:17:08Z', 'updated_at': '2022-04-29T08:18:36Z', 'revision_number': 6, 'project_id': 'ff003e2516344d858b0798f7bd8c5ae2', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:36.812665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.837864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c80f93-8de9-4654-a6a9-93b5359154a8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:36.900029 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.987837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:36.989795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.095070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.095513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d731af-01d1-474f-8cac-6f658985b266 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:18:37.099585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.100729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ec353318-1486-4330-9995-bc91e603e6f5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/38d731af-01d1-474f-8cac-6f658985b266 HTTP/1.1" status: 204 len: 168 time: 0.9263415 Apr 29 08:18:37.103235 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54822) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:37.148747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] Deleting subnet c12c579a-5aa1-4056-8be7-085d5b859806 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:18:37.151937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.187254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.269752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.369802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.395653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12c579a-5aa1-4056-8be7-085d5b859806,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:37.399419 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.402662 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ec79c541-c934-4e85-9db6-5df9e9a09775 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c12c579a-5aa1-4056-8be7-085d5b859806 HTTP/1.1" status: 204 len: 168 time: 0.2984860 Apr 29 08:18:37.405118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be59655-e082-464b-aa87-f487a70c59d6 None None] Network 1e4c6c84-f85d-474f-8b2c-704d1a19c87c requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:18:37.405638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54824) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:37.475422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.534422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Deleting port df40b7df-b1a2-426a-8fa3-e20ba7830f73 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:37.534793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.583364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] DHCP port deletion for 1e4c6c84-f85d-474f-8b2c-704d1a19c87c request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:18:37.599158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] For port df40b7df-b1a2-426a-8fa3-e20ba7830f73, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=df40b7df-b1a2-426a-8fa3-e20ba7830f73,segment=NetworkSegment(1bb9ef2a-f7fd-4896-ba46-1107f602288b),segment_id=1bb9ef2a-f7fd-4896-ba46-1107f602288b)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:37.599692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.612750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Calling delete_port for df40b7df-b1a2-426a-8fa3-e20ba7830f73 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:37.631266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] Deleting port df40b7df-b1a2-426a-8fa3-e20ba7830f73 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:18:37.631637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.845600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] For port df40b7df-b1a2-426a-8fa3-e20ba7830f73, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=df40b7df-b1a2-426a-8fa3-e20ba7830f73,segment=NetworkSegment(1bb9ef2a-f7fd-4896-ba46-1107f602288b),segment_id=1bb9ef2a-f7fd-4896-ba46-1107f602288b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:37.845988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.852077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.857683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] Calling delete_port for df40b7df-b1a2-426a-8fa3-e20ba7830f73 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:18:37.878467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Pushing event deleted for resources: {'Port': ['ID=df40b7df-b1a2-426a-8fa3-e20ba7830f73,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:37.881971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] No DVR routers for this DVR port df40b7df-b1a2-426a-8fa3-e20ba7830f73 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:18:37.932558 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.954617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:37.960642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] Pushing event deleted for resources: {'Port': ['ID=df40b7df-b1a2-426a-8fa3-e20ba7830f73,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:37.965581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8021311-aa9b-4102-84b4-59a1d2dca537 None None] No DVR routers for this DVR port df40b7df-b1a2-426a-8fa3-e20ba7830f73 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:18:37.980498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4c6c84-f85d-474f-8b2c-704d1a19c87c']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:37.990008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb9ef2a-f7fd-4896-ba46-1107f602288b') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:37.990305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb9ef2a-f7fd-4896-ba46-1107f602288b') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:37.999930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.012783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.018474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:18:38.019602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:18:38.020502 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:18:38.155157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.161432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.165137 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/1e4c6c84-f85d-474f-8b2c-704d1a19c87c HTTP/1.1" status: 204 len: 168 time: 0.7585034 Apr 29 08:18:38.180092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccfa44-847a-42ac-8c05-9eb75de399fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4c6c84-f85d-474f-8b2c-704d1a19c87c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:38.428459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device df40b7df-b1a2-426a-8fa3-e20ba7830f73 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:38.455721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: df40b7df-b1a2-426a-8fa3-e20ba7830f73 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:18:38.456063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device df40b7df-b1a2-426a-8fa3-e20ba7830f73 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:38.456478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 43c80f93-8de9-4654-a6a9-93b5359154a8 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:38.479218 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 43c80f93-8de9-4654-a6a9-93b5359154a8 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:18:38.479556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 43c80f93-8de9-4654-a6a9-93b5359154a8 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:38.479962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ef647c4e-91aa-46df-8f83-55922d881552 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:38.498631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: ef647c4e-91aa-46df-8f83-55922d881552 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:18:38.498984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ef647c4e-91aa-46df-8f83-55922d881552 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:38.518227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54828) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:38.557567 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-81823c2d-5feb-4c98-ad22-75cddd8b1c8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4a613de3cbd4eb1b4838ab96065379c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381415 Apr 29 08:18:38.560019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54830) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:38.610893 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c29732-cbaf-4c22-a4d3-6e4a794e14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.630814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c29732-cbaf-4c22-a4d3-6e4a794e14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.740432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c29732-cbaf-4c22-a4d3-6e4a794e14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.743038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-23c29732-cbaf-4c22-a4d3-6e4a794e14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:38.744183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-23c29732-cbaf-4c22-a4d3-6e4a794e14ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20d240f1-b3ca-4c43-8ad2-203052312b42 HTTP/1.1" status: 204 len: 168 time: 0.1832852 Apr 29 08:18:38.752365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c29732-cbaf-4c22-a4d3-6e4a794e14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d240f1-b3ca-4c43-8ad2-203052312b42,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:39.412052 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54836) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:39.450944 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-23fb48d8-cf7b-432e-9e71-004485331041 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff003e2516344d858b0798f7bd8c5ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377727 Apr 29 08:18:39.460896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54838) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:39.515677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-717852a8-2016-4302-b7d0-cd27c53d5e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:39.536614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-717852a8-2016-4302-b7d0-cd27c53d5e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:39.666297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-717852a8-2016-4302-b7d0-cd27c53d5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:39.668902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-717852a8-2016-4302-b7d0-cd27c53d5e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:39.670326 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-717852a8-2016-4302-b7d0-cd27c53d5e6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a35a0c27-ebbb-4c5d-9c86-16aad0967fcd HTTP/1.1" status: 204 len: 168 time: 0.2084205 Apr 29 08:18:39.679230 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717852a8-2016-4302-b7d0-cd27c53d5e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35a0c27-ebbb-4c5d-9c86-16aad0967fcd,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:40.709605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54860) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:40.803564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2101806377-network', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:40.894747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Made reservation on behalf of 32b4de6a99f447eea21d1c385818a00d for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:18:40.897070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:40.905449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:40.976825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.037239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.063307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:18:41.069287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990627a5-cc2e-487a-8cfa-77419683ed35,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:41.075049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.075395 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Added segment 5015197b-7f73-4677-90de-42cadcb6ffeb of type vlan for network 6ddc2752-02bf-4a48-af18-01b4a722692a Apr 29 08:18:41.114410 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.183735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03360ac0-cd3c-4791-aa1d-a20425b4c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.208967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.209934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:41.210540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.271442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddc2752-02bf-4a48-af18-01b4a722692a,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:41.281196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 6ddc2752-02bf-4a48-af18-01b4a722692a details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:18:41.297653 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-929ccbaa-9726-4bb7-afae-91395988f753 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5868330 Apr 29 08:18:41.300659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54864) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:41.305433 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Request body: {'subnet': {'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2101806377-subnet', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:41.397837 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Made reservation on behalf of 32b4de6a99f447eea21d1c385818a00d for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:18:41.400225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.626940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.680995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7291d412-4eb9-4aef-9155-29d45676931e,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:41.688832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Checking segment: {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:41.689183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Network hostable DHCP agents. Network: 6ddc2752-02bf-4a48-af18-01b4a722692a, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:18:41.783304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Network 6ddc2752-02bf-4a48-af18-01b4a722692a is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:18:41.880238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 6ddc2752-02bf-4a48-af18-01b4a722692a) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:41.884173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:41.884752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:41.890310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcca011-7fda-40c2-97ab-23762cae9c88 None None] Network 6ddc2752-02bf-4a48-af18-01b4a722692a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:18:41.969873 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e28e01b2-5247-428d-b256-32a6a4a5dc5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6679900 Apr 29 08:18:41.972485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54866) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:41.978071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:42.030226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-6ddc2752-02bf-4a48-af18-01b4a722692a', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:18:42.031105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.058116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.059218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.109223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.165728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Allocated IP 172.20.0.2 (6ddc2752-02bf-4a48-af18-01b4a722692a/7291d412-4eb9-4aef-9155-29d45676931e/c1289c4c-25d9-492e-8961-c3f3797a8a66) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:42.304318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.305258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.355253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.394167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Network 6ddc2752-02bf-4a48-af18-01b4a722692a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:42.398987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:42.402522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:42.411605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Pushing event updated for resources: {'Port': ['ID=c1289c4c-25d9-492e-8961-c3f3797a8a66,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:42.464038 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Attempting to bind port c1289c4c-25d9-492e-8961-c3f3797a8a66 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:18:42.464663 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Attempting to bind port c1289c4c-25d9-492e-8961-c3f3797a8a66 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:18:42.465028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Attempting to bind port c1289c4c-25d9-492e-8961-c3f3797a8a66 on network 6ddc2752-02bf-4a48-af18-01b4a722692a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:42.470377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:42.470778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Checking segment: {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:42.471181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.471572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Bound using segment: {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:42.472171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Bound port: c1289c4c-25d9-492e-8961-c3f3797a8a66, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:18:42.472552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.533483 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] For port c1289c4c-25d9-492e-8961-c3f3797a8a66, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:42.536499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] For port c1289c4c-25d9-492e-8961-c3f3797a8a66, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1289c4c-25d9-492e-8961-c3f3797a8a66,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:42.574309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.594063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.609432 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.673206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b007a5-eaad-4327-a5de-d2f90e31b897 None None] Pushing event updated for resources: {'Port': ['ID=c1289c4c-25d9-492e-8961-c3f3797a8a66,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:42.701181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Allocated IP 172.26.2.209 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/26467c18-2d08-4129-b956-bce62471120e) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:42.817151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.907080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.929309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:42.948930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:42.951854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:42.954346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:42.977792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Pushing event updated for resources: {'Port': ['ID=26467c18-2d08-4129-b956-bce62471120e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:43.280846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16076c3-0c86-40c0-97bd-62f48a4c646c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:43.286771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:43.489065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:43.509908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f946c-74ae-4bf4-b046-18640e6ba714 None None] Network 6ddc2752-02bf-4a48-af18-01b4a722692a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:18:43.592502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-1e7b2115-293e-4868-ab70-0f3720d3f4a8 None None] Provisioning complete for port c1289c4c-25d9-492e-8961-c3f3797a8a66 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:43.592874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e7b2115-293e-4868-ab70-0f3720d3f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:43.694919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Router cef1513b-5871-43bb-883c-63c99571ae4b is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:18:43.727269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e7b2115-293e-4868-ab70-0f3720d3f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:43.763732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1e7b2115-293e-4868-ab70-0f3720d3f4a8 None None] For port c1289c4c-25d9-492e-8961-c3f3797a8a66, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1289c4c-25d9-492e-8961-c3f3797a8a66,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:43.815181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e7b2115-293e-4868-ab70-0f3720d3f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:43.879362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b2115-293e-4868-ab70-0f3720d3f4a8 None None] Pushing event updated for resources: {'Port': ['ID=c1289c4c-25d9-492e-8961-c3f3797a8a66,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:44.036117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3df509fb-32b7-4f0f-a185-1ea48f7d8dc6 None None] Provisioning complete for port c1289c4c-25d9-492e-8961-c3f3797a8a66 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:44.036396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3df509fb-32b7-4f0f-a185-1ea48f7d8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.078995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:44.100883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Sync routers for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:44.123764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:44.124370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:44.159865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.161572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cbfab03b-4370-4a33-8788-33ab4b0b7ccd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1878231 Apr 29 08:18:44.164247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54870) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:44.227545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:44.416472 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:43Z', 'revision_number': 3, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:44.446838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Checking router: cef1513b-5871-43bb-883c-63c99571ae4b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:44.447525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Updating router cef1513b-5871-43bb-883c-63c99571ae4b port 26467c18-2d08-4129-b956-bce62471120e binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:18:44.477434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.481454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1289c4c-25d9-492e-8961-c3f3797a8a66 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:44.612318 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.645480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c1289c4c-25d9-492e-8961-c3f3797a8a66 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:44.645480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.767610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Allocated IP 172.20.0.1 (6ddc2752-02bf-4a48-af18-01b4a722692a/7291d412-4eb9-4aef-9155-29d45676931e/3a863b20-2d2f-40cc-87f0-52df113eea7f) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:44.831736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.880124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.892011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.944581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Attempting to bind port 26467c18-2d08-4129-b956-bce62471120e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:18:44.944945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Attempting to bind port 26467c18-2d08-4129-b956-bce62471120e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:18:44.945304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Attempting to bind port 26467c18-2d08-4129-b956-bce62471120e on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:44.947250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa6ff3-c49d-4360-9b76-4b0e99bbebb7 None None] Pushing event updated for resources: {'Port': ['ID=26467c18-2d08-4129-b956-bce62471120e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:44.952506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:44.952873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:44.953335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.953711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:44.954506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Bound port: 26467c18-2d08-4129-b956-bce62471120e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:18:44.954619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:44.980849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.005141 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] For port 26467c18-2d08-4129-b956-bce62471120e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:45.008389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] For port 26467c18-2d08-4129-b956-bce62471120e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=26467c18-2d08-4129-b956-bce62471120e,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:45.017336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Network 6ddc2752-02bf-4a48-af18-01b4a722692a is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:45.022177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:45.025708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:45.052233 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Pushing event updated for resources: {'Port': ['ID=3a863b20-2d2f-40cc-87f0-52df113eea7f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:45.069578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.098532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.135544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.167581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:45.168309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:45.211533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa6ff3-c49d-4360-9b76-4b0e99bbebb7 None None] Pushing event updated for resources: {'Port': ['ID=26467c18-2d08-4129-b956-bce62471120e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:45.256923 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.290868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-00cbc501-2c41-474a-bb9b-83e3d43543e7 None None] Provisioning complete for port 3a863b20-2d2f-40cc-87f0-52df113eea7f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:45.291238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00cbc501-2c41-474a-bb9b-83e3d43543e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.321704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:45.380604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-00cbc501-2c41-474a-bb9b-83e3d43543e7 None None] Port 3a863b20-2d2f-40cc-87f0-52df113eea7f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:18:45.420085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.478094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.545714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Pushing event updated for resources: {'Port': ['ID=3a863b20-2d2f-40cc-87f0-52df113eea7f,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:45.548344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.641824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Network 6ddc2752-02bf-4a48-af18-01b4a722692a is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:45.643295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:45.644809 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:43Z', 'revision_number': 3, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:45.675788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cb8f1-f3a4-4cc3-89fc-32eaea0273c4 None None] The sync data for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv is: [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:43Z', 'revision_number': 3, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:45.778164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Router cef1513b-5871-43bb-883c-63c99571ae4b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:18:45.909217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:45.911073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-110144a4-a53b-431a-a440-ff1ce408fcf7 None None] Provisioning complete for port 3a863b20-2d2f-40cc-87f0-52df113eea7f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:45.913063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-110144a4-a53b-431a-a440-ff1ce408fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:45.918634 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-64aaa850-283d-4ade-8e11-a82155f828be admin admin] 10.222.0.16 "PUT /v2.0/routers/cef1513b-5871-43bb-883c-63c99571ae4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531760 Apr 29 08:18:45.960651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-110144a4-a53b-431a-a440-ff1ce408fcf7 None None] Port 3a863b20-2d2f-40cc-87f0-52df113eea7f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:18:46.255131 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.455895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 26467c18-2d08-4129-b956-bce62471120e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:46.505415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 26467c18-2d08-4129-b956-bce62471120e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:46.505697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.583789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.603766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 26467c18-2d08-4129-b956-bce62471120e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=26467c18-2d08-4129-b956-bce62471120e,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:46.643896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54886) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:46.648926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1210936994-network', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:46.689351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.717528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.738209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=26467c18-2d08-4129-b956-bce62471120e,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:46.772331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Made reservation on behalf of 27b9476f1f3f484cadcf899026c4da1f for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:18:46.774683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.784000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.858132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.923388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.949672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:18:46.956521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a92d1e-b344-4319-a170-2c31fcafe0bc,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:46.962705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:46.965161 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Added segment 1087c451-c604-4d4b-8626-bc1f45021aea of type vlan for network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb Apr 29 08:18:47.004599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.092188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.093162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:47.093761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.154583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] Pushing event updated for resources: {'Network': ['ID=826fdf7e-9e3f-4901-aaa6-3ce410170cbb,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:47.164163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:18:47.173669 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Sync routers for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:47.183149 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:47.183848 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:47.200320 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54888) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:47.201039 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bce4b087-7439-4dd6-98e0-fd05bea8e0ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5554237 Apr 29 08:18:47.206324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Request body: {'subnet': {'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1210936994-subnet', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:47.290492 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:47.303275 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Made reservation on behalf of 27b9476f1f3f484cadcf899026c4da1f for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:18:47.305597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.488224 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 2, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:47.515350 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Checking router: cef1513b-5871-43bb-883c-63c99571ae4b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:47.515719 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Updating router cef1513b-5871-43bb-883c-63c99571ae4b port 3a863b20-2d2f-40cc-87f0-52df113eea7f binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:18:47.540585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.540791 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.596993 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fe64af-5b2a-4bf6-879b-6e7d2f5f8670,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:47.608285 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Checking segment: {'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:47.608644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Network hostable DHCP agents. Network: 826fdf7e-9e3f-4901-aaa6-3ce410170cbb, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:18:47.683447 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:18:47.735287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 826fdf7e-9e3f-4901-aaa6-3ce410170cbb) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:47.740115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:18:47.741319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.744372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed91b23-caef-4a0b-b572-56776243e77e None None] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:18:47.806320 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-22b4eedc-0b04-4a79-8da7-62ca4eccf74e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6044743 Apr 29 08:18:47.808761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 54890) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:47.814032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:47.825967 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.881065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.882302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.891687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'fixed_ips': [{'subnet_id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:18:47.895843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.915300 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.945591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:47.993527 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Pushing event updated for resources: {'Port': ['ID=3a863b20-2d2f-40cc-87f0-52df113eea7f,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:48.013569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.013910 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.014239 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.014589 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.014920 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.015241 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.015556 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.015875 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.016189 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.016508 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.016818 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.017126 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:48.032437 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Attempting to bind port 3a863b20-2d2f-40cc-87f0-52df113eea7f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:18:48.039548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Attempting to bind port 3a863b20-2d2f-40cc-87f0-52df113eea7f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:18:48.039548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Attempting to bind port 3a863b20-2d2f-40cc-87f0-52df113eea7f on network 6ddc2752-02bf-4a48-af18-01b4a722692a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:48.039548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:48.039548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Checking segment: {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:48.039548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.040261 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Bound using segment: {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:48.040364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Allocated IP 172.20.0.2 (826fdf7e-9e3f-4901-aaa6-3ce410170cbb/45fe64af-5b2a-4bf6-879b-6e7d2f5f8670/ff5169ff-0449-4725-964c-d08abc73e043) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:48.040458 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Bound port: 3a863b20-2d2f-40cc-87f0-52df113eea7f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:18:48.040935 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.113526 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] For port 3a863b20-2d2f-40cc-87f0-52df113eea7f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:48.117173 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] For port 3a863b20-2d2f-40cc-87f0-52df113eea7f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3a863b20-2d2f-40cc-87f0-52df113eea7f,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:48.190763 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.202931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.210905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3b00c1ec-bd25-4541-a60f-b396d4120974 None None] Provisioning complete for port 3a863b20-2d2f-40cc-87f0-52df113eea7f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:48.211191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b00c1ec-bd25-4541-a60f-b396d4120974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.267540 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307abdc2-3933-4545-9f63-cc80bad44fc4 None None] Pushing event updated for resources: {'Port': ['ID=3a863b20-2d2f-40cc-87f0-52df113eea7f,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:48.286297 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:48.286914 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:48.291660 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.342893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:48.344330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b00c1ec-bd25-4541-a60f-b396d4120974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.353555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:48.363870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:48.373908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Pushing event updated for resources: {'Port': ['ID=ff5169ff-0449-4725-964c-d08abc73e043,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:48.411299 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:48.458625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3b00c1ec-bd25-4541-a60f-b396d4120974 None None] For port 3a863b20-2d2f-40cc-87f0-52df113eea7f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3a863b20-2d2f-40cc-87f0-52df113eea7f,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:48.476346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Attempting to bind port ff5169ff-0449-4725-964c-d08abc73e043 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:18:48.484542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Attempting to bind port ff5169ff-0449-4725-964c-d08abc73e043 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:18:48.484542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Attempting to bind port ff5169ff-0449-4725-964c-d08abc73e043 on network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:48.484542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:48.484542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Checking segment: {'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:48.484542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.484542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Bound using segment: {'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:48.485574 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Bound port: ff5169ff-0449-4725-964c-d08abc73e043, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:18:48.486123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.490617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 26467c18-2d08-4129-b956-bce62471120e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:48.565682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b00c1ec-bd25-4541-a60f-b396d4120974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.581545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.645442 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] For port ff5169ff-0449-4725-964c-d08abc73e043, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:48.651958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] For port ff5169ff-0449-4725-964c-d08abc73e043, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff5169ff-0449-4725-964c-d08abc73e043,segment=NetworkSegment(1087c451-c604-4d4b-8626-bc1f45021aea),segment_id=1087c451-c604-4d4b-8626-bc1f45021aea)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:48.652896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 26467c18-2d08-4129-b956-bce62471120e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:48.653293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.656353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00c1ec-bd25-4541-a60f-b396d4120974 None None] Pushing event updated for resources: {'Port': ['ID=3a863b20-2d2f-40cc-87f0-52df113eea7f,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:48.660311 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:48.692702 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d833d4e-a9bb-4f9a-ac50-eec1be1cedc0 None None] The sync data for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv is: [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:48.712096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f8be4c5a-f36a-4996-ab4d-f55858fac6c0 None None] Provisioning complete for port 3a863b20-2d2f-40cc-87f0-52df113eea7f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:48.712534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8be4c5a-f36a-4996-ab4d-f55858fac6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.739314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.869451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b40ed6-7f1e-4aad-879f-5caf0b879bab None None] Pushing event updated for resources: {'Port': ['ID=ff5169ff-0449-4725-964c-d08abc73e043,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:48.907336 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:48.928489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:49.055374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Allocated IP 172.26.2.172 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/abcb0e93-4042-40ed-b799-78d7b0178d50) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:49.182177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:49.281112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:49.318369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:49.323629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:49.327367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:49.356215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Pushing event updated for resources: {'Port': ['ID=abcb0e93-4042-40ed-b799-78d7b0178d50,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:49.658498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:49.854125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282d1ad-26b5-46a9-bab5-72fdcd62aeff None None] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:18:49.877623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:49.987011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-55461c7b-f7c9-4286-abb8-a9ecfe2e0cbe None None] Provisioning complete for port ff5169ff-0449-4725-964c-d08abc73e043 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:49.987572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55461c7b-f7c9-4286-abb8-a9ecfe2e0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.068027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:18:50.097792 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55461c7b-f7c9-4286-abb8-a9ecfe2e0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.130196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-55461c7b-f7c9-4286-abb8-a9ecfe2e0cbe None None] For port ff5169ff-0449-4725-964c-d08abc73e043, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff5169ff-0449-4725-964c-d08abc73e043,segment=NetworkSegment(1087c451-c604-4d4b-8626-bc1f45021aea),segment_id=1087c451-c604-4d4b-8626-bc1f45021aea)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:50.187790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:50.201355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Sync routers for ids ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:50.212454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Routers {'fdde1b42-c2f5-4f0a-926b-1358d9c191c2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:50.213080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:50.249000 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55461c7b-f7c9-4286-abb8-a9ecfe2e0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.285855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.291168 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-53e400d0-72c2-4c6d-8baf-4820775735f2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4768600 Apr 29 08:18:50.291290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 54892) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:18:50.340055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55461c7b-f7c9-4286-abb8-a9ecfe2e0cbe None None] Pushing event updated for resources: {'Port': ['ID=ff5169ff-0449-4725-964c-d08abc73e043,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:50.363824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Set router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:50.440047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-4587c496-62ab-4120-9339-9232664bd628 None None] Provisioning complete for port ff5169ff-0449-4725-964c-d08abc73e043 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:50.440647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4587c496-62ab-4120-9339-9232664bd628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.517759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff5169ff-0449-4725-964c-d08abc73e043 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:50.650318 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ff5169ff-0449-4725-964c-d08abc73e043 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:50.650715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.698789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:18:49Z', 'revision_number': 3, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port': {'id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:48Z', 'updated_at': '2022-04-29T08:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:50.732301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.874490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Checking router: fdde1b42-c2f5-4f0a-926b-1358d9c191c2 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:50.875347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Updating router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 port abcb0e93-4042-40ed-b799-78d7b0178d50 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:18:50.893387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Allocated IP 172.20.0.1 (826fdf7e-9e3f-4901-aaa6-3ce410170cbb/45fe64af-5b2a-4bf6-879b-6e7d2f5f8670/60c7b081-3d20-4e21-a726-2c506d538e5e) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:50.918962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:50.949020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3a863b20-2d2f-40cc-87f0-52df113eea7f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:50.996153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.104177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 3a863b20-2d2f-40cc-87f0-52df113eea7f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:51.104845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.118049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.152509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:51.155294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:51.160945 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:51.190214 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Pushing event updated for resources: {'Port': ['ID=60c7b081-3d20-4e21-a726-2c506d538e5e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:51.205147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.205355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.205579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.205894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.206287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.206571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.206899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.207222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.207725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.207840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.208167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.208482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:51.216339 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.273813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.352582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.402693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.417782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd91f-ca4d-46d2-b089-5f5095a35215 None None] Pushing event updated for resources: {'Port': ['ID=abcb0e93-4042-40ed-b799-78d7b0178d50,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:51.421587 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Attempting to bind port abcb0e93-4042-40ed-b799-78d7b0178d50 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:18:51.422489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Attempting to bind port abcb0e93-4042-40ed-b799-78d7b0178d50 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:18:51.422853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Attempting to bind port abcb0e93-4042-40ed-b799-78d7b0178d50 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:51.424722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-08260565-12c1-42e5-b38f-53a50241c16f None None] Provisioning complete for port 60c7b081-3d20-4e21-a726-2c506d538e5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:51.425084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08260565-12c1-42e5-b38f-53a50241c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.449149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:51.449420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:51.449815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.450207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:51.450698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Bound port: abcb0e93-4042-40ed-b799-78d7b0178d50, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:18:51.451079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.482655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08260565-12c1-42e5-b38f-53a50241c16f None None] Port 60c7b081-3d20-4e21-a726-2c506d538e5e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:18:51.511247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] For port abcb0e93-4042-40ed-b799-78d7b0178d50, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:51.514358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] For port abcb0e93-4042-40ed-b799-78d7b0178d50, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=abcb0e93-4042-40ed-b799-78d7b0178d50,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:51.561528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.596079 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.623606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.653621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Routers {'fdde1b42-c2f5-4f0a-926b-1358d9c191c2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:51.654241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:51.659319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd91f-ca4d-46d2-b089-5f5095a35215 None None] Pushing event updated for resources: {'Port': ['ID=abcb0e93-4042-40ed-b799-78d7b0178d50,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:51.688988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Pushing event updated for resources: {'Port': ['ID=60c7b081-3d20-4e21-a726-2c506d538e5e,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:51.691388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:51.765058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] Set router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:51.971395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 4, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port': {'id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:48Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '60c7b081-3d20-4e21-a726-2c506d538e5e', 'name': '', 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'mac_address': 'fa:16:3e:a9:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:50Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 2, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'subnets': [{'id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:52.001458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be434f-1672-495c-916c-0ee8f5ae92c1 None None] The sync data for ids ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'] in dv-neutron-839740-1-hyperv is: [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 4, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port': {'id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:48Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '60c7b081-3d20-4e21-a726-2c506d538e5e', 'name': '', 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'mac_address': 'fa:16:3e:a9:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:50Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 2, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'subnets': [{'id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:52.064805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:52.066210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:52.212603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:18:52.336709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:52.342704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cc272430-ae8f-4d68-8e7c-77b826654a13 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdde1b42-c2f5-4f0a-926b-1358d9c191c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0514288 Apr 29 08:18:52.407017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e29d5ddc-54af-440f-8df5-34370b663dfc None None] Provisioning complete for port 60c7b081-3d20-4e21-a726-2c506d538e5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:52.407495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e29d5ddc-54af-440f-8df5-34370b663dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:52.447563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e29d5ddc-54af-440f-8df5-34370b663dfc None None] Port 60c7b081-3d20-4e21-a726-2c506d538e5e cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:18:54.472451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abcb0e93-4042-40ed-b799-78d7b0178d50 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:54.526722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port abcb0e93-4042-40ed-b799-78d7b0178d50 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:54.527266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:54.617045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:54.641160 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port abcb0e93-4042-40ed-b799-78d7b0178d50, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=abcb0e93-4042-40ed-b799-78d7b0178d50,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:54.719843 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:54.772469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=abcb0e93-4042-40ed-b799-78d7b0178d50,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:55.395020 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Sync routers for ids ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:55.405664 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Routers {'fdde1b42-c2f5-4f0a-926b-1358d9c191c2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:55.407016 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:55.623957 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Set router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:55.842060 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 4, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port': {'id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:48Z', 'updated_at': '2022-04-29T08:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '60c7b081-3d20-4e21-a726-2c506d538e5e', 'name': '', 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'mac_address': 'fa:16:3e:a9:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:50Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 2, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'subnets': [{'id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:55.874378 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Checking router: fdde1b42-c2f5-4f0a-926b-1358d9c191c2 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:55.874718 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Updating router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 port 60c7b081-3d20-4e21-a726-2c506d538e5e binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:18:55.900729 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.194221 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.266946 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.319694 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352af88-a7a8-4c36-b71e-127d3e7c8722 None None] Pushing event updated for resources: {'Port': ['ID=60c7b081-3d20-4e21-a726-2c506d538e5e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:56.382893 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Attempting to bind port 60c7b081-3d20-4e21-a726-2c506d538e5e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:18:56.383257 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Attempting to bind port 60c7b081-3d20-4e21-a726-2c506d538e5e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:18:56.383612 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Attempting to bind port 60c7b081-3d20-4e21-a726-2c506d538e5e on network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:56.388910 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:56.389525 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Checking segment: {'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:18:56.390484 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.391051 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Bound using segment: {'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:56.391840 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Bound port: 60c7b081-3d20-4e21-a726-2c506d538e5e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1087c451-c604-4d4b-8626-bc1f45021aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:18:56.393716 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.476190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abcb0e93-4042-40ed-b799-78d7b0178d50 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:56.478279 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] For port 60c7b081-3d20-4e21-a726-2c506d538e5e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:56.482160 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] For port 60c7b081-3d20-4e21-a726-2c506d538e5e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=60c7b081-3d20-4e21-a726-2c506d538e5e,segment=NetworkSegment(1087c451-c604-4d4b-8626-bc1f45021aea),segment_id=1087c451-c604-4d4b-8626-bc1f45021aea)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:56.557219 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port abcb0e93-4042-40ed-b799-78d7b0178d50 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:56.557731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.566326 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.652722 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352af88-a7a8-4c36-b71e-127d3e7c8722 None None] Pushing event updated for resources: {'Port': ['ID=60c7b081-3d20-4e21-a726-2c506d538e5e,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:56.661872 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Routers {'fdde1b42-c2f5-4f0a-926b-1358d9c191c2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:56.662611 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:18:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:56.762015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-eee4cbb4-26f9-4efc-81c9-8243d074ff3b None None] Provisioning complete for port 60c7b081-3d20-4e21-a726-2c506d538e5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:56.762401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eee4cbb4-26f9-4efc-81c9-8243d074ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.852507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eee4cbb4-26f9-4efc-81c9-8243d074ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:56.884538 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] Set router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:56.916954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-eee4cbb4-26f9-4efc-81c9-8243d074ff3b None None] For port 60c7b081-3d20-4e21-a726-2c506d538e5e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=60c7b081-3d20-4e21-a726-2c506d538e5e,segment=NetworkSegment(1087c451-c604-4d4b-8626-bc1f45021aea),segment_id=1087c451-c604-4d4b-8626-bc1f45021aea)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:57.021018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eee4cbb4-26f9-4efc-81c9-8243d074ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:57.077690 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4cbb4-26f9-4efc-81c9-8243d074ff3b None None] Pushing event updated for resources: {'Port': ['ID=60c7b081-3d20-4e21-a726-2c506d538e5e,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:57.124014 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 4, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port': {'id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:48Z', 'updated_at': '2022-04-29T08:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '60c7b081-3d20-4e21-a726-2c506d538e5e', 'name': '', 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'mac_address': 'fa:16:3e:a9:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:50Z', 'updated_at': '2022-04-29T08:18:56Z', 'revision_number': 4, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'subnets': [{'id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:57.142473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f7c1760e-7ace-489d-8ff3-96ccdd8148ec None None] Provisioning complete for port 60c7b081-3d20-4e21-a726-2c506d538e5e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:57.143077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7c1760e-7ace-489d-8ff3-96ccdd8148ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:18:57.151410 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c91209-2e8b-4f22-9d16-696cb22b532c None None] The sync data for ids ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'] in dv-neutron-839740-1-hyperv is: [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:18:51Z', 'revision_number': 4, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port': {'id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:48Z', 'updated_at': '2022-04-29T08:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '60c7b081-3d20-4e21-a726-2c506d538e5e', 'name': '', 'network_id': '826fdf7e-9e3f-4901-aaa6-3ce410170cbb', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'mac_address': 'fa:16:3e:a9:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:50Z', 'updated_at': '2022-04-29T08:18:56Z', 'revision_number': 4, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'subnets': [{'id': '45fe64af-5b2a-4bf6-879b-6e7d2f5f8670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:58.485735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 60c7b081-3d20-4e21-a726-2c506d538e5e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:58.539830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 60c7b081-3d20-4e21-a726-2c506d538e5e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:18:58.540198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:04.324811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-90f36cca-020c-424a-96b5-0b7d45ed0bf7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:04.326251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-90f36cca-020c-424a-96b5-0b7d45ed0bf7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 815 time: 0.0978317 Apr 29 08:19:04.341078 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-14dfc64e-93a1-46dd-83e4-71ef90e38ad5 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/quotas/32b4de6a99f447eea21d1c385818a00d HTTP/1.1" status: 200 len: 375 time: 0.0089512 Apr 29 08:19:04.395642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-1ed02626-3f53-4424-a116-40ef41605090 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488122 Apr 29 08:19:04.581714 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-03bd2a6c-0307-446a-a81b-dc4c00caa566 service neutron] 10.222.0.16 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743753 Apr 29 08:19:04.672102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-612b6939-1881-4710-9d66-450c9eb6c7ec service neutron] 10.222.0.16 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840652 Apr 29 08:19:04.916332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2aca9866-066e-4059-a1e9-7bc94261a006 req-37b212cd-9dff-47e5-a18f-2bea564bff19 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 210 time: 0.0269403 Apr 29 08:19:06.008077 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d38d221c-4370-4cab-956d-3bbd646d0fde req-83e04f35-4e41-40c3-9989-a637e3cc4f56 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 210 time: 0.0262396 Apr 29 08:19:06.655367 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:19:06.997849 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-d5f32489-238c-41d7-8792-10828311b4a0 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:06.999347 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-d5f32489-238c-41d7-8792-10828311b4a0 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 815 time: 0.1034591 Apr 29 08:19:07.011085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'port': {'device_id': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'admin_state_up': True, 'tenant_id': '32b4de6a99f447eea21d1c385818a00d'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:07.118796 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a4890c3-8032-4930-864a-31b7b5d72054 req-ea40ef9b-43aa-4430-8e9a-14d9b3cd398a tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 210 time: 0.0421760 Apr 29 08:19:07.214456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Made reservation on behalf of 32b4de6a99f447eea21d1c385818a00d for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:19:07.217983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:07.344389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Allocated IP 172.20.0.5 (6ddc2752-02bf-4a48-af18-01b4a722692a/7291d412-4eb9-4aef-9155-29d45676931e/8d6e90e6-4efc-4261-9b36-29833e3ead00) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:19:07.499315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:07.613453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:07.667904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:07.692811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Network 6ddc2752-02bf-4a48-af18-01b4a722692a is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:19:07.696939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:19:07.703364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:19:07.798221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:07.798959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:07.895626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-e0da527b-e691-43f4-b695-e5652335924c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8880868 Apr 29 08:19:08.029564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e2d4cc83-335a-4fd8-8753-30565c6c2588 None None] Provisioning complete for port 8d6e90e6-4efc-4261-9b36-29833e3ead00 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:19:08.030303 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2d4cc83-335a-4fd8-8753-30565c6c2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:08.063434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4cc83-335a-4fd8-8753-30565c6c2588 None None] Port 8d6e90e6-4efc-4261-9b36-29833e3ead00 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:19:08.271900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dec92-903c-471e-a67f-f2fa7589141d req-062006d6-a790-429e-b816-d7079787a3be tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:08.273654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a1dec92-903c-471e-a67f-f2fa7589141d req-062006d6-a790-429e-b816-d7079787a3be tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 931 time: 0.0600350 Apr 29 08:19:08.320101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a1dec92-903c-471e-a67f-f2fa7589141d req-2f5111c6-69bf-49d9-9e71-992d6592cfd8 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Apr 29 08:19:09.436349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412d9-a001-450a-8215-4162fd7c5b0b req-0ea81d3f-5857-44dd-8486-6a8836cd3c09 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:09.437840 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-44a412d9-a001-450a-8215-4162fd7c5b0b req-0ea81d3f-5857-44dd-8486-6a8836cd3c09 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 931 time: 0.0498674 Apr 29 08:19:09.478409 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-44a412d9-a001-450a-8215-4162fd7c5b0b req-7c080120-9e19-405e-ac78-f353d83abe74 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Apr 29 08:19:10.612733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abdc0d-5d3f-45d7-8870-67a46ec2fb4c req-f582af9b-4241-4391-94b0-000054426f6b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:10.615242 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5abdc0d-5d3f-45d7-8870-67a46ec2fb4c req-f582af9b-4241-4391-94b0-000054426f6b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 931 time: 0.0558486 Apr 29 08:19:10.674513 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5abdc0d-5d3f-45d7-8870-67a46ec2fb4c req-8b396618-f1c1-4b21-9f7f-28732a5db9e1 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489616 Apr 29 08:19:11.237407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9c13e12-f695-43d5-8b44-f4ef019c7d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:11.794563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b468b-227b-431b-90ff-503fdea9a911 req-0126e927-4d43-4223-8c84-af9d9a6892cb tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:11.796017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-799b468b-227b-431b-90ff-503fdea9a911 req-0126e927-4d43-4223-8c84-af9d9a6892cb tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 931 time: 0.0525198 Apr 29 08:19:11.835856 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-799b468b-227b-431b-90ff-503fdea9a911 req-64869fff-0063-44e6-82dc-7c0ed1c83e1e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Apr 29 08:19:12.955281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39ed0f-3254-4b7d-84a2-8a27e293567e req-b29e909a-135f-4792-83b9-97f125d2a4ac tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:12.956727 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a39ed0f-3254-4b7d-84a2-8a27e293567e req-b29e909a-135f-4792-83b9-97f125d2a4ac tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 931 time: 0.0515447 Apr 29 08:19:12.957352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:12.998578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a39ed0f-3254-4b7d-84a2-8a27e293567e req-2f6fa7e5-96ca-4174-a04e-b33e270287ca tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Apr 29 08:19:13.411819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfea6741-3c77-4d22-96f0-d5b99ff9b380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:14.130999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3896-b563-40e1-9680-52b71b03bd19 req-65a962a4-a05d-42c0-bf33-90cfef7534c7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:14.132852 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d93f3896-b563-40e1-9680-52b71b03bd19 req-65a962a4-a05d-42c0-bf33-90cfef7534c7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 931 time: 0.0633361 Apr 29 08:19:14.175227 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d93f3896-b563-40e1-9680-52b71b03bd19 req-38bb8be9-c75e-4730-8b74-e81b291047f6 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Apr 29 08:19:15.080661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:15.189729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Request body: {'port': {'device_id': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:15.255524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:15.328886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029051e-ee2d-40cb-bcff-8bc8e0644e4d req-9599f124-4ade-49ef-b567-a20ba498736b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:15.330977 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7029051e-ee2d-40cb-bcff-8bc8e0644e4d req-9599f124-4ade-49ef-b567-a20ba498736b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 931 time: 0.0885112 Apr 29 08:19:15.439555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7029051e-ee2d-40cb-bcff-8bc8e0644e4d req-cc5cd437-c7aa-4c5b-b45d-eb932002649b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965450 Apr 29 08:19:15.570713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6e90e6-4efc-4261-9b36-29833e3ead00 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:19:15.577839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:15.590083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Transition to ACTIVE for port object 8d6e90e6-4efc-4261-9b36-29833e3ead00 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:19:15.645829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:15.717255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:15.765972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Attempting to bind port 8d6e90e6-4efc-4261-9b36-29833e3ead00 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:19:15.766304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Attempting to bind port 8d6e90e6-4efc-4261-9b36-29833e3ead00 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:19:15.766666 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Attempting to bind port 8d6e90e6-4efc-4261-9b36-29833e3ead00 on network 6ddc2752-02bf-4a48-af18-01b4a722692a {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:19:15.771821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Port 8d6e90e6-4efc-4261-9b36-29833e3ead00 on network 6ddc2752-02bf-4a48-af18-01b4a722692a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:19:15.772135 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Attempting to bind port 8d6e90e6-4efc-4261-9b36-29833e3ead00 on network 6ddc2752-02bf-4a48-af18-01b4a722692a {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:19:15.777311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:19:15.777739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Checking segment: {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:19:15.778021 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Bound using segment: {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:19:15.778604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Bound port: 8d6e90e6-4efc-4261-9b36-29833e3ead00, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5015197b-7f73-4677-90de-42cadcb6ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:19:15.778964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:15.851955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:19:15.855254 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:19:15.920493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:15.954380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:15.954941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:15.956295 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] 10.222.0.39 "PUT /v2.0/ports/8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 1093 time: 0.7709134 Apr 29 08:19:15.956719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:19:15.959075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e225cbfd-5263-4f3c-864c-50fd3bbf39b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:19:15.983582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9bdf6-2cca-466c-bac2-e2d0f8efeb0c service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:16.005913 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aa2ac0-9c77-41cc-bd18-b09324e616f8 x-openstack-request-id: req-14aa2ac0-9c77-41cc-bd18-b09324e616f8 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:19:16.006234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:19:16.006524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14aa2ac0-9c77-41cc-bd18-b09324e616f8 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:19:16.006973 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14aa2ac0-9c77-41cc-bd18-b09324e616f8'] response: {'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'status': 'completed', 'code': 200} Apr 29 08:19:16.070293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225cbfd-5263-4f3c-864c-50fd3bbf39b8 req-507ce26c-4a52-4222-afd1-e9b35cfc1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:16.071855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e225cbfd-5263-4f3c-864c-50fd3bbf39b8 req-507ce26c-4a52-4222-afd1-e9b35cfc1ca6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1096 time: 0.0452809 Apr 29 08:19:16.175596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225cbfd-5263-4f3c-864c-50fd3bbf39b8 req-9120dca3-f632-4d8b-be41-1ee4c84b017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:16.177044 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e225cbfd-5263-4f3c-864c-50fd3bbf39b8 req-9120dca3-f632-4d8b-be41-1ee4c84b017f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=32b4de6a99f447eea21d1c385818a00d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973821 Apr 29 08:19:16.251563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:16.268681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225cbfd-5263-4f3c-864c-50fd3bbf39b8 req-b5b88da4-07ea-4009-8f35-29ccd0815d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:16.270214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e225cbfd-5263-4f3c-864c-50fd3bbf39b8 req-b5b88da4-07ea-4009-8f35-29ccd0815d61 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857728 Apr 29 08:19:16.352162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-376a5888-4a80-42ac-a6d3-2dc1ff040642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:16.353601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-376a5888-4a80-42ac-a6d3-2dc1ff040642 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1096 time: 0.0476112 Apr 29 08:19:16.393809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-a6e47270-a2f6-4ac2-8713-97b936ae5e9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 217 time: 0.0320241 Apr 29 08:19:16.441796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-8f338978-356f-4629-b7c1-d475fd7036f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:16.443128 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-8f338978-356f-4629-b7c1-d475fd7036f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0434949 Apr 29 08:19:16.488357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cc71-01d6-47c5-8a61-09504daced1b req-cdd188c1-255b-41b1-9914-c574e0e2aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:16.489890 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-cdd188c1-255b-41b1-9914-c574e0e2aaa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403976 Apr 29 08:19:16.615691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cfa8a-3806-4559-9233-89d8509862e0 req-9478ccdf-2f2e-40ab-a2ec-74e633f4af12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:16.617174 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9f2cfa8a-3806-4559-9233-89d8509862e0 req-9478ccdf-2f2e-40ab-a2ec-74e633f4af12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 943 time: 0.0998867 Apr 29 08:19:16.619360 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-61c9a530-6103-45ca-8f79-44bdcf54fd48 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223724 Apr 29 08:19:16.689032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:16.705987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9f2cfa8a-3806-4559-9233-89d8509862e0 req-f1ddf37e-4888-4891-bbba-cccb55709d90 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827262 Apr 29 08:19:16.736096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2816cc71-01d6-47c5-8a61-09504daced1b req-14e3ccf6-1043-4316-a943-a626a97cf810 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069906 Apr 29 08:19:17.823443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958eb27-f294-4b2a-b080-02dbecdc9ab2 req-c800741e-0049-4bc0-a883-82385e298e0e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:17.824866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4958eb27-f294-4b2a-b080-02dbecdc9ab2 req-c800741e-0049-4bc0-a883-82385e298e0e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 943 time: 0.0480664 Apr 29 08:19:17.861673 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4958eb27-f294-4b2a-b080-02dbecdc9ab2 req-f0008897-bb02-4a94-a8a0-a883c62a88c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Apr 29 08:19:18.980112 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cf805-d239-482f-8f32-ce9e5d9666d2 req-5b422d1f-2c90-4c6f-83d8-658c34da3ede tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:18.981467 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a8cf805-d239-482f-8f32-ce9e5d9666d2 req-5b422d1f-2c90-4c6f-83d8-658c34da3ede tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 943 time: 0.0553970 Apr 29 08:19:19.025025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a8cf805-d239-482f-8f32-ce9e5d9666d2 req-e0a7dec0-00a0-4cb4-8a04-925a4b15af12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Apr 29 08:19:20.043624 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8d6e90e6-4efc-4261-9b36-29833e3ead00 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:19:20.138618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba0ea6-0faa-4de4-89af-eb471552ded8 req-39afa358-b91c-4195-8fb8-aa89e36a710d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:20.139358 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:20.140075 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8dba0ea6-0faa-4de4-89af-eb471552ded8 req-39afa358-b91c-4195-8fb8-aa89e36a710d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 943 time: 0.0486610 Apr 29 08:19:20.150807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'port_id': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'mac_address': 'fa:16:3e:90:1d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:19:20.177258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8dba0ea6-0faa-4de4-89af-eb471552ded8 req-ec8750a2-265d-4261-b3d7-f4670286e9f2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Apr 29 08:19:20.187790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:20.201266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6e90e6-4efc-4261-9b36-29833e3ead00 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:19:20.221122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:20.302639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:20.350655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:20.505888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8d6e90e6-4efc-4261-9b36-29833e3ead00'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:19:21.291476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a639b-e1aa-4adf-82cf-cba2b6d0e8dd req-d554eca9-c480-400d-a7ec-19d1e936a4f5 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:21.292937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-638a639b-e1aa-4adf-82cf-cba2b6d0e8dd req-d554eca9-c480-400d-a7ec-19d1e936a4f5 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 944 time: 0.0497110 Apr 29 08:19:21.328535 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-638a639b-e1aa-4adf-82cf-cba2b6d0e8dd req-50a197e9-ce0d-44de-84ec-09ee1831083d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297227 Apr 29 08:19:22.050052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8d6e90e6-4efc-4261-9b36-29833e3ead00 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:19:22.171013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 8d6e90e6-4efc-4261-9b36-29833e3ead00 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:19:22.175168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 8d6e90e6-4efc-4261-9b36-29833e3ead00 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:19:22.175540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:22.253385 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:22.274435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:19:22.276698 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d7c55d-94cc-41e2-b3a2-4e7aae037597" -d '{"events": [{"server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "name": "network-vif-plugged", "status": "completed", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:19:22.289509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:22.313152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd225f89-bfc5-4b9d-bca4-3a52520089d6 x-openstack-request-id: req-bd225f89-bfc5-4b9d-bca4-3a52520089d6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:19:22.313152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "name": "network-vif-plugged", "status": "completed", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:19:22.313152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd225f89-bfc5-4b9d-bca4-3a52520089d6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:19:22.313555 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd225f89-bfc5-4b9d-bca4-3a52520089d6'] response: {'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'code': 200} Apr 29 08:19:22.360340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:22.408465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:22.446391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e08cd-2aa9-4165-acb6-7cb2e9ddeb77 req-e549fdae-5bab-4d15-9b18-ce8d19de0519 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:22.447886 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f7e08cd-2aa9-4165-acb6-7cb2e9ddeb77 req-e549fdae-5bab-4d15-9b18-ce8d19de0519 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0525415 Apr 29 08:19:22.485180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f7e08cd-2aa9-4165-acb6-7cb2e9ddeb77 req-1727340a-0b7d-4640-b810-39c1fde20991 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Apr 29 08:19:22.599224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3022a4-b25c-4b76-9d0b-389423d4b8a7 req-7acbddce-d4f3-46c5-b847-4585787645cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:22.600610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5f3022a4-b25c-4b76-9d0b-389423d4b8a7 req-7acbddce-d4f3-46c5-b847-4585787645cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1098 time: 0.0448105 Apr 29 08:19:22.634313 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5f3022a4-b25c-4b76-9d0b-389423d4b8a7 req-18da0df9-1d76-44a4-8e4c-76b6b39e3d78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271678 Apr 29 08:19:23.600500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b8daf-7ab3-4f33-8bb2-5a25ec4a9d62 req-79a1bae0-a819-40da-8545-fc65c6b8993e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:23.601978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c4b8daf-7ab3-4f33-8bb2-5a25ec4a9d62 req-79a1bae0-a819-40da-8545-fc65c6b8993e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0484660 Apr 29 08:19:23.639996 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c4b8daf-7ab3-4f33-8bb2-5a25ec4a9d62 req-b6301b04-2ea4-481e-aef0-1159cc3b225f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Apr 29 08:19:24.758038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bd613-b77b-4b67-82bd-6facae9efb67 req-2277b07d-1486-4356-8073-7267a631a2c6 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:24.759509 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eb7bd613-b77b-4b67-82bd-6facae9efb67 req-2277b07d-1486-4356-8073-7267a631a2c6 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0513411 Apr 29 08:19:24.796239 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eb7bd613-b77b-4b67-82bd-6facae9efb67 req-51d72179-80cd-463b-b60d-e9cb07e69b1e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306907 Apr 29 08:19:24.907346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764f4aa-b63c-4826-9be9-6ff60a5376d3 req-4d88af55-4073-4b02-8560-5f0e1daf7c08 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:24.908793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e764f4aa-b63c-4826-9be9-6ff60a5376d3 req-4d88af55-4073-4b02-8560-5f0e1daf7c08 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0481462 Apr 29 08:19:24.946550 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e764f4aa-b63c-4826-9be9-6ff60a5376d3 req-4c44d34c-32df-46d2-8fac-454516e6464d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Apr 29 08:19:25.265633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade41e7-16e3-497d-8167-0d5e1a96f15e req-fec9c4cc-acb3-4d45-bc30-75b100583a42 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:25.267146 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ade41e7-16e3-497d-8167-0d5e1a96f15e req-fec9c4cc-acb3-4d45-bc30-75b100583a42 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0497270 Apr 29 08:19:25.304564 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8ade41e7-16e3-497d-8167-0d5e1a96f15e req-ffd7cb54-f159-4dd7-8289-12899cdb613e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Apr 29 08:19:39.568952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41984a-c260-4d5e-9e59-e02db4bc4f18 req-313e9e7b-b30a-491d-b319-2aac92e33ee6 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:39.570389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd41984a-c260-4d5e-9e59-e02db4bc4f18 req-313e9e7b-b30a-491d-b319-2aac92e33ee6 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0515568 Apr 29 08:19:39.611376 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd41984a-c260-4d5e-9e59-e02db4bc4f18 req-97fcfe90-5ab7-42f0-ab33-b9d55caca787 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350869 Apr 29 08:19:39.638499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55094) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:39.719473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b038a9-5912-4aa0-aef8-0638b875d2f1 tempest-TestMinimumBasicScenario-1595165863 tempest-TestMinimumBasicScenario-1595165863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:39.720981 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e7b038a9-5912-4aa0-aef8-0638b875d2f1 tempest-TestMinimumBasicScenario-1595165863 tempest-TestMinimumBasicScenario-1595165863-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1093 time: 0.0815010 Apr 29 08:19:39.723953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55098) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:39.728152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:39.805707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:39.904246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:40.008839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Allocated IP 172.26.2.205 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/9e707254-27c0-48e2-bd8f-2ded512d00b4) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:19:40.114630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:40.191857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:40.243576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:19:40.247912 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'Port': ['ID=9e707254-27c0-48e2-bd8f-2ded512d00b4,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:40.252613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:19:40.253083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:19:40.625355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:40.745302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:40.889961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:40.947863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:41.012294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'Port': ['ID=9e707254-27c0-48e2-bd8f-2ded512d00b4,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:41.027047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:41.179762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b1cb994-d042-428a-9e50-c17204803f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:41.392324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Floating IP 04a5e53b-030b-49e1-9805-96cbbfae3e45 associated. External IP: 172.26.2.205, port: 8d6e90e6-4efc-4261-9b36-29833e3ead00. Apr 29 08:19:41.587534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Router cef1513b-5871-43bb-883c-63c99571ae4b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:19:41.709975 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-5a73094c-35fb-49cd-94a3-e634ec3ad161 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1112494 Apr 29 08:19:41.725221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:19:41.735103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] Sync routers for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:19:41.745904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:41.746565 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:19:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:41.791891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-1b60fdc1-bfa9-48cd-a6fd-5ea5d90d7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:41.793463 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-1b60fdc1-bfa9-48cd-a6fd-5ea5d90d7e62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1098 time: 0.0418782 Apr 29 08:19:41.825001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:41.896126 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1c91a267-8eed-4ce8-8b4d-f3f42e079513 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1706624 Apr 29 08:19:41.898228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:19:41.899030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55100) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:41.900546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b498a917-3dab-4285-93b6-0bff7a7aa194" -d '{"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:19:41.905720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700421190', 'description': 'tempest-secgroup-smoke-1700421190 description', 'project_id': '32b4de6a99f447eea21d1c385818a00d'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:41.937933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-09e15804-c17a-443e-b86d-5feac738812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:41.939547 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-09e15804-c17a-443e-b86d-5feac738812b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 916 time: 0.1261737 Apr 29 08:19:41.940918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf40ef9e-ef88-468c-91da-7807ec2806f2 x-openstack-request-id: req-cf40ef9e-ef88-468c-91da-7807ec2806f2 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:19:41.941203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:19:41.941448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf40ef9e-ef88-468c-91da-7807ec2806f2 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:19:41.941828 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf40ef9e-ef88-468c-91da-7807ec2806f2'] response: {'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'status': 'completed', 'code': 200} Apr 29 08:19:41.996932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:41.998813 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:42.011031 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-6c50341d-d042-4243-8715-6ee233b8fe38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 999 time: 0.0604115 Apr 29 08:19:42.062069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-dd1d65cb-6b3a-4834-94e7-2acaa0ff1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:42.063689 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-dd1d65cb-6b3a-4834-94e7-2acaa0ff1cbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0460465 Apr 29 08:19:42.068960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.114298 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-0eef461c-9d25-4809-99c1-15c6cb945950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:42.116008 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-0eef461c-9d25-4809-99c1-15c6cb945950 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454743 Apr 29 08:19:42.127887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.159528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fce71c4-645a-4b78-85d6-418e0d5f46ae,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:42.166481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.166894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.167167 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.167504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.167843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.168174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.168503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.168833 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.169160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.169490 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.169815 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.170173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:42.211504 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-20c4bacd-aae2-483c-97ef-01737c381dc8 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878043 Apr 29 08:19:42.227767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.232159 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bb7bb751-2378-4343-81ee-b99eee1d8a12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3285089 Apr 29 08:19:42.232379 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55104) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:42.236776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-59d4fb4e-663e-464a-9d8e-444eaa564a5d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'security_group_rule': {'security_group_id': '8fce71c4-645a-4b78-85d6-418e0d5f46ae', 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:42.238961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '04a5e53b-030b-49e1-9805-96cbbfae3e45', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'port_id': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'mac_address': 'fa:16:3e:90:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:19:40Z', 'updated_at': '2022-04-29T08:19:40Z', 'revision_number': 0, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 5, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:42.267020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] Checking router: cef1513b-5871-43bb-883c-63c99571ae4b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:19:42.275890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:42.276496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:19:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:42.306245 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1b30391-0674-4982-bfba-6d00e1c53b34 req-d1dddbc2-7e10-48d8-8936-7cb8510fa6e9 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875087 Apr 29 08:19:42.326882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59d4fb4e-663e-464a-9d8e-444eaa564a5d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.386899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:42.387302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59d4fb4e-663e-464a-9d8e-444eaa564a5d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.452177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-f87a6316-18f0-46e7-bf16-8d8207b62b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:42.453668 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-f87a6316-18f0-46e7-bf16-8d8207b62b0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1098 time: 0.0423315 Apr 29 08:19:42.459277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59d4fb4e-663e-464a-9d8e-444eaa564a5d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.477480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4fb4e-663e-464a-9d8e-444eaa564a5d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2632275-063d-4843-ab80-968fb7f58d8e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:42.546139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-43f1d573-7398-4257-8375-afec151081a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:42.547743 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-43f1d573-7398-4257-8375-afec151081a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 916 time: 0.0873945 Apr 29 08:19:42.564228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59d4fb4e-663e-464a-9d8e-444eaa564a5d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.568654 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-59d4fb4e-663e-464a-9d8e-444eaa564a5d tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322361 Apr 29 08:19:42.568854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55106) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:42.573288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5c32289b-d8e2-46a6-b4f5-5941546db794 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'security_group_rule': {'security_group_id': '8fce71c4-645a-4b78-85d6-418e0d5f46ae', 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:42.613600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '04a5e53b-030b-49e1-9805-96cbbfae3e45', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'port_id': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'mac_address': 'fa:16:3e:90:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:19:40Z', 'updated_at': '2022-04-29T08:19:40Z', 'revision_number': 0, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 5, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:42.622626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-ee42b770-02cc-45e7-9616-8ab0c78bc613 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 999 time: 0.0674472 Apr 29 08:19:42.641008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b92d91-43ad-4113-8010-1dc33f845e98 None None] The sync data for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv is: [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '04a5e53b-030b-49e1-9805-96cbbfae3e45', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'port_id': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'mac_address': 'fa:16:3e:90:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:19:40Z', 'updated_at': '2022-04-29T08:19:40Z', 'revision_number': 0, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 5, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:19:42.695326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c32289b-d8e2-46a6-b4f5-5941546db794 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.696606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-f16c2fc6-29bb-439c-956b-e00e45de2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:42.696606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-f16c2fc6-29bb-439c-956b-e00e45de2f9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0514007 Apr 29 08:19:42.729033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c32289b-d8e2-46a6-b4f5-5941546db794 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.730632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-3cb34947-0786-4cae-95cd-343b5a10de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:42.732145 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-3cb34947-0786-4cae-95cd-343b5a10de6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436976 Apr 29 08:19:42.799938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c32289b-d8e2-46a6-b4f5-5941546db794 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.821695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32289b-d8e2-46a6-b4f5-5941546db794 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef16517-d8ee-4d84-bfdc-f0bcb6ed8177,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:42.828897 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-f6c94ff2-0d23-4277-854a-930d4cfde2cc service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897095 Apr 29 08:19:42.866568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef403766-26d2-4645-a59d-c55c5861f868 None None] New status for floating IP 04a5e53b-030b-49e1-9805-96cbbfae3e45: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:19:42.898602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c32289b-d8e2-46a6-b4f5-5941546db794 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:42.902758 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c32289b-d8e2-46a6-b4f5-5941546db794 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3305068 Apr 29 08:19:42.908358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55108) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:42.908358 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-90a12693-716c-4316-bde9-049ed7a15f5f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'security_group_rule': {'security_group_id': '8fce71c4-645a-4b78-85d6-418e0d5f46ae', 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:42.930809 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b498a917-3dab-4285-93b6-0bff7a7aa194 req-d057f6d1-064d-4643-b3ee-a04acc0a727a service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952530 Apr 29 08:19:42.945603 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.001237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-90a12693-716c-4316-bde9-049ed7a15f5f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.060349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-90a12693-716c-4316-bde9-049ed7a15f5f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.119926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-90a12693-716c-4316-bde9-049ed7a15f5f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.137282 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a12693-716c-4316-bde9-049ed7a15f5f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d496d527-eb79-46f3-a36d-f182955cf349,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:43.190241 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-90a12693-716c-4316-bde9-049ed7a15f5f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.191509 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-90a12693-716c-4316-bde9-049ed7a15f5f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875223 Apr 29 08:19:43.194159 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55110) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:43.202986 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-46e16306-d4ed-436c-a59d-fe30b355df91 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'security_group_rule': {'security_group_id': '8fce71c4-645a-4b78-85d6-418e0d5f46ae', 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:43.285443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b9f8466-c3aa-435a-83bf-26fa9de50165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.318325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46e16306-d4ed-436c-a59d-fe30b355df91 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.375669 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46e16306-d4ed-436c-a59d-fe30b355df91 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.436031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46e16306-d4ed-436c-a59d-fe30b355df91 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.453745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e16306-d4ed-436c-a59d-fe30b355df91 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4d1166-ace2-4bd3-a227-ecedff7995d1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:43.524270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-46e16306-d4ed-436c-a59d-fe30b355df91 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.525560 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-46e16306-d4ed-436c-a59d-fe30b355df91 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303940 Apr 29 08:19:43.528223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55112) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:43.532502 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'security_group_rule': {'security_group_id': '8fce71c4-645a-4b78-85d6-418e0d5f46ae', 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:43.619436 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Project 32b4de6a99f447eea21d1c385818a00d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:19:43.624289 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.653765 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:19:43.683301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.750522 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.769446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d35556-6134-4c3d-99d6-d26cf1632600,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:43.830079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.831408 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9ef2736a-d0af-49be-9ff2-3b0474bbef16 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3022616 Apr 29 08:19:43.834634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55114) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:19:43.839372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'security_group_rule': {'security_group_id': '8fce71c4-645a-4b78-85d6-418e0d5f46ae', 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:43.925694 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Project 32b4de6a99f447eea21d1c385818a00d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:19:43.931534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:43.994952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:44.068908 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:44.087517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c92d86-98fc-42f3-887b-42e81687dc9d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:44.156039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:44.157269 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ac8f8d63-d84a-4059-90d5-fe6d7812e5f7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216975 Apr 29 08:19:44.234466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-bf378dc7-4c94-4e08-87ad-c20fe6a9802b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700421190&fields=id&tenant_id=32b4de6a99f447eea21d1c385818a00d HTTP/1.1" status: 200 len: 267 time: 0.0332110 Apr 29 08:19:44.291498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-e0d9d6a6-6889-4ca0-ae9c-72086cfc23a0 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:44.292863 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-e0d9d6a6-6889-4ca0-ae9c-72086cfc23a0 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0521069 Apr 29 08:19:44.304407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'port': {'security_groups': ['990627a5-cc2e-487a-8cfa-77419683ed35', '8fce71c4-645a-4b78-85d6-418e0d5f46ae']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:44.363113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:44.539693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:44.568665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:44.673926 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:44.688881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8d6e90e6-4efc-4261-9b36-29833e3ead00'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:19:44.719432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:44.719985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:44.721382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-680116b7-6138-4bfc-bae3-f7dd3b694179 req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "PUT /v2.0/ports/8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 981 time: 0.4219906 Apr 29 08:19:44.721830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:19:44.724810 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5224128-ce9b-4bc5-b993-2cf45fb486e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:19:44.777231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557e361-f42b-48f2-b86f-6f2fdb96598f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=6']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:44.790637 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3c35cd-0636-4df5-9370-801a0c88f583 x-openstack-request-id: req-df3c35cd-0636-4df5-9370-801a0c88f583 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:19:44.790939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:19:44.791192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df3c35cd-0636-4df5-9370-801a0c88f583 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:19:44.791598 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3c35cd-0636-4df5-9370-801a0c88f583'] response: {'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'status': 'completed', 'code': 200} Apr 29 08:19:44.813805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8d6e90e6-4efc-4261-9b36-29833e3ead00'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:19:44.874163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-f4ac75d5-308c-4a70-9aa5-6e9dbdfe907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:44.875880 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-f4ac75d5-308c-4a70-9aa5-6e9dbdfe907f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1137 time: 0.0498168 Apr 29 08:19:44.884446 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bba191-3385-4c7d-bebb-cb37e1cc2109 req-1491027c-5a24-4969-9b48-615a1e3eb028 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:44.885957 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a1bba191-3385-4c7d-bebb-cb37e1cc2109 req-1491027c-5a24-4969-9b48-615a1e3eb028 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0903323 Apr 29 08:19:44.981161 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a1bba191-3385-4c7d-bebb-cb37e1cc2109 req-124485bf-05c4-4ea2-8174-b73faf94b1d9 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867026 Apr 29 08:19:45.012236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-ca2aa4b9-c81a-40c4-90c8-46bb2c35ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:45.013687 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-ca2aa4b9-c81a-40c4-90c8-46bb2c35ed8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 916 time: 0.1268253 Apr 29 08:19:45.080810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-32795af3-35b6-4deb-b153-4ae78b8f40ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 1001 time: 0.0586710 Apr 29 08:19:45.095454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e3dc4ff1-8cf7-4e20-8043-3eae884704a5 None None] Provisioning complete for port 8d6e90e6-4efc-4261-9b36-29833e3ead00 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:19:45.095755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4ff1-8cf7-4e20-8043-3eae884704a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:45.135159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-c2816b90-5197-41ca-bf26-a88f72bb33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:45.136705 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-c2816b90-5197-41ca-bf26-a88f72bb33bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0493712 Apr 29 08:19:45.139276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:45.187606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-7d351004-c823-44c9-8865-c46bb7fde75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:45.189423 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-7d351004-c823-44c9-8865-c46bb7fde75d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465207 Apr 29 08:19:45.290995 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-04ae6ee4-3a88-48e8-bdfb-72a3cfd86028 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932932 Apr 29 08:19:45.393968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5224128-ce9b-4bc5-b993-2cf45fb486e0 req-4eb78250-abd0-4e2b-8d4d-a40aad532133 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960610 Apr 29 08:19:46.265064 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:46.694198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:19:54.709310 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07cb43-ddcf-4c49-a457-0c124692f7e8 req-03f6dadd-2052-4d35-840c-5e2b0c467ab1 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:54.710968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b07cb43-ddcf-4c49-a457-0c124692f7e8 req-03f6dadd-2052-4d35-840c-5e2b0c467ab1 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0509167 Apr 29 08:19:54.776721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b07cb43-ddcf-4c49-a457-0c124692f7e8 req-bc444e85-6181-489f-a7e1-12e9e9459831 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569875 Apr 29 08:19:54.791381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-468c589f-ed33-4b61-942b-4e11eb7305ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:54.792860 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-468c589f-ed33-4b61-942b-4e11eb7305ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1137 time: 0.0473301 Apr 29 08:19:54.884481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-683a69e4-23a5-457c-b98e-5e0a9e71137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:54.885994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-683a69e4-23a5-457c-b98e-5e0a9e71137a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 916 time: 0.0866256 Apr 29 08:19:54.954715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-8795beab-dd4c-4975-a9e6-85247166a426 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 1001 time: 0.0609789 Apr 29 08:19:55.005217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-cdf67faa-a10b-4a61-8c97-79f32853fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:55.006707 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-cdf67faa-a10b-4a61-8c97-79f32853fbbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0435615 Apr 29 08:19:55.055574 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-cc08b0d0-ed1b-4f80-94d3-2d799fba2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:55.057041 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-cc08b0d0-ed1b-4f80-94d3-2d799fba2cab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437739 Apr 29 08:19:55.145839 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-c96ab7b7-23e2-4321-bd95-dee2f7876540 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804973 Apr 29 08:19:55.238795 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-145ec5a3-2e98-4cf2-8de2-08f1d96fbff8 req-af42368f-a57d-4de4-a8a7-fc0019a05553 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866172 Apr 29 08:19:55.898763 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4425d-3561-46e4-b6d6-b3d0c6b57a89 req-3e5f1888-7b07-4474-8eca-d1f352dfbfa4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:55.900226 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b0f4425d-3561-46e4-b6d6-b3d0c6b57a89 req-3e5f1888-7b07-4474-8eca-d1f352dfbfa4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0545683 Apr 29 08:19:55.946298 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b0f4425d-3561-46e4-b6d6-b3d0c6b57a89 req-76b58039-7c7a-454c-b777-29b205211cb9 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327849 Apr 29 08:19:57.067764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20948e1a-0f9a-4b1d-87ca-ecba6e96be87 req-d61dcc35-b933-4705-8944-a311d321ec85 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:57.069222 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-20948e1a-0f9a-4b1d-87ca-ecba6e96be87 req-d61dcc35-b933-4705-8944-a311d321ec85 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0484293 Apr 29 08:19:57.107749 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-20948e1a-0f9a-4b1d-87ca-ecba6e96be87 req-64cf9403-4c7a-4145-a3a8-534fc6e2fe44 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323260 Apr 29 08:19:58.226442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af9ea1-a663-4edd-9e1e-9ddbd2a60c41 req-0c5bac14-ff5e-45f6-80df-f9c1550b3630 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:58.227958 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01af9ea1-a663-4edd-9e1e-9ddbd2a60c41 req-0c5bac14-ff5e-45f6-80df-f9c1550b3630 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0535409 Apr 29 08:19:58.266630 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-01af9ea1-a663-4edd-9e1e-9ddbd2a60c41 req-2d10ef4e-7bb9-49f0-b423-b618854b24b3 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325863 Apr 29 08:19:59.380694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dc860-b816-4ae5-bc66-55bd537a802b req-3b045c3f-12e1-4fea-a7f3-245107f3e323 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:19:59.382173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df8dc860-b816-4ae5-bc66-55bd537a802b req-3b045c3f-12e1-4fea-a7f3-245107f3e323 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0488884 Apr 29 08:19:59.422324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-df8dc860-b816-4ae5-bc66-55bd537a802b req-61c536e0-f3da-4870-95a8-c1919d578590 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339959 Apr 29 08:20:00.534818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef35b0-9661-4145-a8ce-59e7ceff1e40 req-649a09d0-0192-49fc-bf47-e84a79e366ac tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:00.536266 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6eef35b0-9661-4145-a8ce-59e7ceff1e40 req-649a09d0-0192-49fc-bf47-e84a79e366ac tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0484529 Apr 29 08:20:00.574839 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6eef35b0-9661-4145-a8ce-59e7ceff1e40 req-add480d7-b74a-41c7-ba71-6432dcb45309 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325899 Apr 29 08:20:01.691521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8137f7b-3ae3-48f1-9c4e-b0bed6a42ee7 req-8416be83-8d02-4bc0-9a47-571967cdf5e7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:01.693485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e8137f7b-3ae3-48f1-9c4e-b0bed6a42ee7 req-8416be83-8d02-4bc0-9a47-571967cdf5e7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0523756 Apr 29 08:20:01.733061 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e8137f7b-3ae3-48f1-9c4e-b0bed6a42ee7 req-0697acb1-3065-4095-a810-c9abe0332916 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334601 Apr 29 08:20:02.851690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a05532-0c70-4ba5-8441-13fd911fa83b req-579f647e-8b51-4e22-a93e-39c2a816bfac tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:02.853146 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-82a05532-0c70-4ba5-8441-13fd911fa83b req-579f647e-8b51-4e22-a93e-39c2a816bfac tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0488024 Apr 29 08:20:02.891481 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-82a05532-0c70-4ba5-8441-13fd911fa83b req-be734574-0789-400c-8b47-556edb666a6e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322123 Apr 29 08:20:04.008028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05534d1-6b28-48fd-9c73-0c091a6fbc5f req-afe1a043-e8cd-4bdf-a9e0-1da9707bb46b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:04.009592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a05534d1-6b28-48fd-9c73-0c091a6fbc5f req-afe1a043-e8cd-4bdf-a9e0-1da9707bb46b tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0507410 Apr 29 08:20:04.055583 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a05534d1-6b28-48fd-9c73-0c091a6fbc5f req-90bdfeab-8ba3-42e7-b2c9-19575a0f57da tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337396 Apr 29 08:20:05.172788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86f73-2a5a-43d5-9777-0cf2327b24de req-f519a5b0-508a-4b77-bd1f-3cce74044ca9 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:05.174218 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2f86f73-2a5a-43d5-9777-0cf2327b24de req-f519a5b0-508a-4b77-bd1f-3cce74044ca9 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0515285 Apr 29 08:20:05.213213 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2f86f73-2a5a-43d5-9777-0cf2327b24de req-4bf1a61a-508f-4360-94c5-2b48474f01d2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323558 Apr 29 08:20:06.326152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32286a-7a14-47b7-9365-acedfd4a9855 req-af864fca-6c10-4065-9e6e-39926d60a6fb tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:06.327612 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3f32286a-7a14-47b7-9365-acedfd4a9855 req-af864fca-6c10-4065-9e6e-39926d60a6fb tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0477378 Apr 29 08:20:06.366964 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3f32286a-7a14-47b7-9365-acedfd4a9855 req-beb95ca2-afe2-4517-b125-16410514232a tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&id=8fce71c4-645a-4b78-85d6-418e0d5f46ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326543 Apr 29 08:20:11.190266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2978f178-b13c-40f3-8aaa-27da5fa7eae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:12.978673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:13.256049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ec72b5fd-e50f-4d6d-ab30-5e602e20ab8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:15.096052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:16.278775 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:16.730545 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:20.654015 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:20:38.782708 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-1bbe4dfc-38c4-42c8-94c1-25d48041f98c tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700421190&fields=id&tenant_id=32b4de6a99f447eea21d1c385818a00d HTTP/1.1" status: 200 len: 267 time: 0.0327559 Apr 29 08:20:38.833172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-c442c888-1a11-43bf-85fb-746434695d12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:38.835096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-c442c888-1a11-43bf-85fb-746434695d12 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 984 time: 0.0462317 Apr 29 08:20:38.845966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Request body: {'port': {'security_groups': ['990627a5-cc2e-487a-8cfa-77419683ed35']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:20:38.920001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.090014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:39.117383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.195290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.207306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8d6e90e6-4efc-4261-9b36-29833e3ead00'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:20:39.237585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:39.238459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.239708 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dd1db45a-2d76-484f-bbda-fe47df9d5dd9 req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "PUT /v2.0/ports/8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 942 time: 0.3980234 Apr 29 08:20:39.240170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:39.242824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317cf3f9-affd-46db-889c-0e0027c9b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:39.245491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55162) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:39.285289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event updated for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=7']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:39.294270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33395c10-3dd1-4444-a3eb-59be9cd647bc x-openstack-request-id: req-33395c10-3dd1-4444-a3eb-59be9cd647bc {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:39.294495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:39.298414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33395c10-3dd1-4444-a3eb-59be9cd647bc {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:39.298414 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33395c10-3dd1-4444-a3eb-59be9cd647bc'] response: {'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'status': 'completed', 'code': 200} Apr 29 08:20:39.298414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.298414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.298414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.298414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.298414 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.298972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.299044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.299394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.299678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.300000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.300320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.300634 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0b246-7812-47d8-b00e-940564c8e7a7 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:39.315485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8d6e90e6-4efc-4261-9b36-29833e3ead00'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:20:39.342621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-12a85b17-fb60-465c-8cc6-c9b9109759f2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.363843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-6311286f-15c5-4f27-9764-ab7450fd6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:39.365350 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-6311286f-15c5-4f27-9764-ab7450fd6b5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1098 time: 0.0481153 Apr 29 08:20:39.371290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-12a85b17-fb60-465c-8cc6-c9b9109759f2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.473485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-d3c7ee3f-afea-4fdb-84b4-1ac0c4c2f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:39.475068 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-d3c7ee3f-afea-4fdb-84b4-1ac0c4c2f615 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 916 time: 0.1016352 Apr 29 08:20:39.498629 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-12a85b17-fb60-465c-8cc6-c9b9109759f2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.501498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-12a85b17-fb60-465c-8cc6-c9b9109759f2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.505148 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-12a85b17-fb60-465c-8cc6-c9b9109759f2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "DELETE /v2.0/security-groups/8fce71c4-645a-4b78-85d6-418e0d5f46ae HTTP/1.1" status: 204 len: 168 time: 0.2556064 Apr 29 08:20:39.508091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55164) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:39.529727 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bbf10e69-f171-4f71-9c67-d7b7fc1fdace None None] Provisioning complete for port 8d6e90e6-4efc-4261-9b36-29833e3ead00 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:20:39.530180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbf10e69-f171-4f71-9c67-d7b7fc1fdace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.541726 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-d4d4bc35-5092-411b-a379-64a30c6bfa7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 1001 time: 0.0604722 Apr 29 08:20:39.549834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a85b17-fb60-465c-8cc6-c9b9109759f2 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fce71c4-645a-4b78-85d6-418e0d5f46ae,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:39.606802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-a0d157a1-0bcf-4fb3-aa0c-b92396697225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:39.608291 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-a0d157a1-0bcf-4fb3-aa0c-b92396697225 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0584328 Apr 29 08:20:39.654822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-8eb20d31-ac76-4821-8c81-29eaaa6bde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:39.656322 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-8eb20d31-ac76-4821-8c81-29eaaa6bde3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414898 Apr 29 08:20:39.679398 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Deleting port 9e707254-27c0-48e2-bd8f-2ded512d00b4 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:39.679998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.747140 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-5921bc53-bd47-41bc-8ff6-14bbe5668e80 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832429 Apr 29 08:20:39.754510 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.754842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:39.766450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Calling delete_port for 9e707254-27c0-48e2-bd8f-2ded512d00b4 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:39.837259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-317cf3f9-affd-46db-889c-0e0027c9b62c req-bfa13c95-623f-44f2-95bc-a36ba6c21e92 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837431 Apr 29 08:20:39.978141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:40.003171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event deleted for resources: {'Port': ['ID=9e707254-27c0-48e2-bd8f-2ded512d00b4,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:40.064454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:40.064783 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Floating IP 04a5e53b-030b-49e1-9805-96cbbfae3e45 disassociated (deleted). External IP: 172.26.2.205, port: 8d6e90e6-4efc-4261-9b36-29833e3ead00. Apr 29 08:20:40.263078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Router cef1513b-5871-43bb-883c-63c99571ae4b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:20:40.369125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:20:40.374068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:40.380258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] Sync routers for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:20:40.390078 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:40.390759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:40.400400 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eb91f4d7-0dac-4715-afea-81c653cb43c4 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "DELETE /v2.0/floatingips/04a5e53b-030b-49e1-9805-96cbbfae3e45 HTTP/1.1" status: 204 len: 168 time: 0.8912091 Apr 29 08:20:40.401124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:40.403754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747" -d '{"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:40.508995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:40.574066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eae5b0-be96-44e6-a71b-3084f5e7a492 x-openstack-request-id: req-d8eae5b0-be96-44e6-a71b-3084f5e7a492 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:40.574486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:40.574838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8eae5b0-be96-44e6-a71b-3084f5e7a492 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:40.575316 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8eae5b0-be96-44e6-a71b-3084f5e7a492'] response: {'name': 'network-changed', 'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'status': 'completed', 'code': 200} Apr 29 08:20:40.637106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-f08a6f32-59c1-477f-a01e-e6d0f540f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:40.638782 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-f08a6f32-59c1-477f-a01e-e6d0f540f81f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1098 time: 0.0432341 Apr 29 08:20:40.724449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 5, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:40.749448 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-77968e45-706a-45b7-873c-38c9f151c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:40.751189 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-77968e45-706a-45b7-873c-38c9f151c1f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 916 time: 0.1060848 Apr 29 08:20:40.752868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] Checking router: cef1513b-5871-43bb-883c-63c99571ae4b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:20:40.761671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:40.762246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:40.793638 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-9266478e-c03c-4e41-8b24-b6627cfde601 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 217 time: 0.0351694 Apr 29 08:20:40.846692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-6b792de7-7bba-4aa7-a7a5-d24d08e354f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:40.848175 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-6b792de7-7bba-4aa7-a7a5-d24d08e354f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0439937 Apr 29 08:20:40.871407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:40.901560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-05770947-6e4d-4655-b410-28b8ce249c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:40.903071 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-05770947-6e4d-4655-b410-28b8ce249c03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486784 Apr 29 08:20:41.000943 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-4b0757ff-beab-467b-914f-06cf6702f2ba service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Apr 29 08:20:41.097316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e78f9fc-330b-4fc3-94d2-f6c878d6a747 req-a4af9592-90dd-4e7c-9b8c-9cac99ef9d6e service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885422 Apr 29 08:20:41.222314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dece9b2b-b2f9-4c96-9f57-d2b89f5370bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:41.228609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 5, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:41.261118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ac416-4221-4d84-a5d5-722dc93c3e86 None None] The sync data for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv is: [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:45Z', 'revision_number': 4, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '3a863b20-2d2f-40cc-87f0-52df113eea7f', 'name': '', 'network_id': '6ddc2752-02bf-4a48-af18-01b4a722692a', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'mac_address': 'fa:16:3e:6d:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7291d412-4eb9-4aef-9155-29d45676931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:44Z', 'updated_at': '2022-04-29T08:18:48Z', 'revision_number': 5, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'subnets': [{'id': '7291d412-4eb9-4aef-9155-29d45676931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:20:41.483299 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764fb33-43b1-4b9c-bc57-7dadf9488d68 None None] New status for floating IP 04a5e53b-030b-49e1-9805-96cbbfae3e45: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:20:43.018355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:43.281531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e483fdfc-911b-4440-a0e1-916531dbd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:43.620660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-1ce2de43-5d0f-48fc-8e24-8097366e2a47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408666 Apr 29 08:20:43.703025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-42f8278f-0359-4401-80ed-a83763ea76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:43.704523 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-42f8278f-0359-4401-80ed-a83763ea76a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32b4de6a99f447eea21d1c385818a00d&device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 1098 time: 0.0406458 Apr 29 08:20:43.810501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-4169b4ff-217e-47ed-9ef0-ebab7252b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:43.811947 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-4169b4ff-217e-47ed-9ef0-ebab7252b5db service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 200 len: 916 time: 0.0880268 Apr 29 08:20:43.852174 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-d532140a-51d8-41df-b372-15f27e6240a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 200 len: 217 time: 0.0340178 Apr 29 08:20:43.903646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-ce1ee635-0883-4a0d-938e-428f72a631ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:43.907095 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-ce1ee635-0883-4a0d-938e-428f72a631ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 200 len: 854 time: 0.0466666 Apr 29 08:20:43.955737 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-765cf807-bc80-4816-94c7-226887b38017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:43.965160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-765cf807-bc80-4816-94c7-226887b38017 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddc2752-02bf-4a48-af18-01b4a722692a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453060 Apr 29 08:20:44.314791 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-07343b1b-77e7-4ac6-b94f-1f00fe765f5f service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504467 Apr 29 08:20:44.404921 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05e660f4-e28d-4d3f-80fb-cbb0d4b68082 req-521bcb1d-4a35-4a42-8171-dc52f8980d47 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830078 Apr 29 08:20:45.095795 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:46.252641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:46.707373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:48.831779 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471b7b5-8791-49d2-871d-d7d8af3b15d1 req-91fde833-c85e-46a3-a7a5-c563424d6cee tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:48.833220 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a471b7b5-8791-49d2-871d-d7d8af3b15d1 req-91fde833-c85e-46a3-a7a5-c563424d6cee tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0972877 Apr 29 08:20:48.870454 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a471b7b5-8791-49d2-871d-d7d8af3b15d1 req-65612781-4b36-45db-a5a4-c235cf69314f tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Apr 29 08:20:50.032255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10a1c-e724-4737-920f-850dd51e268a req-bc6eb12c-eac9-4d68-9721-cc6cf293a0f3 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:50.033700 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21e10a1c-e724-4737-920f-850dd51e268a req-bc6eb12c-eac9-4d68-9721-cc6cf293a0f3 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0958903 Apr 29 08:20:50.070787 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-21e10a1c-e724-4737-920f-850dd51e268a req-1f21ebaf-ff7f-49fe-92ad-fb7178e99d2e tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/security-groups?id=990627a5-cc2e-487a-8cfa-77419683ed35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Apr 29 08:20:50.408984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-e0321d70-602a-434a-9dec-bb4f9bd7d1a6 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:20:50.410475 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-e0321d70-602a-434a-9dec-bb4f9bd7d1a6 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.39 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 945 time: 0.0516093 Apr 29 08:20:50.497845 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Deleting port 8d6e90e6-4efc-4261-9b36-29833e3ead00 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:50.498190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:50.585488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] For port 8d6e90e6-4efc-4261-9b36-29833e3ead00, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8d6e90e6-4efc-4261-9b36-29833e3ead00,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:50.585852 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:50.598630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Calling delete_port for 8d6e90e6-4efc-4261-9b36-29833e3ead00 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:50.801176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:50.812332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8d6e90e6-4efc-4261-9b36-29833e3ead00'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:20:50.832703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Pushing event deleted for resources: {'Port': ['ID=8d6e90e6-4efc-4261-9b36-29833e3ead00,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:50.873747 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] No DVR routers for this DVR port 8d6e90e6-4efc-4261-9b36-29833e3ead00 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:20:50.876352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:50.879649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2a26a495-9198-4bf5-b837-06bee0b5a85e req-ebd30c12-9f53-4094-9ee3-cd30fb1dd067 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.39 "DELETE /v2.0/ports/8d6e90e6-4efc-4261-9b36-29833e3ead00 HTTP/1.1" status: 204 len: 173 time: 0.4633763 Apr 29 08:20:50.880077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'name': 'network-vif-deleted', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:50.882354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7bee64-c964-46cd-94c6-03f62fe1af06" -d '{"events": [{"server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "name": "network-vif-deleted", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:50.918210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff760dc-8070-4e25-a017-8558d39eb3bb x-openstack-request-id: req-1ff760dc-8070-4e25-a017-8558d39eb3bb {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:50.918720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9829aa07-6624-4a3c-9ce2-d7c5e677130d", "name": "network-vif-deleted", "tag": "8d6e90e6-4efc-4261-9b36-29833e3ead00", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:50.918981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ff760dc-8070-4e25-a017-8558d39eb3bb {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:50.919386 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff760dc-8070-4e25-a017-8558d39eb3bb'] response: {'server_uuid': '9829aa07-6624-4a3c-9ce2-d7c5e677130d', 'name': 'network-vif-deleted', 'tag': '8d6e90e6-4efc-4261-9b36-29833e3ead00', 'status': 'completed', 'code': 200} Apr 29 08:20:51.162967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-638f7640-4790-49c3-9832-a43b61df0844 req-2b14e2ef-41a3-44dd-baca-a5ce52a23c37 tempest-TestMinimumBasicScenario-1934983922 tempest-TestMinimumBasicScenario-1934983922-project] 10.222.0.16 "GET /v2.0/ports?device_id=9829aa07-6624-4a3c-9ce2-d7c5e677130d HTTP/1.1" status: 200 len: 210 time: 0.0267346 Apr 29 08:20:53.306774 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55270) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:53.640279 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:53.877007 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Deleting port 3a863b20-2d2f-40cc-87f0-52df113eea7f {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:53.877341 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:53.953803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] For port 3a863b20-2d2f-40cc-87f0-52df113eea7f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=3a863b20-2d2f-40cc-87f0-52df113eea7f,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:53.954082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:53.971474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Calling delete_port for 3a863b20-2d2f-40cc-87f0-52df113eea7f owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:54.215673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:54.240360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a863b20-2d2f-40cc-87f0-52df113eea7f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:54.251700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.252050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.252392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.252729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.253061 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.253390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.253716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.254057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.254516 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.254794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.255115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.255433 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:54.410844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:54.565261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8d6e90e6-4efc-4261-9b36-29833e3ead00 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:54.585241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 8d6e90e6-4efc-4261-9b36-29833e3ead00 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:20:54.585908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8d6e90e6-4efc-4261-9b36-29833e3ead00 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:54.622974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Router cef1513b-5871-43bb-883c-63c99571ae4b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:20:54.726645 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:20:54.731639 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-856cfe79-b5e2-4a94-b5d2-11632ea81596 admin admin] 10.222.0.16 "PUT /v2.0/routers/cef1513b-5871-43bb-883c-63c99571ae4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4238391 Apr 29 08:20:54.734189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55272) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:54.736834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] Sync routers for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:20:54.747370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:54.747911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:54.834459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:54.851419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:54.934460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.024503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '26467c18-2d08-4129-b956-bce62471120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:20:54Z', 'revision_number': 5, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port': {'id': '26467c18-2d08-4129-b956-bce62471120e', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:55.050353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] Checking router: cef1513b-5871-43bb-883c-63c99571ae4b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:20:55.059337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] Routers {'cef1513b-5871-43bb-883c-63c99571ae4b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:55.059982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['cef1513b-5871-43bb-883c-63c99571ae4b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:55.074648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Deleting port 26467c18-2d08-4129-b956-bce62471120e {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:55.074996 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.144173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] Set router cef1513b-5871-43bb-883c-63c99571ae4b gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:55.152581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] For port 26467c18-2d08-4129-b956-bce62471120e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=26467c18-2d08-4129-b956-bce62471120e,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:55.152940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.169272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Calling delete_port for 26467c18-2d08-4129-b956-bce62471120e owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:55.197948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:20:54Z', 'revision_number': 6, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:55.223896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561c81d-88d4-4caf-b054-449384491e51 None None] The sync data for ids ['cef1513b-5871-43bb-883c-63c99571ae4b'] in dv-neutron-839740-1-hyperv is: [{'id': 'cef1513b-5871-43bb-883c-63c99571ae4b', 'name': 'tempest-TestMinimumBasicScenario-2101806377-router', 'tenant_id': '32b4de6a99f447eea21d1c385818a00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:42Z', 'updated_at': '2022-04-29T08:20:54Z', 'revision_number': 6, 'project_id': '32b4de6a99f447eea21d1c385818a00d', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:20:55.398300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.425454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Pushing event deleted for resources: {'Port': ['ID=26467c18-2d08-4129-b956-bce62471120e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:55.487086 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.574409 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.576661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.689816 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.690388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef1513b-5871-43bb-883c-63c99571ae4b {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:20:55.695337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.696482 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b9b5fd03-b9a0-447c-83c2-c5906c652390 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cef1513b-5871-43bb-883c-63c99571ae4b HTTP/1.1" status: 204 len: 168 time: 0.9613614 Apr 29 08:20:55.699021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55274) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:55.745846 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] Deleting subnet 7291d412-4eb9-4aef-9155-29d45676931e {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:20:55.748826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.783042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:55.858203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.010819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.035795 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7291d412-4eb9-4aef-9155-29d45676931e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:56.040751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.046675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55276) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:56.047453 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9667ef35-b768-45b2-993a-0818cbfbc5ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7291d412-4eb9-4aef-9155-29d45676931e HTTP/1.1" status: 204 len: 168 time: 0.3474455 Apr 29 08:20:56.049621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457f609-5a71-47e2-b565-b860992b7c72 None None] Network 6ddc2752-02bf-4a48-af18-01b4a722692a requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:20:56.122743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.176279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Deleting port c1289c4c-25d9-492e-8961-c3f3797a8a66 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:56.176631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.231609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] DHCP port deletion for 6ddc2752-02bf-4a48-af18-01b4a722692a request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:20:56.244640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] For port c1289c4c-25d9-492e-8961-c3f3797a8a66, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1289c4c-25d9-492e-8961-c3f3797a8a66,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:56.245068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.259049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Calling delete_port for c1289c4c-25d9-492e-8961-c3f3797a8a66 owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:56.283332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Deleting port c1289c4c-25d9-492e-8961-c3f3797a8a66 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:56.283833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.348559 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] For port c1289c4c-25d9-492e-8961-c3f3797a8a66, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c1289c4c-25d9-492e-8961-c3f3797a8a66,segment=NetworkSegment(5015197b-7f73-4677-90de-42cadcb6ffeb),segment_id=5015197b-7f73-4677-90de-42cadcb6ffeb)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:56.348949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.361641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Calling delete_port for c1289c4c-25d9-492e-8961-c3f3797a8a66 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:56.412739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.433984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.438545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1289c4c-25d9-492e-8961-c3f3797a8a66,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:56.442187 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] No DVR routers for this DVR port c1289c4c-25d9-492e-8961-c3f3797a8a66 on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:20:56.457061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Pushing event deleted for resources: {'Port': ['ID=c1289c4c-25d9-492e-8961-c3f3797a8a66,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:56.467531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] No DVR routers for this DVR port c1289c4c-25d9-492e-8961-c3f3797a8a66 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:20:56.469509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.469844 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.470190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.470550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.470886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.471333 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.471669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.472042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.472332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.472738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.472950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.473296 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b45ec-afda-4535-b550-f0de6f4aede2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.520092 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.524646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1289c4c-25d9-492e-8961-c3f3797a8a66 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:56.540802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddc2752-02bf-4a48-af18-01b4a722692a']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:56.548554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: c1289c4c-25d9-492e-8961-c3f3797a8a66 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:20:56.548893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c1289c4c-25d9-492e-8961-c3f3797a8a66 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:56.549300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 26467c18-2d08-4129-b956-bce62471120e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:56.549890 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5015197b-7f73-4677-90de-42cadcb6ffeb') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:56.550184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5015197b-7f73-4677-90de-42cadcb6ffeb') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:56.560269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.568492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 26467c18-2d08-4129-b956-bce62471120e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:20:56.569154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 26467c18-2d08-4129-b956-bce62471120e not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:56.569307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3a863b20-2d2f-40cc-87f0-52df113eea7f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:56.576601 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.582365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:20:56.582783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:20:56.585003 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:20:56.588437 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 3a863b20-2d2f-40cc-87f0-52df113eea7f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:20:56.588762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 3a863b20-2d2f-40cc-87f0-52df113eea7f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:56.701267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.706939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:56.710566 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ddc2752-02bf-4a48-af18-01b4a722692a HTTP/1.1" status: 204 len: 168 time: 0.6628401 Apr 29 08:20:56.713863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55278) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:56.721995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc02c0e-06b3-4691-88dd-a6b2ab7119bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddc2752-02bf-4a48-af18-01b4a722692a,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:57.371016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:57.613031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Deleting port 60c7b081-3d20-4e21-a726-2c506d538e5e {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:57.613376 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:57.652006 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:20:57.695460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] For port 60c7b081-3d20-4e21-a726-2c506d538e5e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=60c7b081-3d20-4e21-a726-2c506d538e5e,segment=NetworkSegment(1087c451-c604-4d4b-8626-bc1f45021aea),segment_id=1087c451-c604-4d4b-8626-bc1f45021aea)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:57.695823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:57.708095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Calling delete_port for 60c7b081-3d20-4e21-a726-2c506d538e5e owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:57.941450 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:57.970094 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c7b081-3d20-4e21-a726-2c506d538e5e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:58.134263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:58.353711 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:20:58.455525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:20:58.462144 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-020e7ddd-b1de-411f-9505-b5bb9ff198e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdde1b42-c2f5-4f0a-926b-1358d9c191c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7471561 Apr 29 08:20:58.465044 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55280) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:58.468329 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] Sync routers for ids ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:20:58.479114 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] Routers {'fdde1b42-c2f5-4f0a-926b-1358d9c191c2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:58.479963 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:58.574693 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:58.671211 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] Set router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:58.678152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:58.795674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Deleting port abcb0e93-4042-40ed-b799-78d7b0178d50 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:20:58.796015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:58.849552 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:20:57Z', 'revision_number': 5, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port': {'id': 'abcb0e93-4042-40ed-b799-78d7b0178d50', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:48Z', 'updated_at': '2022-04-29T08:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:58.876570 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] Checking router: fdde1b42-c2f5-4f0a-926b-1358d9c191c2 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:20:58.877762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] For port abcb0e93-4042-40ed-b799-78d7b0178d50, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=abcb0e93-4042-40ed-b799-78d7b0178d50,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:58.878131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:58.885112 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] Routers {'fdde1b42-c2f5-4f0a-926b-1358d9c191c2'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:58.885699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:58.890655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Calling delete_port for abcb0e93-4042-40ed-b799-78d7b0178d50 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:20:58.971604 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] Set router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:59.026754 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:20:58Z', 'revision_number': 6, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:59.053153 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79e96a-bae5-404a-a58c-dfea829eb26d None None] The sync data for ids ['fdde1b42-c2f5-4f0a-926b-1358d9c191c2'] in dv-neutron-839740-1-hyperv is: [{'id': 'fdde1b42-c2f5-4f0a-926b-1358d9c191c2', 'name': 'tempest-TestMinimumBasicScenario-1210936994-router', 'tenant_id': '27b9476f1f3f484cadcf899026c4da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:47Z', 'updated_at': '2022-04-29T08:20:58Z', 'revision_number': 6, 'project_id': '27b9476f1f3f484cadcf899026c4da1f', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:20:59.284172 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.310834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcb0e93-4042-40ed-b799-78d7b0178d50,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:59.370191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.460326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.462557 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.558225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.558745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdde1b42-c2f5-4f0a-926b-1358d9c191c2 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:20:59.570062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.570062 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-41238de6-8f7e-416c-80b6-b7fd2a038be0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fdde1b42-c2f5-4f0a-926b-1358d9c191c2 HTTP/1.1" status: 204 len: 168 time: 1.0980814 Apr 29 08:20:59.570062 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55282) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:59.610381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] Deleting subnet 45fe64af-5b2a-4bf6-879b-6e7d2f5f8670 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:20:59.613393 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.647091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.726708 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.841163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.867468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fe64af-5b2a-4bf6-879b-6e7d2f5f8670,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:59.871304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:20:59.874541 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9b1f2ccc-4408-487c-917a-4ce0fa4410cb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/45fe64af-5b2a-4bf6-879b-6e7d2f5f8670 HTTP/1.1" status: 204 len: 168 time: 0.3068383 Apr 29 08:20:59.877055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55284) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:20:59.879647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cdf4fa-2403-4d74-a577-580a32f91ada None None] Network 826fdf7e-9e3f-4901-aaa6-3ce410170cbb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:20:59.948596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.009878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Deleting port ff5169ff-0449-4725-964c-d08abc73e043 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:21:00.010220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.069750 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] DHCP port deletion for 826fdf7e-9e3f-4901-aaa6-3ce410170cbb request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:21:00.076203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] For port ff5169ff-0449-4725-964c-d08abc73e043, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff5169ff-0449-4725-964c-d08abc73e043,segment=NetworkSegment(1087c451-c604-4d4b-8626-bc1f45021aea),segment_id=1087c451-c604-4d4b-8626-bc1f45021aea)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:00.076568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.090893 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Calling delete_port for ff5169ff-0449-4725-964c-d08abc73e043 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:21:00.115321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] Deleting port ff5169ff-0449-4725-964c-d08abc73e043 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:21:00.115772 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.178788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] For port ff5169ff-0449-4725-964c-d08abc73e043, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ff5169ff-0449-4725-964c-d08abc73e043,segment=NetworkSegment(1087c451-c604-4d4b-8626-bc1f45021aea),segment_id=1087c451-c604-4d4b-8626-bc1f45021aea)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:00.179308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.191950 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] Calling delete_port for ff5169ff-0449-4725-964c-d08abc73e043 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:21:00.232731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.260059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] No DVR routers for this DVR port ff5169ff-0449-4725-964c-d08abc73e043 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:21:00.262199 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5169ff-0449-4725-964c-d08abc73e043,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:00.267890 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.293089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] Pushing event deleted for resources: {'Port': ['ID=ff5169ff-0449-4725-964c-d08abc73e043,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:00.296552 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8913bfc-70af-4c86-b8d8-fa4acb389091 None None] No DVR routers for this DVR port ff5169ff-0449-4725-964c-d08abc73e043 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:21:00.333917 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.354134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826fdf7e-9e3f-4901-aaa6-3ce410170cbb']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:00.363200 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1087c451-c604-4d4b-8626-bc1f45021aea') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:00.363495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1087c451-c604-4d4b-8626-bc1f45021aea') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:00.377291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.390411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.395955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:21:00.396372 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:21:00.397911 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:21:00.507337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff5169ff-0449-4725-964c-d08abc73e043 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:21:00.509658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.515047 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:00.518223 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/826fdf7e-9e3f-4901-aaa6-3ce410170cbb HTTP/1.1" status: 204 len: 168 time: 0.6401424 Apr 29 08:21:00.527738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: ff5169ff-0449-4725-964c-d08abc73e043 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:21:00.527886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ff5169ff-0449-4725-964c-d08abc73e043 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:21:00.528240 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 60c7b081-3d20-4e21-a726-2c506d538e5e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:21:00.531028 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e5894-5e1b-4ab6-9f38-2c7bdc2e0dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=826fdf7e-9e3f-4901-aaa6-3ce410170cbb,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:00.552287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 60c7b081-3d20-4e21-a726-2c506d538e5e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:21:00.553122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 60c7b081-3d20-4e21-a726-2c506d538e5e not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:21:00.553536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abcb0e93-4042-40ed-b799-78d7b0178d50 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:21:00.572771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: abcb0e93-4042-40ed-b799-78d7b0178d50 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:21:00.573040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device abcb0e93-4042-40ed-b799-78d7b0178d50 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:21:00.945712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55288) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:00.987478 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c724d3a8-527e-4e7c-b09c-a1e7d3c3c085 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32b4de6a99f447eea21d1c385818a00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405920 Apr 29 08:21:00.990070 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55290) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:01.035611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b20f1b02-6976-496d-9fdd-86eaa2351166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:01.056814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b20f1b02-6976-496d-9fdd-86eaa2351166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:01.172367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b20f1b02-6976-496d-9fdd-86eaa2351166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:01.174946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b20f1b02-6976-496d-9fdd-86eaa2351166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:01.176137 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b20f1b02-6976-496d-9fdd-86eaa2351166 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/990627a5-cc2e-487a-8cfa-77419683ed35 HTTP/1.1" status: 204 len: 168 time: 0.1845279 Apr 29 08:21:01.183786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f1b02-6976-496d-9fdd-86eaa2351166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990627a5-cc2e-487a-8cfa-77419683ed35,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:01.824887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55296) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:01.863986 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e4bf795b-c8eb-48c9-ad2b-5f635402047b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27b9476f1f3f484cadcf899026c4da1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379293 Apr 29 08:21:01.866902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55298) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:01.913004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59e804be-c7dd-4190-b1b2-737f80873aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:01.933592 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59e804be-c7dd-4190-b1b2-737f80873aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:02.035124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59e804be-c7dd-4190-b1b2-737f80873aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:02.037621 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-59e804be-c7dd-4190-b1b2-737f80873aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:02.038767 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-59e804be-c7dd-4190-b1b2-737f80873aca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19a92d1e-b344-4319-a170-2c31fcafe0bc HTTP/1.1" status: 204 len: 168 time: 0.1709328 Apr 29 08:21:02.048801 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e804be-c7dd-4190-b1b2-737f80873aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a92d1e-b344-4319-a170-2c31fcafe0bc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:04.352892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55338) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:04.357454 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596741711', 'description': 'tempest-secgroup-smoke-1596741711 description', 'project_id': '116ae3c7af334d01a5525c8b11ad8942'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:04.435395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.443861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.514850 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.583696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.622591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c28aec-02d7-4403-8369-6ce4b698411d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:04.660013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.720991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.748968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:04.808664 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.809892 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f19b6489-802f-4048-b1cf-e716360decf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4560006 Apr 29 08:21:04.812780 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55340) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:04.817103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8766f459-1f4d-4005-94ca-015d28a57307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'fc2dcd1e-4df1-44a2-9801-f24e2d5963f2', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:04.899855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8766f459-1f4d-4005-94ca-015d28a57307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:04.953962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8766f459-1f4d-4005-94ca-015d28a57307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.040661 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8766f459-1f4d-4005-94ca-015d28a57307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.057979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766f459-1f4d-4005-94ca-015d28a57307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36df2dab-2811-4585-8e46-2b460128e7e5,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:05.134287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8766f459-1f4d-4005-94ca-015d28a57307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.135571 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8766f459-1f4d-4005-94ca-015d28a57307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218977 Apr 29 08:21:05.138151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55342) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:05.142421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-51118fee-e0b6-4fdd-a51e-8c9c1a9a3d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'fc2dcd1e-4df1-44a2-9801-f24e2d5963f2', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:05.239430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51118fee-e0b6-4fdd-a51e-8c9c1a9a3d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.294747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51118fee-e0b6-4fdd-a51e-8c9c1a9a3d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.369265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51118fee-e0b6-4fdd-a51e-8c9c1a9a3d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.387399 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51118fee-e0b6-4fdd-a51e-8c9c1a9a3d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8559efa-6693-4253-9c35-188ddde92ef1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:05.451558 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-51118fee-e0b6-4fdd-a51e-8c9c1a9a3d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.452804 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-51118fee-e0b6-4fdd-a51e-8c9c1a9a3d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3137102 Apr 29 08:21:05.455577 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55344) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:05.459858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c283e4ce-a33a-4e21-aea9-7b4c2a6b431a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'fc2dcd1e-4df1-44a2-9801-f24e2d5963f2', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:05.562315 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c283e4ce-a33a-4e21-aea9-7b4c2a6b431a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.620458 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c283e4ce-a33a-4e21-aea9-7b4c2a6b431a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.701237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c283e4ce-a33a-4e21-aea9-7b4c2a6b431a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.719079 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283e4ce-a33a-4e21-aea9-7b4c2a6b431a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82198b56-4d30-445b-adac-2fd947b5574c,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:05.791367 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c283e4ce-a33a-4e21-aea9-7b4c2a6b431a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.792567 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c283e4ce-a33a-4e21-aea9-7b4c2a6b431a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360565 Apr 29 08:21:05.801055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55346) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:05.805293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-be5d722d-0b93-4aca-9acc-68b10dc8097b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'fc2dcd1e-4df1-44a2-9801-f24e2d5963f2', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:05.908330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be5d722d-0b93-4aca-9acc-68b10dc8097b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:05.965620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be5d722d-0b93-4aca-9acc-68b10dc8097b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.040396 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be5d722d-0b93-4aca-9acc-68b10dc8097b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.057280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d722d-0b93-4aca-9acc-68b10dc8097b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91babda8-c443-4660-a0db-9a52bceaa99c,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:06.134194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-be5d722d-0b93-4aca-9acc-68b10dc8097b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.135419 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-be5d722d-0b93-4aca-9acc-68b10dc8097b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334546 Apr 29 08:21:06.138274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55348) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:06.143554 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'fc2dcd1e-4df1-44a2-9801-f24e2d5963f2', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:06.215522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:21:06.220066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.277970 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.318727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.338904 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe9d2c0-5981-40c2-bddd-9b33404a5629,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:06.394256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.395480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-aef1db40-867b-4be3-bfb7-d0617a44433d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2561412 Apr 29 08:21:06.399955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55350) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:06.404401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'fc2dcd1e-4df1-44a2-9801-f24e2d5963f2', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:06.480800 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:21:06.485672 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.543787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.615584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.632679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bb7ea0-56df-40ae-8d47-3448ddb257ab,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:06.697278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.698535 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ad123af7-3e3c-4ef5-9a79-cfadb0a24d04 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2976160 Apr 29 08:21:06.701533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55352) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:06.706305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'network': {'name': 'tempest-network-smoke--1222435004', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'port_security_enabled': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:06.763458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:21:06.766761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.789270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:21:06.797744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.798085 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Added segment b2966929-8fba-48ae-a976-ae444340911d of type vlan for network 25d5599d-da30-4681-a04e-8f77df2f4d6f Apr 29 08:21:06.836091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.912563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.918196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:06.918786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:06.989079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Network': ['ID=25d5599d-da30-4681-a04e-8f77df2f4d6f,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:07.002163 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:21:07.041421 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-20f52bb1-bf6e-4ede-86ff-85dc4508e526 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3387878 Apr 29 08:21:07.044178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55354) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:07.048610 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'admin_state_up': True, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:07.123902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.124943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.174564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.387407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.626399 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.650208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.748148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.178 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/4293ff3e-b93d-4cde-b865-2c5e86969385) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:07.847124 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.932436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:07.970948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:07.973767 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:07.977350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:07.982609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=4293ff3e-b93d-4cde-b865-2c5e86969385,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:08.348289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:08.534154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:08.718118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:21:09.097308 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:09.106710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Sync routers for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:09.116019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:09.116648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:09.179871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:09.181108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-99e0ec11-1d5e-42cb-bc37-93004d9f2680 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1359684 Apr 29 08:21:09.184321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55356) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:09.312340 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-095efd92-2c61-4383-8b8b-a8b29b7bad48 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=116ae3c7af334d01a5525c8b11ad8942&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267738 Apr 29 08:21:09.314957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55360) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:09.373438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:09.403225 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4dc4d-378c-4fca-9af6-fea81e4b2fd5 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:09.404707 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-21c4dc4d-378c-4fca-9af6-fea81e4b2fd5 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888081 Apr 29 08:21:09.407521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55362) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:09.434670 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-65af8248-7ba3-4461-b79d-5b920be53cf2 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260780 Apr 29 08:21:09.437223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55364) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:09.442334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-932068860', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:09.545528 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:09.578548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Checking router: 07e61c6d-00a2-4b69-bafe-cca0afdc2321 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:09.578896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Updating router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 port 4293ff3e-b93d-4cde-b865-2c5e86969385 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:21:09.583781 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:21:09.587498 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:09.604086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:09.832792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:09.849779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:09.893801 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Subnet': ['ID=17cee502-da2f-4965-b908-0f0a468a2d6a,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:09.905285 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Checking segment: {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:21:09.905640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network hostable DHCP agents. Network: 25d5599d-da30-4681-a04e-8f77df2f4d6f, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:21:09.932356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:09.981679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Attempting to bind port 4293ff3e-b93d-4cde-b865-2c5e86969385 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:21:09.982042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Attempting to bind port 4293ff3e-b93d-4cde-b865-2c5e86969385 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:21:09.982404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Attempting to bind port 4293ff3e-b93d-4cde-b865-2c5e86969385 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:09.989008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f678e46-f53f-4b4a-86a9-0eacef86bf8a None None] Pushing event updated for resources: {'Port': ['ID=4293ff3e-b93d-4cde-b865-2c5e86969385,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:09.992275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:09.992647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:21:09.993043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:09.993427 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:09.993902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Bound port: 4293ff3e-b93d-4cde-b865-2c5e86969385, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:21:09.994275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:10.006707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:21:10.046961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] For port 4293ff3e-b93d-4cde-b865-2c5e86969385, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:10.049852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] For port 4293ff3e-b93d-4cde-b865-2c5e86969385, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4293ff3e-b93d-4cde-b865-2c5e86969385,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:10.089730 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 25d5599d-da30-4681-a04e-8f77df2f4d6f) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:10.093824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:10.094485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:10.101409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa85f0-0d6c-46a2-a9f6-4ed4bdefb96c None None] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:21:10.118671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:10.189362 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-078bb098-66a8-4e0f-97a0-543b655c5c44 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7506640 Apr 29 08:21:10.192093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55366) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:10.221734 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:10.222350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:10.259176 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f678e46-f53f-4b4a-86a9-0eacef86bf8a None None] Pushing event updated for resources: {'Port': ['ID=4293ff3e-b93d-4cde-b865-2c5e86969385,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.383423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:10.410140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-25d5599d-da30-4681-a04e-8f77df2f4d6f', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:21:10.410997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:10.619790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:10.657008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Allocated IP 172.20.0.2 (25d5599d-da30-4681-a04e-8f77df2f4d6f/17cee502-da2f-4965-b908-0f0a468a2d6a/c920fd7f-8965-4440-aacf-a33cbc9c601f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:10.729013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:10.756735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce13bb-9613-4006-8f51-55cbb4fd945e None None] The sync data for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv is: [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:10.840791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:10.907420 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:10.952779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:10.955972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:10.957103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.1 (25d5599d-da30-4681-a04e-8f77df2f4d6f/17cee502-da2f-4965-b908-0f0a468a2d6a/5d2ce588-f225-4f3b-affe-b6c3359794fb) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:10.958417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:10.975209 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Pushing event updated for resources: {'Port': ['ID=c920fd7f-8965-4440-aacf-a33cbc9c601f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:11.036647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Attempting to bind port c920fd7f-8965-4440-aacf-a33cbc9c601f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:21:11.037019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Attempting to bind port c920fd7f-8965-4440-aacf-a33cbc9c601f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:21:11.037371 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Attempting to bind port c920fd7f-8965-4440-aacf-a33cbc9c601f on network 25d5599d-da30-4681-a04e-8f77df2f4d6f {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:11.042723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:11.043088 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Checking segment: {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:21:11.043484 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:11.043872 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Bound using segment: {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:11.044327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Bound port: c920fd7f-8965-4440-aacf-a33cbc9c601f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:21:11.044699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:11.109364 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:11.114476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] For port c920fd7f-8965-4440-aacf-a33cbc9c601f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:11.120234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] For port c920fd7f-8965-4440-aacf-a33cbc9c601f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c920fd7f-8965-4440-aacf-a33cbc9c601f,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:11.206947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:11.236320 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:11.238883 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3e03216-a276-4e23-b46a-5db0ccddc6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:11.273628 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7489ff-5cd8-4a92-835f-469416bc4f19 None None] Pushing event updated for resources: {'Port': ['ID=c920fd7f-8965-4440-aacf-a33cbc9c601f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:11.279879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:11.282718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:11.287882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:11.314525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=5d2ce588-f225-4f3b-affe-b6c3359794fb,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:11.344485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:11.549972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.177721 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.217548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f250b-c241-4372-ba3f-56846c09ace9 None None] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:21:12.235456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.315482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6b67b5cf-b522-44a8-9add-555436cb5a88 None None] Provisioning complete for port c920fd7f-8965-4440-aacf-a33cbc9c601f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:12.315746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5cf-b522-44a8-9add-555436cb5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.320973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.322829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=5d2ce588-f225-4f3b-affe-b6c3359794fb,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:12.413583 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:12.415015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:12.453052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5cf-b522-44a8-9add-555436cb5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.509819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6b67b5cf-b522-44a8-9add-555436cb5a88 None None] For port c920fd7f-8965-4440-aacf-a33cbc9c601f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c920fd7f-8965-4440-aacf-a33cbc9c601f,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:12.551939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:21:12.578549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5cf-b522-44a8-9add-555436cb5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.652712 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67b5cf-b522-44a8-9add-555436cb5a88 None None] Pushing event updated for resources: {'Port': ['ID=c920fd7f-8965-4440-aacf-a33cbc9c601f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:12.657085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4293ff3e-b93d-4cde-b865-2c5e86969385 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:12.705325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:12.719867 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d30b7635-0db4-44c6-98ce-6acea85241ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/07e61c6d-00a2-4b69-bafe-cca0afdc2321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5182521 Apr 29 08:21:12.732568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4293ff3e-b93d-4cde-b865-2c5e86969385 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:12.733028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.832238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.855158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-982352da-02c4-46ee-8d57-0b6c4a52ea01 None None] Provisioning complete for port 5d2ce588-f225-4f3b-affe-b6c3359794fb triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:12.867897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-982352da-02c4-46ee-8d57-0b6c4a52ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.867897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 4293ff3e-b93d-4cde-b865-2c5e86969385, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4293ff3e-b93d-4cde-b865-2c5e86969385,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:12.889944 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Sync routers for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:12.894315 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-de1a5b11-838e-4287-a97a-539e28ac4f3d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596741711&fields=id&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 267 time: 0.0587883 Apr 29 08:21:12.902835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-982352da-02c4-46ee-8d57-0b6c4a52ea01 None None] Port 5d2ce588-f225-4f3b-affe-b6c3359794fb cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:21:12.906787 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:12.907418 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:20:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:12.914300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-982352da-02c4-46ee-8d57-0b6c4a52ea01 None None] Provisioning complete for port c920fd7f-8965-4440-aacf-a33cbc9c601f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:12.914839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-982352da-02c4-46ee-8d57-0b6c4a52ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.959740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:12.960512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c920fd7f-8965-4440-aacf-a33cbc9c601f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:13.028309 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:13.033520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-9d3880a1-1317-4efb-aa71-0ecf278f6082 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:13.036072 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-9d3880a1-1317-4efb-aa71-0ecf278f6082 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/networks?id=25d5599d-da30-4681-a04e-8f77df2f4d6f HTTP/1.1" status: 200 len: 797 time: 0.1336534 Apr 29 08:21:13.054782 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-c2179f9a-4e00-419b-a9c1-a7a98fabb221 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/quotas/116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 375 time: 0.0121922 Apr 29 08:21:13.122917 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-a61e650e-b103-4537-a9e9-75dc1bf1e1ed tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618834 Apr 29 08:21:13.178592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.241802 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-baa296aa-4a60-48fc-8275-566b4fc41355 service neutron] 10.222.0.16 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044984 Apr 29 08:21:13.256379 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 2, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:13.260027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=4293ff3e-b93d-4cde-b865-2c5e86969385,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:13.282059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c920fd7f-8965-4440-aacf-a33cbc9c601f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:13.282451 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.285148 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Checking router: 07e61c6d-00a2-4b69-bafe-cca0afdc2321 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:13.285690 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Updating router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 port 5d2ce588-f225-4f3b-affe-b6c3359794fb binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:21:13.306541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3f8083d-eff3-4978-ab77-0916575457ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.310933 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.339759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-9fb379c4-6a01-4899-83b5-575dfd085a9d service neutron] 10.222.0.16 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910971 Apr 29 08:21:13.405531 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c60a9ad5-f108-468f-b8e1-7a7356b06fa8 None None] Provisioning complete for port 5d2ce588-f225-4f3b-affe-b6c3359794fb triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:13.405907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c60a9ad5-f108-468f-b8e1-7a7356b06fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.444757 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c60a9ad5-f108-468f-b8e1-7a7356b06fa8 None None] Port 5d2ce588-f225-4f3b-affe-b6c3359794fb cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:21:13.592510 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.598349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-75531e46-e64e-4dea-8b70-468b97d245a1 req-431c4202-3a4a-4d5d-8335-dbe236c8df82 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 210 time: 0.0310428 Apr 29 08:21:13.660869 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.713140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Pushing event updated for resources: {'Port': ['ID=5d2ce588-f225-4f3b-affe-b6c3359794fb,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:13.735710 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.736047 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.736508 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.736765 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.737089 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.737406 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.737892 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.738229 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.738593 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.738924 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.739237 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.739549 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:13.772820 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Attempting to bind port 5d2ce588-f225-4f3b-affe-b6c3359794fb on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:21:13.773189 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Attempting to bind port 5d2ce588-f225-4f3b-affe-b6c3359794fb by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:21:13.776262 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Attempting to bind port 5d2ce588-f225-4f3b-affe-b6c3359794fb on network 25d5599d-da30-4681-a04e-8f77df2f4d6f {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:13.778737 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:13.779186 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Checking segment: {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:21:13.779503 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.779890 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Bound using segment: {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:13.780356 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Bound port: 5d2ce588-f225-4f3b-affe-b6c3359794fb, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:21:13.780734 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.845524 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] For port 5d2ce588-f225-4f3b-affe-b6c3359794fb, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:13.848698 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] For port 5d2ce588-f225-4f3b-affe-b6c3359794fb, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5d2ce588-f225-4f3b-affe-b6c3359794fb,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:13.938302 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:13.968873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-df7e9edb-02b9-42d5-9e14-9f3e97105237 None None] Provisioning complete for port 5d2ce588-f225-4f3b-affe-b6c3359794fb triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:13.969168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df7e9edb-02b9-42d5-9e14-9f3e97105237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:14.001546 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:14.002178 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:21:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:14.004020 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1117658-5194-40cb-b104-eb0d5ced21b5 None None] Pushing event updated for resources: {'Port': ['ID=5d2ce588-f225-4f3b-affe-b6c3359794fb,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:14.054058 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df7e9edb-02b9-42d5-9e14-9f3e97105237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:14.089794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-df7e9edb-02b9-42d5-9e14-9f3e97105237 None None] For port 5d2ce588-f225-4f3b-affe-b6c3359794fb, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5d2ce588-f225-4f3b-affe-b6c3359794fb,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:14.164170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df7e9edb-02b9-42d5-9e14-9f3e97105237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:14.218375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e9edb-02b9-42d5-9e14-9f3e97105237 None None] Pushing event updated for resources: {'Port': ['ID=5d2ce588-f225-4f3b-affe-b6c3359794fb,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:14.219925 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:14.286068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e96bf7d1-ecec-409a-a12e-94cc1dbd23bb None None] Provisioning complete for port 5d2ce588-f225-4f3b-affe-b6c3359794fb triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:14.286651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e96bf7d1-ecec-409a-a12e-94cc1dbd23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:14.417936 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:13Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:14.443847 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f823757-d056-4fa7-bf33-f43f0b996055 None None] The sync data for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv is: [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:13Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:14.573753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4293ff3e-b93d-4cde-b865-2c5e86969385 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:14.627848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 4293ff3e-b93d-4cde-b865-2c5e86969385 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:14.627848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:14.686010 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e5bfc4e-21dc-4a9e-a2eb-6ae1b21d7d9b req-801bbba7-c04d-4510-a052-d379a7149179 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 210 time: 0.0310054 Apr 29 08:21:14.725161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c920fd7f-8965-4440-aacf-a33cbc9c601f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:14.773662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c920fd7f-8965-4440-aacf-a33cbc9c601f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:14.774063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:15.135354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:15.794553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-773f745f-6c0e-4370-9028-506c97bc22d6 req-35a241f3-b5ba-4f9f-96fa-46a9cd864ab8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 210 time: 0.0352101 Apr 29 08:21:15.810067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-b0319737-539a-4bcf-95f1-81c952da0ea9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:15.811528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-b0319737-539a-4bcf-95f1-81c952da0ea9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/networks?id=25d5599d-da30-4681-a04e-8f77df2f4d6f HTTP/1.1" status: 200 len: 797 time: 0.1311741 Apr 29 08:21:15.853595 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-86adf1e2-3fda-4fd3-b7f9-a3fb1bc727ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 380 time: 0.0335903 Apr 29 08:21:15.863040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'port': {'device_id': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'admin_state_up': True, 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'security_groups': ['fc2dcd1e-4df1-44a2-9801-f24e2d5963f2']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:16.046393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:21:16.050047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.173515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.14 (25d5599d-da30-4681-a04e-8f77df2f4d6f/17cee502-da2f-4965-b908-0f0a468a2d6a/b614953d-ae73-49fb-9776-de63e5c34aba) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:16.263659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.306792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.431335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.476607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:16.476607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:16.479597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:16.508130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=b614953d-ae73-49fb-9776-de63e5c34aba,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:16.534518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:16.535136 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.559724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5d2ce588-f225-4f3b-affe-b6c3359794fb up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:16.608085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 5d2ce588-f225-4f3b-affe-b6c3359794fb triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:16.608085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.658170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-5568163a-bc25-47dc-9a71-1f8c30c4058b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7985289 Apr 29 08:21:16.669951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-d742a6e9-651b-4c85-b779-6faad19bae50 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:21:16.671066 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-d742a6e9-651b-4c85-b779-6faad19bae50 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074177 Apr 29 08:21:16.713778 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.715335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-4965755b-f8e9-4564-8501-d317db8c2344 None None] Provisioning complete for port b614953d-ae73-49fb-9776-de63e5c34aba triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:16.715564 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4965755b-f8e9-4564-8501-d317db8c2344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.731571 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Request body: {'port': {'device_id': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:16.750661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4965755b-f8e9-4564-8501-d317db8c2344 None None] Port b614953d-ae73-49fb-9776-de63e5c34aba cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:21:16.785674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:16.991756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23b09e-9581-4dab-b418-f9cdeae9a7a1 req-7b9bb493-a433-4aa6-af9f-8747ebfb6ddc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:16.993217 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e23b09e-9581-4dab-b418-f9cdeae9a7a1 req-7b9bb493-a433-4aa6-af9f-8747ebfb6ddc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 932 time: 0.1053936 Apr 29 08:21:17.052659 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e23b09e-9581-4dab-b418-f9cdeae9a7a1 req-99844345-6161-416b-b57d-1cbf13c28248 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532961 Apr 29 08:21:17.113807 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b614953d-ae73-49fb-9776-de63e5c34aba {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:21:17.121140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:17.132478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Transition to ACTIVE for port object b614953d-ae73-49fb-9776-de63e5c34aba will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:21:17.200320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:17.256924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Pushing event updated for resources: {'Port': ['ID=b614953d-ae73-49fb-9776-de63e5c34aba,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:17.324274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Attempting to bind port b614953d-ae73-49fb-9776-de63e5c34aba on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:21:17.324611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Attempting to bind port b614953d-ae73-49fb-9776-de63e5c34aba by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:21:17.324941 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Attempting to bind port b614953d-ae73-49fb-9776-de63e5c34aba on network 25d5599d-da30-4681-a04e-8f77df2f4d6f {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:17.329487 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Port b614953d-ae73-49fb-9776-de63e5c34aba on network 25d5599d-da30-4681-a04e-8f77df2f4d6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:21:17.329814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Attempting to bind port b614953d-ae73-49fb-9776-de63e5c34aba on network 25d5599d-da30-4681-a04e-8f77df2f4d6f {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:17.335397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:17.335735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Checking segment: {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:21:17.336117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Bound using segment: {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:17.336546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Bound port: b614953d-ae73-49fb-9776-de63e5c34aba, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2966929-8fba-48ae-a976-ae444340911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:21:17.336903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:17.402534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] For port b614953d-ae73-49fb-9776-de63e5c34aba, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:17.405608 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] For port b614953d-ae73-49fb-9776-de63e5c34aba, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b614953d-ae73-49fb-9776-de63e5c34aba,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:17.472550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:17.508735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:17.509333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:17.510962 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] 10.222.0.39 "PUT /v2.0/ports/b614953d-ae73-49fb-9776-de63e5c34aba HTTP/1.1" status: 200 len: 1094 time: 0.8324053 Apr 29 08:21:17.513085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:21:17.516195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603ccf39-6eeb-47d6-b0aa-8e06535eac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:21:17.546332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0aceb-fc4e-4fdf-9424-056e4ac891bf service neutron] Pushing event updated for resources: {'Port': ['ID=b614953d-ae73-49fb-9776-de63e5c34aba,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:17.559485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32c99c0-0b35-43a7-a6f7-0a16b245e1e2 x-openstack-request-id: req-d32c99c0-0b35-43a7-a6f7-0a16b245e1e2 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:21:17.559485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:21:17.559485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d32c99c0-0b35-43a7-a6f7-0a16b245e1e2 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:21:17.559485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32c99c0-0b35-43a7-a6f7-0a16b245e1e2'] response: {'name': 'network-changed', 'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'status': 'completed', 'code': 200} Apr 29 08:21:17.624493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf39-6eeb-47d6-b0aa-8e06535eac9a req-165956aa-924a-455c-be79-ed131e704a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:17.626163 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-603ccf39-6eeb-47d6-b0aa-8e06535eac9a req-165956aa-924a-455c-be79-ed131e704a30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 1097 time: 0.0449317 Apr 29 08:21:17.724276 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf39-6eeb-47d6-b0aa-8e06535eac9a req-feae1d25-0e15-478f-a6a4-2c6698f2609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:17.725720 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-603ccf39-6eeb-47d6-b0aa-8e06535eac9a req-feae1d25-0e15-478f-a6a4-2c6698f2609f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=116ae3c7af334d01a5525c8b11ad8942&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0924492 Apr 29 08:21:17.821026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf39-6eeb-47d6-b0aa-8e06535eac9a req-5dd4ba65-40fa-4f62-8546-7c0eae9baf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:17.822458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-603ccf39-6eeb-47d6-b0aa-8e06535eac9a req-5dd4ba65-40fa-4f62-8546-7c0eae9baf93 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898561 Apr 29 08:21:17.898278 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-31816e8f-a2b5-49ea-8043-d985c484b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:17.899821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-31816e8f-a2b5-49ea-8043-d985c484b3c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 1097 time: 0.0407200 Apr 29 08:21:17.945340 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-39cdfa96-e1d1-42ec-be54-ec8adc1b2a41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b614953d-ae73-49fb-9776-de63e5c34aba HTTP/1.1" status: 200 len: 217 time: 0.0375128 Apr 29 08:21:17.992746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-c5e00f45-bdbf-4054-8315-ab731ed50d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:17.994193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-c5e00f45-bdbf-4054-8315-ab731ed50d33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17cee502-da2f-4965-b908-0f0a468a2d6a HTTP/1.1" status: 200 len: 834 time: 0.0426545 Apr 29 08:21:18.038167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-60701058-32ce-4add-9840-1c380a79d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:18.039634 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-60701058-32ce-4add-9840-1c380a79d82b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25d5599d-da30-4681-a04e-8f77df2f4d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392449 Apr 29 08:21:18.139489 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-1a5bf0df-3835-4740-9c8a-2ceb500b1a55 service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933678 Apr 29 08:21:18.223948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491e3f5-5fbc-41ae-9b85-31652dbeb926 req-daca3427-43aa-40cf-b2e8-30a66d729904 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:18.225887 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b491e3f5-5fbc-41ae-9b85-31652dbeb926 req-daca3427-43aa-40cf-b2e8-30a66d729904 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 944 time: 0.1007473 Apr 29 08:21:18.278813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4d576d6a-5a79-46f0-91d3-98a2110fa09f req-aba5c96a-66cd-4b8a-95bc-46331ca5e142 service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261168 Apr 29 08:21:18.283957 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b491e3f5-5fbc-41ae-9b85-31652dbeb926 req-f289b446-aa58-450c-b398-6f80861329b4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519855 Apr 29 08:21:19.398636 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd943e-9684-4e3c-91c6-c510323e51ef req-de493304-8a58-4f9c-a02d-794e4b776573 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:19.400094 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cebd943e-9684-4e3c-91c6-c510323e51ef req-de493304-8a58-4f9c-a02d-794e4b776573 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 944 time: 0.0488133 Apr 29 08:21:19.437324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cebd943e-9684-4e3c-91c6-c510323e51ef req-ea98c064-6e17-4d88-ac6d-878132f3aceb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Apr 29 08:21:20.549961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442398c3-9f9e-4cb3-a6f0-d95fa7e03be5 req-81907bd8-58d5-4534-b1b0-652126207e4a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:20.551429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-442398c3-9f9e-4cb3-a6f0-d95fa7e03be5 req-81907bd8-58d5-4534-b1b0-652126207e4a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 944 time: 0.0482786 Apr 29 08:21:20.588346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-442398c3-9f9e-4cb3-a6f0-d95fa7e03be5 req-454f36aa-2d7a-4f33-ba7c-23ba6c6e48fc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Apr 29 08:21:20.674319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b614953d-ae73-49fb-9776-de63e5c34aba details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:21:20.768535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b614953d-ae73-49fb-9776-de63e5c34aba, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b614953d-ae73-49fb-9776-de63e5c34aba,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:20.779386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'port_id': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'mac_address': 'fa:16:3e:b0:68:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:21:20.814311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:20.826929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b614953d-ae73-49fb-9776-de63e5c34aba {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:21:20.849928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b614953d-ae73-49fb-9776-de63e5c34aba, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b614953d-ae73-49fb-9776-de63e5c34aba,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:20.937588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:20.983798 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b614953d-ae73-49fb-9776-de63e5c34aba,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:21.185266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['b614953d-ae73-49fb-9776-de63e5c34aba'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:21:21.703924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148db4b-cfbf-42e3-b287-efa0408126f1 req-c8a55fbc-66e3-4022-8076-915aa73ca386 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:21.705303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1148db4b-cfbf-42e3-b287-efa0408126f1 req-c8a55fbc-66e3-4022-8076-915aa73ca386 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 945 time: 0.0523140 Apr 29 08:21:21.741922 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1148db4b-cfbf-42e3-b287-efa0408126f1 req-26437604-ffe2-4c66-80ae-ba763ef84449 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301507 Apr 29 08:21:22.681380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b614953d-ae73-49fb-9776-de63e5c34aba up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:22.783569 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port b614953d-ae73-49fb-9776-de63e5c34aba completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:21:22.787943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port b614953d-ae73-49fb-9776-de63e5c34aba triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:21:22.788316 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:22.862015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1f066-e2f9-44ce-9da6-b4a229d3c3d2 req-2dbbb667-97c6-4bb5-867f-6bb51f05eacb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:22.863705 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5c1f066-e2f9-44ce-9da6-b4a229d3c3d2 req-2dbbb667-97c6-4bb5-867f-6bb51f05eacb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 945 time: 0.0492563 Apr 29 08:21:22.868899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:22.890651 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:21:22.892882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26eaa08-68e2-4450-ad09-21f0a0ede346" -d '{"events": [{"server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "name": "network-vif-plugged", "status": "completed", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:21:22.901586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5c1f066-e2f9-44ce-9da6-b4a229d3c3d2 req-1de010c9-2377-4a30-a925-6304b7cd5f62 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316498 Apr 29 08:21:22.907708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b614953d-ae73-49fb-9776-de63e5c34aba, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b614953d-ae73-49fb-9776-de63e5c34aba,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:22.929999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c538c740-952c-41cd-ad5d-e0e6a88b69ab x-openstack-request-id: req-c538c740-952c-41cd-ad5d-e0e6a88b69ab {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:21:22.930288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "name": "network-vif-plugged", "status": "completed", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:21:22.930578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c538c740-952c-41cd-ad5d-e0e6a88b69ab {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:21:22.930972 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c538c740-952c-41cd-ad5d-e0e6a88b69ab'] response: {'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'code': 200} Apr 29 08:21:22.989047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:23.039172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b614953d-ae73-49fb-9776-de63e5c34aba,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:23.218151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6603b26-3f2b-4253-8a0d-e385775e7e2c req-605c2da1-24a7-40a6-aa53-ae52d7168048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:23.219639 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6603b26-3f2b-4253-8a0d-e385775e7e2c req-605c2da1-24a7-40a6-aa53-ae52d7168048 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 1099 time: 0.0401714 Apr 29 08:21:23.254747 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d6603b26-3f2b-4253-8a0d-e385775e7e2c req-109f3e86-54ba-4b18-8f71-9517fb1e62dd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278146 Apr 29 08:21:24.025443 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f4a2-0e0d-4208-a5fb-848f6b825187 req-8a65076b-d6e8-4eb4-aad2-0a150c7a0740 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:24.026899 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09e0f4a2-0e0d-4208-a5fb-848f6b825187 req-8a65076b-d6e8-4eb4-aad2-0a150c7a0740 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0516541 Apr 29 08:21:24.063620 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09e0f4a2-0e0d-4208-a5fb-848f6b825187 req-8b8781d6-8538-4214-8c22-ede1b8180ea2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308526 Apr 29 08:21:25.178403 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041d15c-404d-442e-81d4-07ae350b3e42 req-3aea51db-1c98-444a-b167-b5f6af1e8d85 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:25.179903 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e041d15c-404d-442e-81d4-07ae350b3e42 req-3aea51db-1c98-444a-b167-b5f6af1e8d85 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0486195 Apr 29 08:21:25.226810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e041d15c-404d-442e-81d4-07ae350b3e42 req-67e826ed-5d48-4e4d-af37-6b48e2f3fddc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Apr 29 08:21:25.336802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cab7d-93b1-4ad3-ba4d-dec475cc2f8d req-a438a8a2-4542-4559-950c-c244a3670263 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:25.338480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-919cab7d-93b1-4ad3-ba4d-dec475cc2f8d req-a438a8a2-4542-4559-950c-c244a3670263 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0471687 Apr 29 08:21:25.375227 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-919cab7d-93b1-4ad3-ba4d-dec475cc2f8d req-2cc33c5b-a286-4874-b69f-0f0c9f3b745c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305555 Apr 29 08:21:25.397159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55426) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:25.438374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a09e6a-af29-424c-b132-c96c242fc616 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:25.439830 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-45a09e6a-af29-424c-b132-c96c242fc616 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 1094 time: 0.0417266 Apr 29 08:21:25.442550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55428) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:25.447188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:25.531921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:25.624271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:25.728354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.182 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/a70bb770-0fa2-4f1f-b759-35c215d84f43) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:25.827191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:25.903408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:25.941441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:25.946663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:25.950139 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:25.972859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=a70bb770-0fa2-4f1f-b759-35c215d84f43,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:26.292938 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:26.413906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:26.555291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:26.608940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:26.678249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=a70bb770-0fa2-4f1f-b759-35c215d84f43,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:26.688247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:26.785450 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP cd60f852-3fe1-48b0-9574-08999ce3c0e3 associated. External IP: 172.26.2.182, port: b614953d-ae73-49fb-9776-de63e5c34aba. Apr 29 08:21:27.257818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:21:27.364525 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:27.374290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] Sync routers for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:27.384115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:27.384732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:21:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:27.436311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:27.462336 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6fa14e0a-193d-4c98-944b-93a3d69093a4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0187855 Apr 29 08:21:27.463209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:21:27.465544 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beec31e-07c5-4bc4-88d3-0056999a0bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:21:27.489867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:27.509090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c860887b-c902-48ad-bda7-0590a5b43f3e x-openstack-request-id: req-c860887b-c902-48ad-bda7-0590a5b43f3e {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:21:27.509331 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:21:27.509582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c860887b-c902-48ad-bda7-0590a5b43f3e {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:21:27.509980 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c860887b-c902-48ad-bda7-0590a5b43f3e'] response: {'name': 'network-changed', 'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'status': 'completed', 'code': 200} Apr 29 08:21:27.587150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83bc44-6d90-4058-a610-3c483c6d9548 req-16b38e11-4c47-43c5-93bb-25257b5adbd6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:27.589510 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d83bc44-6d90-4058-a610-3c483c6d9548 req-16b38e11-4c47-43c5-93bb-25257b5adbd6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0780921 Apr 29 08:21:27.606816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-860e9832-a6cf-4a47-a4f1-0798133005d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:27.608264 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-860e9832-a6cf-4a47-a4f1-0798133005d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 1099 time: 0.0721354 Apr 29 08:21:27.676749 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7d83bc44-6d90-4058-a610-3c483c6d9548 req-acc0dc37-c2d7-4b56-8669-3ae3de539285 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785897 Apr 29 08:21:27.702258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55434) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:27.717150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-0b270d1a-b66c-4e0e-8261-2fd12285f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:27.718668 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-0b270d1a-b66c-4e0e-8261-2fd12285f883 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25d5599d-da30-4681-a04e-8f77df2f4d6f HTTP/1.1" status: 200 len: 898 time: 0.1043086 Apr 29 08:21:27.735761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'cd60f852-3fe1-48b0-9574-08999ce3c0e3', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'port_id': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'mac_address': 'fa:16:3e:b0:68:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:21:26Z', 'updated_at': '2022-04-29T08:21:26Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:14Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:27.762211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] Checking router: 07e61c6d-00a2-4b69-bafe-cca0afdc2321 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:27.769182 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-10a7c686-a0f9-4321-b03f-029ca7db49ce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/cd60f852-3fe1-48b0-9574-08999ce3c0e3 HTTP/1.1" status: 200 len: 992 time: 0.0657244 Apr 29 08:21:27.771397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:27.772039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:21:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:27.789460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-6094fd3a-ef69-410e-b7f7-f0bde230a8df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b614953d-ae73-49fb-9776-de63e5c34aba HTTP/1.1" status: 200 len: 1000 time: 0.0647655 Apr 29 08:21:27.837166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-f7138e03-5386-4310-9556-b22f2b2c2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:27.838896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-f7138e03-5386-4310-9556-b22f2b2c2498 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17cee502-da2f-4965-b908-0f0a468a2d6a HTTP/1.1" status: 200 len: 834 time: 0.0421870 Apr 29 08:21:27.877277 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:27.883928 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-5f2626b9-1eff-4521-a6c6-14862344d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:27.885411 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-5f2626b9-1eff-4521-a6c6-14862344d36d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25d5599d-da30-4681-a04e-8f77df2f4d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398405 Apr 29 08:21:27.978173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-d5b41278-8a2e-498f-a782-ace7b3e49ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855539 Apr 29 08:21:28.065757 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5beec31e-07c5-4bc4-88d3-0056999a0bf8 req-ad77b4d8-5319-4db7-af75-390e7f0ae6e4 service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812652 Apr 29 08:21:28.104495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'cd60f852-3fe1-48b0-9574-08999ce3c0e3', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'port_id': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'mac_address': 'fa:16:3e:b0:68:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:21:26Z', 'updated_at': '2022-04-29T08:21:26Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:14Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:28.129805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09498561-2574-4215-bf3c-aece90b8e406 None None] The sync data for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv is: [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'cd60f852-3fe1-48b0-9574-08999ce3c0e3', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'port_id': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'mac_address': 'fa:16:3e:b0:68:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:21:26Z', 'updated_at': '2022-04-29T08:21:26Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:14Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:28.305558 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e0dc6-8e51-4fef-af31-d28247a561a1 None None] New status for floating IP cd60f852-3fe1-48b0-9574-08999ce3c0e3: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:21:28.771175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55436) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:21:28.835410 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-42a89519-0248-4c3f-80c5-e71d18892cb1 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/cd60f852-3fe1-48b0-9574-08999ce3c0e3 HTTP/1.1" status: 200 len: 994 time: 0.0625863 Apr 29 08:21:34.651270 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:21:41.203231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc476-fbeb-4ac5-8512-2cbd2ef02ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:43.005518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:43.262747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-550b5ca9-4036-4080-94f9-3f11f5cf74a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:43.609616 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-043d7f10-e6c4-415a-bfee-207b1e1315cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456994 Apr 29 08:21:43.690130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-bcb79054-5bb3-4395-aece-8b9b9a3dd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:43.691748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-bcb79054-5bb3-4395-aece-8b9b9a3dd3f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 1099 time: 0.0414538 Apr 29 08:21:43.801463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-30e14337-ca2e-462c-b1dc-092af96e1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:43.803408 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-30e14337-ca2e-462c-b1dc-092af96e1cf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25d5599d-da30-4681-a04e-8f77df2f4d6f HTTP/1.1" status: 200 len: 898 time: 0.0916221 Apr 29 08:21:43.874726 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-2961dee2-23d4-41a8-b8c3-bc0977171588 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b614953d-ae73-49fb-9776-de63e5c34aba HTTP/1.1" status: 200 len: 1002 time: 0.0646667 Apr 29 08:21:43.926972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-8d6542ec-9dd6-465f-afad-4a97fae1ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:43.928399 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-8d6542ec-9dd6-465f-afad-4a97fae1ef2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17cee502-da2f-4965-b908-0f0a468a2d6a HTTP/1.1" status: 200 len: 834 time: 0.0472627 Apr 29 08:21:43.982377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-e7129153-5144-4e57-ab94-40df487f2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:21:43.983884 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-e7129153-5144-4e57-ab94-40df487f2cff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25d5599d-da30-4681-a04e-8f77df2f4d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468452 Apr 29 08:21:44.071141 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-d74f9951-cbac-4ccd-8c35-f2a9185de197 service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799158 Apr 29 08:21:44.164174 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d170ecd9-2bc4-45db-b179-cc098932ad3a req-d96f709e-bdef-4eb8-9268-014b7b449feb service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857248 Apr 29 08:21:45.117749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:46.257707 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:21:46.691667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:00.445416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883be9b-555f-4130-9d7e-1021b41731ab req-9fd4a5ff-a3fc-443d-9925-826c72153691 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:00.445416 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5883be9b-555f-4130-9d7e-1021b41731ab req-9fd4a5ff-a3fc-443d-9925-826c72153691 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0579555 Apr 29 08:22:00.478842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5883be9b-555f-4130-9d7e-1021b41731ab req-cc92b99d-761a-4a30-a3e4-ee7dc41b287a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325730 Apr 29 08:22:01.594663 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8d36e-9ca7-42e8-959a-a8543a5225a4 req-070908a0-5e79-4c62-a487-e093f7ffb2f4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:01.596085 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ecb8d36e-9ca7-42e8-959a-a8543a5225a4 req-070908a0-5e79-4c62-a487-e093f7ffb2f4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0469868 Apr 29 08:22:01.632144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ecb8d36e-9ca7-42e8-959a-a8543a5225a4 req-6e2062a7-ee65-46ac-afa4-03fb569037ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302458 Apr 29 08:22:01.654120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55454) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:01.716963 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-adfb77e5-8800-455e-93be-6da7c1b00f96 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/cd60f852-3fe1-48b0-9574-08999ce3c0e3 HTTP/1.1" status: 200 len: 994 time: 0.0617332 Apr 29 08:22:03.137111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549719f2-6dd1-4aeb-ae70-bd85f381df46 req-bb342c7b-fbad-41f7-b1e9-6b4c608cac3d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:03.138691 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-549719f2-6dd1-4aeb-ae70-bd85f381df46 req-bb342c7b-fbad-41f7-b1e9-6b4c608cac3d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0486538 Apr 29 08:22:03.176934 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-549719f2-6dd1-4aeb-ae70-bd85f381df46 req-e163fff3-7870-49f8-91af-bd9c88272271 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321245 Apr 29 08:22:04.295543 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ff340-31c4-41a1-a325-a5a8c99c6518 req-7bcb74dd-6f97-44f8-80ca-16459c22ea0d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:04.296998 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-810ff340-31c4-41a1-a325-a5a8c99c6518 req-7bcb74dd-6f97-44f8-80ca-16459c22ea0d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0472565 Apr 29 08:22:04.333583 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-810ff340-31c4-41a1-a325-a5a8c99c6518 req-b9ac5f8b-c043-4f87-ba43-04e8ddcdbffa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Apr 29 08:22:04.356391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55464) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:04.417658 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-22378451-74d2-4ba0-ad59-ab162aa811be tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/cd60f852-3fe1-48b0-9574-08999ce3c0e3 HTTP/1.1" status: 200 len: 994 time: 0.0601165 Apr 29 08:22:04.642730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55470) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:04.797800 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port a70bb770-0fa2-4f1f-b759-35c215d84f43 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:22:04.798141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:04.873990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:04.874313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:04.886011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for a70bb770-0fa2-4f1f-b759-35c215d84f43 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:22:05.113849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:05.141355 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=a70bb770-0fa2-4f1f-b759-35c215d84f43,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:05.150882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.151228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.151566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.151902 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.152235 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.153108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.153108 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.153295 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.153491 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.153808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.154131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.154486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:05.211690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:05.212266 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP cd60f852-3fe1-48b0-9574-08999ce3c0e3 disassociated (deleted). External IP: 172.26.2.182, port: b614953d-ae73-49fb-9776-de63e5c34aba. Apr 29 08:22:05.414449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:22:05.519155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:22:05.524102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:05.529102 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] Sync routers for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:22:05.537821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:05.538419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:21:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:05.550645 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-29154e01-07e9-4479-a4e4-ada6f22ad862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd60f852-3fe1-48b0-9574-08999ce3c0e3 HTTP/1.1" status: 204 len: 168 time: 0.9068112 Apr 29 08:22:05.551319 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:22:05.553691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de325218-e4c5-4801-9548-5a53b8350fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:22:05.602703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597368e2-5baa-4df5-b1dc-1f660108e186 x-openstack-request-id: req-597368e2-5baa-4df5-b1dc-1f660108e186 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:22:05.602703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:22:05.602703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-597368e2-5baa-4df5-b1dc-1f660108e186 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:22:05.602703 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597368e2-5baa-4df5-b1dc-1f660108e186'] response: {'name': 'network-changed', 'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'status': 'completed', 'code': 200} Apr 29 08:22:05.658110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:05.665758 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-33f225bf-9647-4ae8-bc9d-bc8af796bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:05.667775 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-33f225bf-9647-4ae8-bc9d-bc8af796bc47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 1099 time: 0.0420339 Apr 29 08:22:05.765639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-6ed895e3-79dd-4831-86d0-407c2bf8c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:05.767290 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-6ed895e3-79dd-4831-86d0-407c2bf8c220 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25d5599d-da30-4681-a04e-8f77df2f4d6f HTTP/1.1" status: 200 len: 898 time: 0.0913823 Apr 29 08:22:05.810994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-c13f4abe-f5ee-4bfb-b908-9c202af09ac6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b614953d-ae73-49fb-9776-de63e5c34aba HTTP/1.1" status: 200 len: 217 time: 0.0369542 Apr 29 08:22:05.872584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-89b7b490-b59e-49b2-b7df-043619d9c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:05.874127 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-89b7b490-b59e-49b2-b7df-043619d9c303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17cee502-da2f-4965-b908-0f0a468a2d6a HTTP/1.1" status: 200 len: 834 time: 0.0565927 Apr 29 08:22:05.930295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-11f46e27-d1af-436c-922a-ac2b46d46e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:05.930295 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-11f46e27-d1af-436c-922a-ac2b46d46e81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25d5599d-da30-4681-a04e-8f77df2f4d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487781 Apr 29 08:22:06.007682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:14Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:06.036631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] Checking router: 07e61c6d-00a2-4b69-bafe-cca0afdc2321 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:22:06.045481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:06.046104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:21:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:06.067006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c768a-87c3-4b62-8b62-558ae7f32b4b req-a6d3d54c-87fd-4c69-92ae-cd20347fbef8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:06.068452 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c4c768a-87c3-4b62-8b62-558ae7f32b4b req-a6d3d54c-87fd-4c69-92ae-cd20347fbef8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0758007 Apr 29 08:22:06.070552 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-3eec4964-366e-4cf1-a8a8-8215a52c74b0 service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246469 Apr 29 08:22:06.151267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:06.151480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c4c768a-87c3-4b62-8b62-558ae7f32b4b req-c97e64a3-9468-4a7a-afee-1c9de92f5a2d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757520 Apr 29 08:22:06.182521 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-de325218-e4c5-4801-9548-5a53b8350fd6 req-93a8be41-a8f7-414b-8efd-6c37c3b19ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015952 Apr 29 08:22:06.345459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:14Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:06.370805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d81414-9a68-4553-985f-a11dad7819ab None None] The sync data for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv is: [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:11Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '5d2ce588-f225-4f3b-affe-b6c3359794fb', 'name': '', 'network_id': '25d5599d-da30-4681-a04e-8f77df2f4d6f', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:43:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:10Z', 'updated_at': '2022-04-29T08:21:14Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '17cee502-da2f-4965-b908-0f0a468a2d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:22:06.567622 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6f4d7-ed37-4a76-ad80-fe72ff44c1b4 None None] New status for floating IP cd60f852-3fe1-48b0-9574-08999ce3c0e3: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:22:07.270986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c40fd-7712-4dbd-b08a-e6e81205304a req-6a8d3929-2fb2-4a80-9f84-5cc381a1f71b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:07.272479 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a1c40fd-7712-4dbd-b08a-e6e81205304a req-6a8d3929-2fb2-4a80-9f84-5cc381a1f71b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0510159 Apr 29 08:22:07.315264 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a1c40fd-7712-4dbd-b08a-e6e81205304a req-6e4797c4-6663-4720-93c5-6dc220302530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363057 Apr 29 08:22:07.499013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-70ad8846-860f-4ea9-886c-8390ab29194e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:07.500434 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-70ad8846-860f-4ea9-886c-8390ab29194e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 946 time: 0.0474672 Apr 29 08:22:07.585032 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port b614953d-ae73-49fb-9776-de63e5c34aba {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:22:07.585370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:07.674216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port b614953d-ae73-49fb-9776-de63e5c34aba, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b614953d-ae73-49fb-9776-de63e5c34aba,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:07.676470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:07.687824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for b614953d-ae73-49fb-9776-de63e5c34aba owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:22:07.888492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:07.916221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=b614953d-ae73-49fb-9776-de63e5c34aba,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:07.943038 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.943381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.943715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.944044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.944370 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.944692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.945010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.945330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.945647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.945963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.946280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.946620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:07.965080 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] No DVR routers for this DVR port b614953d-ae73-49fb-9776-de63e5c34aba on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:22:07.967476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:07.970855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-213f48e7-47cf-4dae-9b5d-03ed666854a0 req-7147b0ba-fbd2-45d4-b0da-cd399859785b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "DELETE /v2.0/ports/b614953d-ae73-49fb-9776-de63e5c34aba HTTP/1.1" status: 204 len: 173 time: 0.4647796 Apr 29 08:22:07.971328 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'name': 'network-vif-deleted', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:22:07.973603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b89545c-df84-42ce-8202-efc2c4081020" -d '{"events": [{"server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "name": "network-vif-deleted", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:22:08.009998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08dcd2f-15d6-42e8-b07d-c4b333f33cf5 x-openstack-request-id: req-c08dcd2f-15d6-42e8-b07d-c4b333f33cf5 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:22:08.010290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d01f64-2dfc-4eac-aedf-fb0a33c1745d", "name": "network-vif-deleted", "tag": "b614953d-ae73-49fb-9776-de63e5c34aba", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:22:08.010569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c08dcd2f-15d6-42e8-b07d-c4b333f33cf5 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:22:08.010963 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08dcd2f-15d6-42e8-b07d-c4b333f33cf5'] response: {'server_uuid': 'f3d01f64-2dfc-4eac-aedf-fb0a33c1745d', 'name': 'network-vif-deleted', 'tag': 'b614953d-ae73-49fb-9776-de63e5c34aba', 'status': 'completed', 'code': 200} Apr 29 08:22:08.422573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4c590204-b2f6-431d-81fd-ae93d1e6035f req-30184c43-c729-4383-aa94-29d3d349129e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d01f64-2dfc-4eac-aedf-fb0a33c1745d HTTP/1.1" status: 200 len: 210 time: 0.0262582 Apr 29 08:22:09.479569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55494) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:09.823405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:10.063006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 5d2ce588-f225-4f3b-affe-b6c3359794fb {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:22:10.063264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:10.152988 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 5d2ce588-f225-4f3b-affe-b6c3359794fb, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=5d2ce588-f225-4f3b-affe-b6c3359794fb,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:10.153356 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:10.165790 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 5d2ce588-f225-4f3b-affe-b6c3359794fb owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:22:10.405180 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:10.430949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=5d2ce588-f225-4f3b-affe-b6c3359794fb,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:10.609703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:10.818953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:22:10.845934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b614953d-ae73-49fb-9776-de63e5c34aba no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:22:10.875242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: b614953d-ae73-49fb-9776-de63e5c34aba {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:22:10.875586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b614953d-ae73-49fb-9776-de63e5c34aba not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:22:10.924965 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:22:10.930380 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a44b0449-cb23-487c-b0c7-cedec6ecd933 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/07e61c6d-00a2-4b69-bafe-cca0afdc2321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4493318 Apr 29 08:22:10.932582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55498) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:10.935903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] Sync routers for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:22:10.946464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:10.947084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:21:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:10.985904 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting subnet 17cee502-da2f-4965-b908-0f0a468a2d6a {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:22:10.988890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.027131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.050961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:11.108891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.239044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:22:10Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:11.243015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.271020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Subnet': ['ID=17cee502-da2f-4965-b908-0f0a468a2d6a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:11.271291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] Checking router: 07e61c6d-00a2-4b69-bafe-cca0afdc2321 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:22:11.276083 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b67742e-d9c7-4e76-b35e-4d7531c1e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.276217 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.278384 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-7472187f-a55c-40ab-a2e0-cab6425c43ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/subnets/17cee502-da2f-4965-b908-0f0a468a2d6a HTTP/1.1" status: 204 len: 168 time: 0.3442032 Apr 29 08:22:11.280966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55500) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:11.285596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76018667-a219-4127-80a9-f3be4cf5ec37 None None] Network 25d5599d-da30-4681-a04e-8f77df2f4d6f requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:22:11.305500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] Routers {'07e61c6d-00a2-4b69-bafe-cca0afdc2321'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:11.306120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:21:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:11.491249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] Set router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:11.593686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] DHCP port deletion for 25d5599d-da30-4681-a04e-8f77df2f4d6f request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:22:11.650095 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:22:11.705947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Deleting port c920fd7f-8965-4440-aacf-a33cbc9c601f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:22:11.706308 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.730141 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.770817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:22:10Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:11.777282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] For port c920fd7f-8965-4440-aacf-a33cbc9c601f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c920fd7f-8965-4440-aacf-a33cbc9c601f,segment=NetworkSegment(b2966929-8fba-48ae-a976-ae444340911d),segment_id=b2966929-8fba-48ae-a976-ae444340911d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:11.777666 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.805722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95a4e1-7942-4d65-9fed-894e22fdc399 None None] The sync data for ids ['07e61c6d-00a2-4b69-bafe-cca0afdc2321'] in dv-neutron-839740-1-hyperv is: [{'id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050859391', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:22:10Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '4293ff3e-b93d-4cde-b865-2c5e86969385', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e61c6d-00a2-4b69-bafe-cca0afdc2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:22:11.813697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Calling delete_port for c920fd7f-8965-4440-aacf-a33cbc9c601f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:22:11.832766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.964571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 4293ff3e-b93d-4cde-b865-2c5e86969385 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:22:11.964903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:11.980032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.004614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Pushing event deleted for resources: {'Port': ['ID=c920fd7f-8965-4440-aacf-a33cbc9c601f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:12.012711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] No DVR routers for this DVR port c920fd7f-8965-4440-aacf-a33cbc9c601f on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:22:12.014733 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.015074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.015411 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.015739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.016061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.016386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.016705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.017024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.017342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.017657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.017970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.018288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6699773-f0ed-401a-be16-9abd6ae97b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:12.043633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 4293ff3e-b93d-4cde-b865-2c5e86969385, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=4293ff3e-b93d-4cde-b865-2c5e86969385,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:12.044016 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.056470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 4293ff3e-b93d-4cde-b865-2c5e86969385 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:22:12.279938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.310819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=4293ff3e-b93d-4cde-b865-2c5e86969385,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:12.371474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.458962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.461037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.548421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.548944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Fanout notify agent at l3_agent the message router_deleted on router 07e61c6d-00a2-4b69-bafe-cca0afdc2321 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:22:12.555980 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.557096 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1d11a806-0265-4b09-a533-71212c221b3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/routers/07e61c6d-00a2-4b69-bafe-cca0afdc2321 HTTP/1.1" status: 204 len: 168 time: 1.2751458 Apr 29 08:22:12.560451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55502) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:12.607849 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c920fd7f-8965-4440-aacf-a33cbc9c601f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:22:12.629617 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: c920fd7f-8965-4440-aacf-a33cbc9c601f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:22:12.630101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c920fd7f-8965-4440-aacf-a33cbc9c601f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:22:12.630641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5d2ce588-f225-4f3b-affe-b6c3359794fb no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:22:12.645279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.650904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 5d2ce588-f225-4f3b-affe-b6c3359794fb {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:22:12.650904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 5d2ce588-f225-4f3b-affe-b6c3359794fb not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:22:12.739468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.762662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d5599d-da30-4681-a04e-8f77df2f4d6f']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:12.771483 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2966929-8fba-48ae-a976-ae444340911d') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:12.771771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2966929-8fba-48ae-a976-ae444340911d') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:12.781044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.794475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.800096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:22:12.800471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:22:12.803336 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:22:12.911357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.919113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:12.921655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/networks/25d5599d-da30-4681-a04e-8f77df2f4d6f HTTP/1.1" status: 204 len: 168 time: 0.3601427 Apr 29 08:22:12.928223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55504) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:12.933326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f321-9acb-463a-81b6-ad037dc5be13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Network': ['ID=25d5599d-da30-4681-a04e-8f77df2f4d6f,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:12.993004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a98ed0ba-8553-42fb-a49a-c4b7546a4282 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.009600 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.019716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a98ed0ba-8553-42fb-a49a-c4b7546a4282 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.153451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a98ed0ba-8553-42fb-a49a-c4b7546a4282 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.156032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a98ed0ba-8553-42fb-a49a-c4b7546a4282 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.157210 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a98ed0ba-8553-42fb-a49a-c4b7546a4282 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc2dcd1e-4df1-44a2-9801-f24e2d5963f2 HTTP/1.1" status: 204 len: 168 time: 0.2278147 Apr 29 08:22:13.166357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ed0ba-8553-42fb-a49a-c4b7546a4282 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2dcd1e-4df1-44a2-9801-f24e2d5963f2,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:13.299881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57555d5a-24cb-4fc7-9bb9-9bad00c81744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.488584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55510) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:13.493161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-603b43be-5d5e-43fc-978d-1cec2c9c0b9d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320626107', 'description': 'tempest-secgroup-smoke-320626107 description', 'project_id': '116ae3c7af334d01a5525c8b11ad8942'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:13.571272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-603b43be-5d5e-43fc-978d-1cec2c9c0b9d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.636532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-603b43be-5d5e-43fc-978d-1cec2c9c0b9d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.699920 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-603b43be-5d5e-43fc-978d-1cec2c9c0b9d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.727995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b43be-5d5e-43fc-978d-1cec2c9c0b9d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:13.781476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-603b43be-5d5e-43fc-978d-1cec2c9c0b9d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.782746 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-603b43be-5d5e-43fc-978d-1cec2c9c0b9d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2931299 Apr 29 08:22:13.785574 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55512) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:13.789898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f3b83ec2-76db-43e6-aaae-f40631c1b2b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '77a6f6b1-b1e3-452f-932f-d8cbad5b0c05', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:13.867048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f3b83ec2-76db-43e6-aaae-f40631c1b2b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.922300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f3b83ec2-76db-43e6-aaae-f40631c1b2b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:13.988042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f3b83ec2-76db-43e6-aaae-f40631c1b2b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.008223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b83ec2-76db-43e6-aaae-f40631c1b2b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c4c703-61f0-421c-a86a-56c1f13a87e4,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:14.101675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f3b83ec2-76db-43e6-aaae-f40631c1b2b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.102888 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f3b83ec2-76db-43e6-aaae-f40631c1b2b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163996 Apr 29 08:22:14.106149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55514) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:14.110703 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-c923beab-20af-4ac6-a6f7-b583c16b2ce9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '77a6f6b1-b1e3-452f-932f-d8cbad5b0c05', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:14.191400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c923beab-20af-4ac6-a6f7-b583c16b2ce9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.254402 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c923beab-20af-4ac6-a6f7-b583c16b2ce9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.328671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c923beab-20af-4ac6-a6f7-b583c16b2ce9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.347897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923beab-20af-4ac6-a6f7-b583c16b2ce9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f4b456-b6eb-4408-bc92-837dee98b8f9,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:14.421809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-c923beab-20af-4ac6-a6f7-b583c16b2ce9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.423048 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-c923beab-20af-4ac6-a6f7-b583c16b2ce9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159087 Apr 29 08:22:14.425743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55516) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:14.430036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5e932334-e8c5-4717-b80a-25aaa18bf4f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '77a6f6b1-b1e3-452f-932f-d8cbad5b0c05', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:14.503731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4293ff3e-b93d-4cde-b865-2c5e86969385 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:22:14.516892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e932334-e8c5-4717-b80a-25aaa18bf4f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.524212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 4293ff3e-b93d-4cde-b865-2c5e86969385 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:22:14.524554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 4293ff3e-b93d-4cde-b865-2c5e86969385 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:22:14.574886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e932334-e8c5-4717-b80a-25aaa18bf4f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.644970 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e932334-e8c5-4717-b80a-25aaa18bf4f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.663433 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e932334-e8c5-4717-b80a-25aaa18bf4f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b656e0-da97-4d7a-8408-c80e61fbc6de,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:14.727265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5e932334-e8c5-4717-b80a-25aaa18bf4f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.728507 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5e932334-e8c5-4717-b80a-25aaa18bf4f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3018215 Apr 29 08:22:14.731172 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55518) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:14.738109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-5c9a4c31-3692-4c4d-b635-b07fbebe0756 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '77a6f6b1-b1e3-452f-932f-d8cbad5b0c05', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:14.843705 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4c31-3692-4c4d-b635-b07fbebe0756 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.900006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4c31-3692-4c4d-b635-b07fbebe0756 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.976671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4c31-3692-4c4d-b635-b07fbebe0756 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:14.996246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4c31-3692-4c4d-b635-b07fbebe0756 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af7cf50-708a-41b0-9b74-b3c73076c64c,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:15.052828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4c31-3692-4c4d-b635-b07fbebe0756 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.054033 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5c9a4c31-3692-4c4d-b635-b07fbebe0756 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218627 Apr 29 08:22:15.056616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55520) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:15.061335 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '77a6f6b1-b1e3-452f-932f-d8cbad5b0c05', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:15.096710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.147829 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:22:15.152718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.213192 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.282366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.300388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1a9e38-306c-4161-9cb9-baf164bcb1d7,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:15.378560 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.379889 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b8fbc78c-ad97-478d-9ad7-c360e843d8b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223429 Apr 29 08:22:15.382668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55522) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:15.387122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '77a6f6b1-b1e3-452f-932f-d8cbad5b0c05', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:15.502710 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:22:15.507889 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.566091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.631254 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.647381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae33e95-cc5b-4981-b905-bb127ca9628f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:15.724877 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.726126 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2093864d-1c27-4f09-853a-9e211c396530 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3425350 Apr 29 08:22:15.728990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55524) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:15.734566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'network': {'name': 'tempest-network-smoke--1746121760', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:15.859765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:22:15.863257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.885654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:22:15.894013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:15.894464 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Added segment 692409c4-4971-4266-b47c-9acf35a91c5a of type vlan for network b80fc6b6-eab1-4465-95b4-6333aeb42c41 Apr 29 08:22:15.935633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.031026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.036521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:16.037084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.100005 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Network': ['ID=b80fc6b6-eab1-4465-95b4-6333aeb42c41,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:16.110515 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:22:16.130718 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f16690a8-5f1f-40c7-a937-e141f401bfce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4006772 Apr 29 08:22:16.133340 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55526) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:16.138277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'admin_state_up': True, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:16.216568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.217612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.277298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.293910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.497894 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.699646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.785337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.803841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:16.902025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.131 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/15402708-108d-48e6-916e-4c092486dd1d) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:22:17.002532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:17.094129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:17.128605 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:22:17.133215 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:22:17.136655 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:22:17.164864 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=15402708-108d-48e6-916e-4c092486dd1d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:17.434713 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:17.622962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:17.827620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 6e51fbf6-15ab-47ce-90d8-53a47c347617 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:22:17.929835 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:22:17.941831 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Sync routers for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:22:17.952035 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:17.952633 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:22:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:18.006884 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.008122 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bf2c72c5-8c74-432b-8006-ee96b80f5cbf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8738480 Apr 29 08:22:18.012030 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55528) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:18.039620 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b7095426-2654-425d-a861-3e9e03d72830 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=116ae3c7af334d01a5525c8b11ad8942&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264919 Apr 29 08:22:18.044206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55530) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:18.053182 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:18.132516 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618d9bf-b71c-45d2-b0af-7c9c8a87f821 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:18.134026 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d618d9bf-b71c-45d2-b0af-7c9c8a87f821 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888903 Apr 29 08:22:18.137430 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55532) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:18.164830 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cdf2aa2e-8bf2-4dff-8ced-146091cd20ca tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263443 Apr 29 08:22:18.167726 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55534) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:18.172377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-309908003', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:18.231729 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:17Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:18.258907 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Checking router: 6e51fbf6-15ab-47ce-90d8-53a47c347617 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:22:18.262413 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Updating router 6e51fbf6-15ab-47ce-90d8-53a47c347617 port 15402708-108d-48e6-916e-4c092486dd1d binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:22:18.283108 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.324844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:22:18.328504 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.537555 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.551390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.615539 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Subnet': ['ID=7ba90e0e-4fe0-4973-b878-45e57884a7c6,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:18.619837 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.622410 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Checking segment: {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:22:18.622793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network hostable DHCP agents. Network: b80fc6b6-eab1-4465-95b4-6333aeb42c41, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:22:18.667050 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Attempting to bind port 15402708-108d-48e6-916e-4c092486dd1d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:22:18.668046 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Attempting to bind port 15402708-108d-48e6-916e-4c092486dd1d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:22:18.668400 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Attempting to bind port 15402708-108d-48e6-916e-4c092486dd1d on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:22:18.676961 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Pushing event updated for resources: {'Port': ['ID=15402708-108d-48e6-916e-4c092486dd1d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:18.686274 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:22:18.686274 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:22:18.686274 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.686274 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:22:18.686274 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Bound port: 15402708-108d-48e6-916e-4c092486dd1d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:22:18.686274 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.702820 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.703161 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.703495 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.703825 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.704166 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.704662 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.704871 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.705188 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.705502 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.705689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:22:18.705795 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.706108 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.706450 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:22:18.751740 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] For port 15402708-108d-48e6-916e-4c092486dd1d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:22:18.755778 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] For port 15402708-108d-48e6-916e-4c092486dd1d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=15402708-108d-48e6-916e-4c092486dd1d,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:22:18.794050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, b80fc6b6-eab1-4465-95b4-6333aeb42c41) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:22:18.797987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:18.798624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.802313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b40a1-9d8d-4a80-a945-d501a0bc16b5 None None] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:22:18.828906 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:18.889140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafb43e-f4a7-4cee-916b-af4be92b9a1f None None] Pushing event updated for resources: {'Port': ['ID=15402708-108d-48e6-916e-4c092486dd1d,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:18.892477 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:18.893078 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:22:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:18.894249 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0b101231-4d4e-4366-9c64-b55980e815d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7255161 Apr 29 08:22:18.896949 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55536) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:19.007521 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:19.091941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:22:19.092812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.234210 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Allocated IP 172.20.0.2 (b80fc6b6-eab1-4465-95b4-6333aeb42c41/7ba90e0e-4fe0-4973-b878-45e57884a7c6/f203ca29-e791-4474-bef9-0ff65330bd28) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:22:19.284043 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:17Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:19.309956 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da31ab6-03a8-470e-a2c6-0cc899c47201 None None] The sync data for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv is: [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:17Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:22:19.346854 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.389739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.451742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.491326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:22:19.494123 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:22:19.500485 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:22:19.513507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Pushing event updated for resources: {'Port': ['ID=f203ca29-e791-4474-bef9-0ff65330bd28,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:19.589118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Attempting to bind port f203ca29-e791-4474-bef9-0ff65330bd28 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:22:19.589492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Attempting to bind port f203ca29-e791-4474-bef9-0ff65330bd28 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:22:19.589856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Attempting to bind port f203ca29-e791-4474-bef9-0ff65330bd28 on network b80fc6b6-eab1-4465-95b4-6333aeb42c41 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:22:19.597721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:22:19.598126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Checking segment: {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:22:19.598626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.599017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Bound using segment: {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:22:19.600407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Bound port: f203ca29-e791-4474-bef9-0ff65330bd28, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:22:19.600407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.673884 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] For port f203ca29-e791-4474-bef9-0ff65330bd28, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:22:19.677491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] For port f203ca29-e791-4474-bef9-0ff65330bd28, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f203ca29-e791-4474-bef9-0ff65330bd28,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:22:19.685950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.1 (b80fc6b6-eab1-4465-95b4-6333aeb42c41/7ba90e0e-4fe0-4973-b878-45e57884a7c6/d4dc2043-e28f-4624-ae49-c925d8068737) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:22:19.748580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.814092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c88b9-1ca2-4c03-963d-a0c47a3c2b0c None None] Pushing event updated for resources: {'Port': ['ID=f203ca29-e791-4474-bef9-0ff65330bd28,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:19.843302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.936855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:19.974716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:22:19.977741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:22:19.985208 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:22:20.028250 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=d4dc2043-e28f-4624-ae49-c925d8068737,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:20.049375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:20.273175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:20.619812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 15402708-108d-48e6-916e-4c092486dd1d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:22:20.678851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 15402708-108d-48e6-916e-4c092486dd1d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:20.679220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:20.766995 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:20.798363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 15402708-108d-48e6-916e-4c092486dd1d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=15402708-108d-48e6-916e-4c092486dd1d,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:20.811670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e672484-3e1d-46aa-8d3b-11f58390f901 None None] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:22:20.864371 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:20.865158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f203ca29-e791-4474-bef9-0ff65330bd28 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:22:20.904966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:20.998496 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.008915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5c7e453c-4ef0-40ee-8005-5f38c0b41a62 None None] Provisioning complete for port f203ca29-e791-4474-bef9-0ff65330bd28 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:21.009429 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c7e453c-4ef0-40ee-8005-5f38c0b41a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.031338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=15402708-108d-48e6-916e-4c092486dd1d,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:21.081776 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.081966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f203ca29-e791-4474-bef9-0ff65330bd28 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:21.082245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.088246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=d4dc2043-e28f-4624-ae49-c925d8068737,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:21.192393 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:22:21.193929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:22:21.197300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c7e453c-4ef0-40ee-8005-5f38c0b41a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.234987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.251370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5c7e453c-4ef0-40ee-8005-5f38c0b41a62 None None] For port f203ca29-e791-4474-bef9-0ff65330bd28, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f203ca29-e791-4474-bef9-0ff65330bd28,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:21.316781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c7e453c-4ef0-40ee-8005-5f38c0b41a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.334179 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 6e51fbf6-15ab-47ce-90d8-53a47c347617 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:22:21.391254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:22:21.391788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG oslo_db.api [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:22:21.403161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e453c-4ef0-40ee-8005-5f38c0b41a62 None None] Pushing event updated for resources: {'Port': ['ID=f203ca29-e791-4474-bef9-0ff65330bd28,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:21.441309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ebef122c-7035-4129-bbb5-67ac6b110d36 None None] Provisioning complete for port d4dc2043-e28f-4624-ae49-c925d8068737 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:21.441761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebef122c-7035-4129-bbb5-67ac6b110d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.464607 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:22:21.469843 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-16594781-1394-48e3-a56c-465e98f327ec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/6e51fbf6-15ab-47ce-90d8-53a47c347617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5709901 Apr 29 08:22:21.482920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Sync routers for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:22:21.500286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ebef122c-7035-4129-bbb5-67ac6b110d36 None None] Port d4dc2043-e28f-4624-ae49-c925d8068737 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:22:21.503805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:21.504440 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:22:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:21.557615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ebef122c-7035-4129-bbb5-67ac6b110d36 None None] Provisioning complete for port f203ca29-e791-4474-bef9-0ff65330bd28 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:21.557615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebef122c-7035-4129-bbb5-67ac6b110d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.621193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-03a2e73f-d8b5-4c31-bc02-f921f5a3f908 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320626107&fields=id&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 267 time: 0.0371597 Apr 29 08:22:21.652001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:21.749207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-245561ef-5d98-4e74-8af8-6bc19cfbb652 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:21.750723 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-245561ef-5d98-4e74-8af8-6bc19cfbb652 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/networks?id=b80fc6b6-eab1-4465-95b4-6333aeb42c41 HTTP/1.1" status: 200 len: 797 time: 0.1165016 Apr 29 08:22:21.768692 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-2c9bd094-2dd1-4e87-866f-28c520880f5f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/quotas/116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 375 time: 0.0099626 Apr 29 08:22:21.821655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-9a38b1ec-4fb7-4a30-bc16-13a3a44e5572 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457063 Apr 29 08:22:21.837336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-45cddf07-0255-4710-a576-6eaf62f31b47 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:22:21.838273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-45cddf07-0255-4710-a576-6eaf62f31b47 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052717 Apr 29 08:22:21.895447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d9d92889-9a40-4139-b469-79769ff50d3e None None] Provisioning complete for port d4dc2043-e28f-4624-ae49-c925d8068737 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:21.896055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9d92889-9a40-4139-b469-79769ff50d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:21.915438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 2, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:21.929727 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-3fc741b3-6871-4d61-bf82-517d6d1972bc service neutron] 10.222.0.16 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Apr 29 08:22:21.968933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Checking router: 6e51fbf6-15ab-47ce-90d8-53a47c347617 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:22:21.969289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Updating router 6e51fbf6-15ab-47ce-90d8-53a47c347617 port d4dc2043-e28f-4624-ae49-c925d8068737 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:22:22.007964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d9d92889-9a40-4139-b469-79769ff50d3e None None] Port d4dc2043-e28f-4624-ae49-c925d8068737 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:22:22.009326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:22.020601 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-b0abbb95-2ce0-4a8e-8d62-ea18f4f675bb service neutron] 10.222.0.16 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842936 Apr 29 08:22:22.274090 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:22.306719 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a29bad44-b5b4-4fc4-8bce-806506f962d8 req-0d8fc23f-93bd-4ad6-aece-d0baa3aca359 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 210 time: 0.0264308 Apr 29 08:22:22.351104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:22.398331 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f033f8-37d8-4534-b727-ccb748478866 None None] Pushing event updated for resources: {'Port': ['ID=d4dc2043-e28f-4624-ae49-c925d8068737,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:22.453204 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Attempting to bind port d4dc2043-e28f-4624-ae49-c925d8068737 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:22:22.453575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Attempting to bind port d4dc2043-e28f-4624-ae49-c925d8068737 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:22:22.453935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Attempting to bind port d4dc2043-e28f-4624-ae49-c925d8068737 on network b80fc6b6-eab1-4465-95b4-6333aeb42c41 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:22:22.459037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:22:22.459529 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Checking segment: {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:22:22.459935 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:22.460324 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Bound using segment: {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:22:22.460788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Bound port: d4dc2043-e28f-4624-ae49-c925d8068737, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:22:22.461166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:22.537816 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] For port d4dc2043-e28f-4624-ae49-c925d8068737, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:22:22.541220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] For port d4dc2043-e28f-4624-ae49-c925d8068737, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d4dc2043-e28f-4624-ae49-c925d8068737,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:22:22.575107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 15402708-108d-48e6-916e-4c092486dd1d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:22:22.612767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:22.692686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3b5377ee-74b3-46d0-b6ad-3c076beb3208 None None] Provisioning complete for port d4dc2043-e28f-4624-ae49-c925d8068737 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:22.692896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b5377ee-74b3-46d0-b6ad-3c076beb3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:22.699654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f033f8-37d8-4534-b727-ccb748478866 None None] Pushing event updated for resources: {'Port': ['ID=d4dc2043-e28f-4624-ae49-c925d8068737,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:22.721824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:22.722291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:22:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:22.733544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 15402708-108d-48e6-916e-4c092486dd1d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:22.733996 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:23.049086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:23.096034 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b5377ee-74b3-46d0-b6ad-3c076beb3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:23.160848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f203ca29-e791-4474-bef9-0ff65330bd28 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:22:23.208543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3b5377ee-74b3-46d0-b6ad-3c076beb3208 None None] For port d4dc2043-e28f-4624-ae49-c925d8068737, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d4dc2043-e28f-4624-ae49-c925d8068737,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:23.279673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b5377ee-74b3-46d0-b6ad-3c076beb3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:23.316616 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port f203ca29-e791-4474-bef9-0ff65330bd28 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:23.316999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:23.399895 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5377ee-74b3-46d0-b6ad-3c076beb3208 None None] Pushing event updated for resources: {'Port': ['ID=d4dc2043-e28f-4624-ae49-c925d8068737,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:23.409833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4b6dcf47-6ebf-4b4e-ba70-2cce2564bc73 req-1912b4e3-4540-4cad-a316-3d9111df8d00 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 210 time: 0.0265794 Apr 29 08:22:23.424670 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2937c90c-ad28-4780-943c-ec236f48186e None None] Provisioning complete for port d4dc2043-e28f-4624-ae49-c925d8068737 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:23.425039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2937c90c-ad28-4780-943c-ec236f48186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:23.463701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:22Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:23.515969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69f742a-5f27-4044-9925-30cc61da1a82 None None] The sync data for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv is: [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:22Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:22:24.082109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-39c56b56-bda8-4959-afe8-ea2ea3e1d91c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:24.083913 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-39c56b56-bda8-4959-afe8-ea2ea3e1d91c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/networks?id=b80fc6b6-eab1-4465-95b4-6333aeb42c41 HTTP/1.1" status: 200 len: 797 time: 0.1129375 Apr 29 08:22:24.129238 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-99563765-e1b7-4024-98fb-44b2bbea64a7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 379 time: 0.0352125 Apr 29 08:22:24.139678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'port': {'device_id': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'admin_state_up': True, 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'security_groups': ['77a6f6b1-b1e3-452f-932f-d8cbad5b0c05']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:24.333931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:22:24.337873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:24.470479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.3 (b80fc6b6-eab1-4465-95b4-6333aeb42c41/7ba90e0e-4fe0-4973-b878-45e57884a7c6/de2bfe78-a71c-4c8b-a419-de74c332527c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:22:24.519370 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7ab1cd89-f573-44cf-beba-7bce47eb07d7 req-1bfbab5e-d38f-4225-8b0c-1e1e735643d8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 210 time: 0.0424564 Apr 29 08:22:24.603986 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d4dc2043-e28f-4624-ae49-c925d8068737 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:22:24.647829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:24.652765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d4dc2043-e28f-4624-ae49-c925d8068737 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:24.653130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:24.736984 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:24.783577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:22:24.786629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:22:24.790292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:22:24.797095 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=de2bfe78-a71c-4c8b-a419-de74c332527c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:25.016224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-5017b8b8-0305-4fab-84df-9bc706edabfc None None] Provisioning complete for port de2bfe78-a71c-4c8b-a419-de74c332527c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:25.016601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5017b8b8-0305-4fab-84df-9bc706edabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.051143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5017b8b8-0305-4fab-84df-9bc706edabfc None None] Port de2bfe78-a71c-4c8b-a419-de74c332527c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:22:25.119702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:25.120323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.190610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-fa62beb7-983d-470b-8e66-40ebec07a4dc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554156 Apr 29 08:22:25.202550 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Request body: {'port': {'device_id': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:25.253880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.517934 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2bfe78-a71c-4c8b-a419-de74c332527c {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:22:25.525215 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.536596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Transition to ACTIVE for port object de2bfe78-a71c-4c8b-a419-de74c332527c will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:22:25.604710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.702212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Pushing event updated for resources: {'Port': ['ID=de2bfe78-a71c-4c8b-a419-de74c332527c,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:25.711691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b260b-5f0b-4386-a7b8-2ab31d5107da req-599805ce-2552-4463-bb86-fc25d40fdddd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:25.713522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a57b260b-5f0b-4386-a7b8-2ab31d5107da req-599805ce-2552-4463-bb86-fc25d40fdddd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 943 time: 0.1205757 Apr 29 08:22:25.796553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a57b260b-5f0b-4386-a7b8-2ab31d5107da req-e513a547-23a9-4d9d-85d1-932a8f2a6986 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648530 Apr 29 08:22:25.811307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Attempting to bind port de2bfe78-a71c-4c8b-a419-de74c332527c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:22:25.811695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Attempting to bind port de2bfe78-a71c-4c8b-a419-de74c332527c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:22:25.811954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Attempting to bind port de2bfe78-a71c-4c8b-a419-de74c332527c on network b80fc6b6-eab1-4465-95b4-6333aeb42c41 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:22:25.816462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Port de2bfe78-a71c-4c8b-a419-de74c332527c on network b80fc6b6-eab1-4465-95b4-6333aeb42c41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:22:25.816777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Attempting to bind port de2bfe78-a71c-4c8b-a419-de74c332527c on network b80fc6b6-eab1-4465-95b4-6333aeb42c41 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:22:25.821512 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:22:25.821842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Checking segment: {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:22:25.822217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Bound using segment: {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:22:25.822696 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Bound port: de2bfe78-a71c-4c8b-a419-de74c332527c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692409c4-4971-4266-b47c-9acf35a91c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:22:25.823049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.885773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] For port de2bfe78-a71c-4c8b-a419-de74c332527c, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:22:25.888866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] For port de2bfe78-a71c-4c8b-a419-de74c332527c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de2bfe78-a71c-4c8b-a419-de74c332527c,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:22:25.945479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.985787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:25.986381 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:25.987763 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] 10.222.0.39 "PUT /v2.0/ports/de2bfe78-a71c-4c8b-a419-de74c332527c HTTP/1.1" status: 200 len: 1093 time: 0.7897584 Apr 29 08:22:25.988189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:22:25.990415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add2b53a-a615-46a5-8e3e-28e80aec2d31" -d '{"events": [{"name": "network-changed", "server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:22:26.016576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba25f12-e82d-4dff-8b13-d0bf6318c23a service neutron] Pushing event updated for resources: {'Port': ['ID=de2bfe78-a71c-4c8b-a419-de74c332527c,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:26.031718 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a78f15-14e9-4bd3-b37a-c004bc9302f3 x-openstack-request-id: req-53a78f15-14e9-4bd3-b37a-c004bc9302f3 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:22:26.032164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:22:26.032421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53a78f15-14e9-4bd3-b37a-c004bc9302f3 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:22:26.032830 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a78f15-14e9-4bd3-b37a-c004bc9302f3'] response: {'name': 'network-changed', 'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'status': 'completed', 'code': 200} Apr 29 08:22:26.099693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2b53a-a615-46a5-8e3e-28e80aec2d31 req-9fd68138-0baa-4f98-902c-9d99a1c7516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:26.101231 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-add2b53a-a615-46a5-8e3e-28e80aec2d31 req-9fd68138-0baa-4f98-902c-9d99a1c7516e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1096 time: 0.0484085 Apr 29 08:22:26.199221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2b53a-a615-46a5-8e3e-28e80aec2d31 req-91b55ec0-9864-4d3d-b1de-b3fda3b4f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:26.200628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-add2b53a-a615-46a5-8e3e-28e80aec2d31 req-91b55ec0-9864-4d3d-b1de-b3fda3b4f926 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=116ae3c7af334d01a5525c8b11ad8942&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0916235 Apr 29 08:22:26.298188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2b53a-a615-46a5-8e3e-28e80aec2d31 req-912aab16-2ded-429a-b82d-4b35514296a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:26.299617 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-add2b53a-a615-46a5-8e3e-28e80aec2d31 req-912aab16-2ded-429a-b82d-4b35514296a3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924480 Apr 29 08:22:26.372790 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-e2421244-7c5a-44f5-8b56-8e51e125fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:26.374235 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-e2421244-7c5a-44f5-8b56-8e51e125fa57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1096 time: 0.0404851 Apr 29 08:22:26.413440 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-b719e11e-8f37-4f72-8607-288e01235f61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de2bfe78-a71c-4c8b-a419-de74c332527c HTTP/1.1" status: 200 len: 217 time: 0.0322630 Apr 29 08:22:26.465920 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-02e4ee5e-f4e7-4b3c-92dd-dbece0eb9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:26.467355 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-02e4ee5e-f4e7-4b3c-92dd-dbece0eb9984 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ba90e0e-4fe0-4973-b878-45e57884a7c6 HTTP/1.1" status: 200 len: 834 time: 0.0461197 Apr 29 08:22:26.510227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724392-61d5-4c9b-8355-f9f39010b76c req-8d34e60e-b098-4949-836a-7447cd81284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:26.512270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-8d34e60e-b098-4949-836a-7447cd81284b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80fc6b6-eab1-4465-95b4-6333aeb42c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385683 Apr 29 08:22:26.602651 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-858a6477-b755-4483-9f46-d1a21ea346cf service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831287 Apr 29 08:22:26.694173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34724392-61d5-4c9b-8355-f9f39010b76c req-659d6795-7b58-443d-9ac7-136e2845f2b8 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851645 Apr 29 08:22:26.909670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878e91e-67d1-4aea-9485-559fc2df570c req-4df01883-8a1c-40ad-b309-c91f82f71260 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:26.911143 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f878e91e-67d1-4aea-9485-559fc2df570c req-4df01883-8a1c-40ad-b309-c91f82f71260 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 943 time: 0.0485513 Apr 29 08:22:26.947246 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f878e91e-67d1-4aea-9485-559fc2df570c req-7b5f3fd6-1814-48e1-bd04-2eea7b91c385 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302384 Apr 29 08:22:28.065795 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836aa7-f270-44c2-a756-e2f502e19129 req-bbc1a8d6-82a6-47ac-be2a-ed22e3e2f58c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:28.067259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19836aa7-f270-44c2-a756-e2f502e19129 req-bbc1a8d6-82a6-47ac-be2a-ed22e3e2f58c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 943 time: 0.0526428 Apr 29 08:22:28.104630 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19836aa7-f270-44c2-a756-e2f502e19129 req-98490317-194d-4dd8-856e-66521a2494d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Apr 29 08:22:28.896044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de2bfe78-a71c-4c8b-a419-de74c332527c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:22:28.990584 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de2bfe78-a71c-4c8b-a419-de74c332527c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de2bfe78-a71c-4c8b-a419-de74c332527c,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:29.002259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'port_id': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'mac_address': 'fa:16:3e:48:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:22:29.037598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:29.050268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2bfe78-a71c-4c8b-a419-de74c332527c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:22:29.069607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de2bfe78-a71c-4c8b-a419-de74c332527c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de2bfe78-a71c-4c8b-a419-de74c332527c,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:29.124538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:29.175989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de2bfe78-a71c-4c8b-a419-de74c332527c,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:29.217442 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392570f-f2bf-4930-b68f-0ed819c320c3 req-9e65635e-cd07-4713-9186-5423e4ae1d8e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:29.218908 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4392570f-f2bf-4930-b68f-0ed819c320c3 req-9e65635e-cd07-4713-9186-5423e4ae1d8e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 944 time: 0.0483689 Apr 29 08:22:29.255592 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4392570f-f2bf-4930-b68f-0ed819c320c3 req-edcac2ef-c866-4288-802a-20b57f3c2b2c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307200 Apr 29 08:22:29.331248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['de2bfe78-a71c-4c8b-a419-de74c332527c'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:22:30.375322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b16d7-06dc-4912-a419-895bccbc0c76 req-203be993-c6b6-4c12-a396-d4c5fc8f28a3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:30.376768 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3b5b16d7-06dc-4912-a419-895bccbc0c76 req-203be993-c6b6-4c12-a396-d4c5fc8f28a3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 944 time: 0.0478597 Apr 29 08:22:30.414300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3b5b16d7-06dc-4912-a419-895bccbc0c76 req-fe797e7a-b9c3-49ae-9c45-ae34d956dffd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Apr 29 08:22:30.908514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de2bfe78-a71c-4c8b-a419-de74c332527c up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:22:31.015990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port de2bfe78-a71c-4c8b-a419-de74c332527c completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:22:31.019480 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port de2bfe78-a71c-4c8b-a419-de74c332527c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:22:31.019850 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:31.093301 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:31.117579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:22:31.119814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c1d79-ad8e-4025-a187-00ce01a226cd" -d '{"events": [{"server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "name": "network-vif-plugged", "status": "completed", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:22:31.136796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de2bfe78-a71c-4c8b-a419-de74c332527c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de2bfe78-a71c-4c8b-a419-de74c332527c,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:22:31.158891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b05a5-638a-406e-8770-e71364320d74 x-openstack-request-id: req-f52b05a5-638a-406e-8770-e71364320d74 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:22:31.159181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "name": "network-vif-plugged", "status": "completed", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:22:31.159435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f52b05a5-638a-406e-8770-e71364320d74 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:22:31.159833 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52b05a5-638a-406e-8770-e71364320d74'] response: {'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'code': 200} Apr 29 08:22:31.531232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4f25-a905-414c-ae02-be8cc8bc1030 req-d32a865f-a4ee-401f-906d-853d6bd7aee6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:31.532655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c8db4f25-a905-414c-ae02-be8cc8bc1030 req-d32a865f-a4ee-401f-906d-853d6bd7aee6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 944 time: 0.0517471 Apr 29 08:22:31.569898 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c8db4f25-a905-414c-ae02-be8cc8bc1030 req-60fa0ab2-aa02-4e08-adb0-4a4a02b8dcc5 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Apr 29 08:22:31.576648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:31.624144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de2bfe78-a71c-4c8b-a419-de74c332527c,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:31.789344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d60e51-f6fe-4db9-86fd-cad9fe822cbf req-8efb4e3b-acb6-48fa-b248-662979151b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:31.790751 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-77d60e51-f6fe-4db9-86fd-cad9fe822cbf req-8efb4e3b-acb6-48fa-b248-662979151b3e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1098 time: 0.0404634 Apr 29 08:22:31.825058 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-77d60e51-f6fe-4db9-86fd-cad9fe822cbf req-21f9dbc3-1981-403e-a51d-8f20c110bf9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266623 Apr 29 08:22:32.685835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e21ae-aac8-468e-bb7d-8a8054300628 req-6339d92d-e89f-4e02-85d7-70346f529cfc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:32.687332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5f3e21ae-aac8-468e-bb7d-8a8054300628 req-6339d92d-e89f-4e02-85d7-70346f529cfc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0491691 Apr 29 08:22:32.724483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5f3e21ae-aac8-468e-bb7d-8a8054300628 req-7a20e0ca-f9c0-4abf-80c7-12de06e0e862 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Apr 29 08:22:33.844534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5764179-6f85-4266-a1b4-aa5c4ff430fa req-5804d2ea-acac-4fe1-b04d-e0049b85dd8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:33.845897 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5764179-6f85-4266-a1b4-aa5c4ff430fa req-5804d2ea-acac-4fe1-b04d-e0049b85dd8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0521364 Apr 29 08:22:33.882082 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e5764179-6f85-4266-a1b4-aa5c4ff430fa req-b4832698-31d3-4b62-80d9-2abae7f9e23b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303776 Apr 29 08:22:33.995982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787701-e5fa-4fb2-99b2-604559208dec req-83328cbd-6366-4e12-a51e-ff2278af456d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:33.997444 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e787701-e5fa-4fb2-99b2-604559208dec req-83328cbd-6366-4e12-a51e-ff2278af456d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0496035 Apr 29 08:22:34.033282 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4e787701-e5fa-4fb2-99b2-604559208dec req-167ad714-a432-4eb4-bc8f-83fa357809f5 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299671 Apr 29 08:22:34.054489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55594) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:34.093010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48225a64-7b9e-4f60-9203-8b83ec1498ee tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:34.094507 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-48225a64-7b9e-4f60-9203-8b83ec1498ee tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1093 time: 0.0390058 Apr 29 08:22:34.097281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55596) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:34.101485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:22:34.173470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:34.269185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:34.367303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.166 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/0f9142c2-bc9c-4c46-8298-2c89da7757a8) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:22:34.468405 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:34.553741 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:34.589494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:22:34.594189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:22:34.597701 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:22:34.621421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=0f9142c2-bc9c-4c46-8298-2c89da7757a8,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:34.956227 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:35.100808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:35.244330 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:35.299553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:35.377082 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=0f9142c2-bc9c-4c46-8298-2c89da7757a8,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:22:35.387411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:35.484003 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP a0ac5eb3-40b3-47de-9e46-527bdab81938 associated. External IP: 172.26.2.166, port: de2bfe78-a71c-4c8b-a419-de74c332527c. Apr 29 08:22:35.683646 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 6e51fbf6-15ab-47ce-90d8-53a47c347617 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:22:35.791437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:22:35.801847 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] Sync routers for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:22:35.812161 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:35.812919 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:22:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:35.867286 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:35.893804 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-61f52e07-ab54-41ed-919e-a2e030e513fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7953968 Apr 29 08:22:35.894325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:22:35.896689 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c06a677-971e-4502-a312-25e2b0637c14" -d '{"events": [{"name": "network-changed", "server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:22:35.919350 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:35.938203 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe918a2a-b8f6-485c-8525-a0e33330dca5 x-openstack-request-id: req-fe918a2a-b8f6-485c-8525-a0e33330dca5 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:22:35.938530 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:22:35.938914 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe918a2a-b8f6-485c-8525-a0e33330dca5 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:22:35.939328 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe918a2a-b8f6-485c-8525-a0e33330dca5'] response: {'name': 'network-changed', 'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'status': 'completed', 'code': 200} Apr 29 08:22:36.018383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251a76-a08d-4a3d-8695-17f3f4f8343e req-64dc7a86-8564-4517-9d52-f5c21b14b9b5 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:36.020518 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f2251a76-a08d-4a3d-8695-17f3f4f8343e req-64dc7a86-8564-4517-9d52-f5c21b14b9b5 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0783873 Apr 29 08:22:36.035256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a677-971e-4502-a312-25e2b0637c14 req-46b894de-ab15-4e66-b3a4-7ed67db1502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:36.036890 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7c06a677-971e-4502-a312-25e2b0637c14 req-46b894de-ab15-4e66-b3a4-7ed67db1502e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1098 time: 0.0679519 Apr 29 08:22:36.108773 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f2251a76-a08d-4a3d-8695-17f3f4f8343e req-69781c9f-5013-4a91-878b-c94d16acc831 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812399 Apr 29 08:22:36.130885 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55602) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:36.145186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a677-971e-4502-a312-25e2b0637c14 req-5574c183-68bf-4745-8a72-cc0b7cb9ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:36.146668 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7c06a677-971e-4502-a312-25e2b0637c14 req-5574c183-68bf-4745-8a72-cc0b7cb9ff5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b80fc6b6-eab1-4465-95b4-6333aeb42c41 HTTP/1.1" status: 200 len: 898 time: 0.1016366 Apr 29 08:22:36.149924 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'a0ac5eb3-40b3-47de-9e46-527bdab81938', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'port_id': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'mac_address': 'fa:16:3e:48:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:22:34Z', 'updated_at': '2022-04-29T08:22:34Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:23Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:36.176749 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] Checking router: 6e51fbf6-15ab-47ce-90d8-53a47c347617 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:22:36.184998 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:22:36.185541 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:22:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:36.199715 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-73562823-4c90-4f01-b09f-5318814f1659 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/a0ac5eb3-40b3-47de-9e46-527bdab81938 HTTP/1.1" status: 200 len: 991 time: 0.0674653 Apr 29 08:22:36.217187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7c06a677-971e-4502-a312-25e2b0637c14 req-b9542ff0-544a-4652-94d8-7da31bbfd520 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de2bfe78-a71c-4c8b-a419-de74c332527c HTTP/1.1" status: 200 len: 999 time: 0.0638800 Apr 29 08:22:36.264878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a677-971e-4502-a312-25e2b0637c14 req-46e85867-f707-477a-86c6-49f7f7acc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:36.266337 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7c06a677-971e-4502-a312-25e2b0637c14 req-46e85867-f707-477a-86c6-49f7f7acc353 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ba90e0e-4fe0-4973-b878-45e57884a7c6 HTTP/1.1" status: 200 len: 834 time: 0.0426347 Apr 29 08:22:36.290670 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:22:36.311222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a677-971e-4502-a312-25e2b0637c14 req-b8e16793-40f3-425a-a04e-5dee406fd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:36.312731 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7c06a677-971e-4502-a312-25e2b0637c14 req-b8e16793-40f3-425a-a04e-5dee406fd4b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80fc6b6-eab1-4465-95b4-6333aeb42c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395195 Apr 29 08:22:36.407136 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7c06a677-971e-4502-a312-25e2b0637c14 req-0e4817bb-cb91-4ff3-ad49-7d73a044ebe6 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880108 Apr 29 08:22:36.493162 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7c06a677-971e-4502-a312-25e2b0637c14 req-dfaa80ba-cffb-4a4c-a781-e3847eaae557 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800061 Apr 29 08:22:36.519564 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'a0ac5eb3-40b3-47de-9e46-527bdab81938', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'port_id': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'mac_address': 'fa:16:3e:48:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:22:34Z', 'updated_at': '2022-04-29T08:22:34Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:23Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:22:36.545871 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5fe87-eb0b-4a44-82bb-2a56e233d8b8 None None] The sync data for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv is: [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'a0ac5eb3-40b3-47de-9e46-527bdab81938', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'port_id': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'mac_address': 'fa:16:3e:48:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:22:34Z', 'updated_at': '2022-04-29T08:22:34Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:23Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:22:36.732551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116643e2-509a-4355-8ca3-7ae019912f2b None None] New status for floating IP a0ac5eb3-40b3-47de-9e46-527bdab81938: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:22:37.203546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55604) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:22:37.260953 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1412d511-97aa-4d57-a01c-9b1997e33d5b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/a0ac5eb3-40b3-47de-9e46-527bdab81938 HTTP/1.1" status: 200 len: 993 time: 0.0563354 Apr 29 08:22:41.190788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2596796-d319-44d9-835a-f4858d298576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:43.013128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:43.264948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c17814f7-1d41-46fe-936d-be447bfd6e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:45.124779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:46.254188 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-8b10cd0f-23d6-4d04-b0bf-e18d2bb1b5e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400302 Apr 29 08:22:46.265032 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:46.337805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-38885533-219e-4317-a87b-727a36731378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:46.339794 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-38885533-219e-4317-a87b-727a36731378 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1098 time: 0.0437973 Apr 29 08:22:46.438090 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-a07077e6-6019-4e42-a906-87a226418733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:46.439614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-a07077e6-6019-4e42-a906-87a226418733 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b80fc6b6-eab1-4465-95b4-6333aeb42c41 HTTP/1.1" status: 200 len: 898 time: 0.0816586 Apr 29 08:22:46.507788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-45937577-b43a-42d8-b0b0-6f8a287482a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de2bfe78-a71c-4c8b-a419-de74c332527c HTTP/1.1" status: 200 len: 1001 time: 0.0609803 Apr 29 08:22:46.556226 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-b782f39c-957e-4b83-875b-664480bfffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:46.557674 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-b782f39c-957e-4b83-875b-664480bfffda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ba90e0e-4fe0-4973-b878-45e57884a7c6 HTTP/1.1" status: 200 len: 834 time: 0.0424154 Apr 29 08:22:46.601161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-2bf0bd73-ab34-4c31-80d5-ad31f8dca02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:22:46.602648 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-2bf0bd73-ab34-4c31-80d5-ad31f8dca02c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80fc6b6-eab1-4465-95b4-6333aeb42c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383310 Apr 29 08:22:46.687715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:22:46.695087 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-eb1f8988-3b6f-49ce-9079-b009459bad2e service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833488 Apr 29 08:22:46.780352 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1085d316-cd0e-4d41-907c-d211bffbe257 req-2b79414d-b77c-4bb3-b7b7-3d94162998e0 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821025 Apr 29 08:22:48.650054 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:23:04.095745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0f868-14e9-45ed-bbca-5e4584c64d8f req-ddcf2b49-1936-4113-a8d3-2eac03d4086c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:04.102939 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-23b0f868-14e9-45ed-bbca-5e4584c64d8f req-ddcf2b49-1936-4113-a8d3-2eac03d4086c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0591846 Apr 29 08:23:04.163913 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-23b0f868-14e9-45ed-bbca-5e4584c64d8f req-e64fbe03-aa04-42b3-a4bc-8750d71555d2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600808 Apr 29 08:23:04.176153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-15df6076-9cde-40eb-b441-208622b349ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:04.177582 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-15df6076-9cde-40eb-b441-208622b349ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1098 time: 0.0531838 Apr 29 08:23:04.269812 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-6b1692e5-ed4c-4faf-b9c3-6d286453d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:04.271211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-6b1692e5-ed4c-4faf-b9c3-6d286453d4a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b80fc6b6-eab1-4465-95b4-6333aeb42c41 HTTP/1.1" status: 200 len: 898 time: 0.0815020 Apr 29 08:23:04.338030 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-94234a77-7289-4ea9-b2af-e1c588d4e06b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de2bfe78-a71c-4c8b-a419-de74c332527c HTTP/1.1" status: 200 len: 1001 time: 0.0602918 Apr 29 08:23:04.384690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-152408db-7dd5-4b10-aa12-5092df13c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:04.386101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-152408db-7dd5-4b10-aa12-5092df13c64a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ba90e0e-4fe0-4973-b878-45e57884a7c6 HTTP/1.1" status: 200 len: 834 time: 0.0424268 Apr 29 08:23:04.430064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-71ebdf18-1fec-4554-9894-42e57f08768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:04.431529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-71ebdf18-1fec-4554-9894-42e57f08768c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80fc6b6-eab1-4465-95b4-6333aeb42c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386739 Apr 29 08:23:04.524920 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-8df4819b-6606-4154-8620-0affb6eed7b0 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854456 Apr 29 08:23:04.612711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1c46aeaa-5fc0-4c78-84b6-d7fd74a00dc2 req-4e3837dc-4ba7-4160-9caa-38fa5289aa63 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809977 Apr 29 08:23:05.281427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7f9fd-7cd0-4031-be6b-c99b196a137f req-e0c76012-acaa-44ec-830c-ec5515763c46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:05.282881 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-96b7f9fd-7cd0-4031-be6b-c99b196a137f req-e0c76012-acaa-44ec-830c-ec5515763c46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0504339 Apr 29 08:23:05.324038 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-96b7f9fd-7cd0-4031-be6b-c99b196a137f req-d267ff93-4e47-4683-ad76-597813dcfe5d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353291 Apr 29 08:23:06.438712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eedc7-1411-4a8a-813e-5515ae61f4e6 req-d8846a39-46f0-4b40-928d-81e63f97d088 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:06.440155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-323eedc7-1411-4a8a-813e-5515ae61f4e6 req-d8846a39-46f0-4b40-928d-81e63f97d088 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0478559 Apr 29 08:23:06.477087 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-323eedc7-1411-4a8a-813e-5515ae61f4e6 req-40666d63-fded-4691-aa94-36b35062dc63 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309517 Apr 29 08:23:07.589906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3965cb-494f-4013-b026-491829d69869 req-5a214d57-6ea3-462e-95fe-6c06fa97f2bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:07.591361 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e3965cb-494f-4013-b026-491829d69869 req-5a214d57-6ea3-462e-95fe-6c06fa97f2bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0477905 Apr 29 08:23:07.629986 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3e3965cb-494f-4013-b026-491829d69869 req-9bd57505-36f1-4999-b2f2-aa7bcc99ea68 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326555 Apr 29 08:23:08.741808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e633e1-9d49-43ba-b084-2446f71cf45c req-cf8b6f53-5787-4a8a-b32e-9c845a26c7ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:08.743268 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c5e633e1-9d49-43ba-b084-2446f71cf45c req-cf8b6f53-5787-4a8a-b32e-9c845a26c7ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0476303 Apr 29 08:23:08.783615 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c5e633e1-9d49-43ba-b084-2446f71cf45c req-efd11e3d-79ef-4b63-8ccd-ff24d3268c52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338547 Apr 29 08:23:09.901167 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae6fb-9aed-4a10-a2b4-686416086871 req-60d9bd2b-e36c-4e82-b28a-1ed95568b433 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:09.902642 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4dbae6fb-9aed-4a10-a2b4-686416086871 req-60d9bd2b-e36c-4e82-b28a-1ed95568b433 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0482261 Apr 29 08:23:09.940011 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4dbae6fb-9aed-4a10-a2b4-686416086871 req-f2da1c04-51ea-42c3-8167-65fafbeb3a49 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313838 Apr 29 08:23:11.051241 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd351866-b8e8-4f95-af97-a0cbadd977d3 req-ec5aea0e-ee0d-49f0-8e20-d84c504a79dd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:11.052663 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd351866-b8e8-4f95-af97-a0cbadd977d3 req-ec5aea0e-ee0d-49f0-8e20-d84c504a79dd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0472667 Apr 29 08:23:11.088102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd351866-b8e8-4f95-af97-a0cbadd977d3 req-fb9ba88f-7dfa-44df-b50f-802657115d9e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297210 Apr 29 08:23:11.198399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0dd680d-7ae1-4f1d-a307-f0d46e862a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:12.207177 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf10ba-e309-4fc6-9b17-2a5379cfc849 req-d519bf75-1e3c-404a-8662-89e6a99e12eb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:12.208630 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dbcf10ba-e309-4fc6-9b17-2a5379cfc849 req-d519bf75-1e3c-404a-8662-89e6a99e12eb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0476356 Apr 29 08:23:12.249576 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dbcf10ba-e309-4fc6-9b17-2a5379cfc849 req-8523e542-3f0d-4147-8a66-d39aaddca28d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348146 Apr 29 08:23:13.038354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:13.264306 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3488-8c7e-43b3-acb6-096d62b6cd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:13.362773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4caed8-4040-40cc-9855-4227f85f9249 req-4cdfe5ea-e8d6-4b54-8757-8dec987a15fc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:13.364288 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a4caed8-4040-40cc-9855-4227f85f9249 req-4cdfe5ea-e8d6-4b54-8757-8dec987a15fc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0491986 Apr 29 08:23:13.400977 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a4caed8-4040-40cc-9855-4227f85f9249 req-35e004a6-9b7f-48c9-b634-7491d073da9e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Apr 29 08:23:14.517915 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d476d-6965-4bae-afaf-ef802972c433 req-dec267f6-89cc-4f5e-bdd3-c1ae2a2468a7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:14.519446 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ea3d476d-6965-4bae-afaf-ef802972c433 req-dec267f6-89cc-4f5e-bdd3-c1ae2a2468a7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0505426 Apr 29 08:23:14.556633 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ea3d476d-6965-4bae-afaf-ef802972c433 req-e1deb67e-4675-43e8-8081-b1e517e6cd84 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Apr 29 08:23:15.112830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:15.670545 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4211-f1d4-4913-a554-e851f341d162 req-94aa915d-4bf6-4328-81e8-96f382bc8930 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:15.672952 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fcf4211-f1d4-4913-a554-e851f341d162 req-94aa915d-4bf6-4328-81e8-96f382bc8930 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0497143 Apr 29 08:23:15.714375 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fcf4211-f1d4-4913-a554-e851f341d162 req-adf60908-39ff-4772-96b5-671e58d52345 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354199 Apr 29 08:23:15.736626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55638) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:15.794551 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-85dc425c-2224-4ed8-b163-6b482e2a4040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/a0ac5eb3-40b3-47de-9e46-527bdab81938 HTTP/1.1" status: 200 len: 993 time: 0.0567889 Apr 29 08:23:16.295403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:16.678415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:25.649500 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:23:41.183673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88e9893c-3dca-4619-a9ca-aaa2aacee646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:43.009174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:43.260373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e523-5feb-424d-9947-eb4b31fc9410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:45.121452 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.173591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55654) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:46.275342 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.332168 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 0f9142c2-bc9c-4c46-8298-2c89da7757a8 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:23:46.332504 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.408363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.408687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.419985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 0f9142c2-bc9c-4c46-8298-2c89da7757a8 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:23:46.646946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.673421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=0f9142c2-bc9c-4c46-8298-2c89da7757a8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:46.697141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.697488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.697826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.698161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.698515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.698848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.699174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.699535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.699866 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.700185 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.700507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.700825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:46.700937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.741885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:46.742212 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP a0ac5eb3-40b3-47de-9e46-527bdab81938 disassociated (deleted). External IP: 172.26.2.166, port: de2bfe78-a71c-4c8b-a419-de74c332527c. Apr 29 08:23:46.949722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 6e51fbf6-15ab-47ce-90d8-53a47c347617 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:23:47.053630 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:23:47.058088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:47.065679 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] Sync routers for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:23:47.074847 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:23:47.075455 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:47.085065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8cfbdfbe-57ec-41b7-9b3d-3260fd441e8c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/floatingips/a0ac5eb3-40b3-47de-9e46-527bdab81938 HTTP/1.1" status: 204 len: 168 time: 0.9103336 Apr 29 08:23:47.085644 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:23:47.088249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178ae2c1-302c-4c5f-9edf-c735b8c31a25" -d '{"events": [{"name": "network-changed", "server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:23:47.195317 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:23:47.216756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56511778-9585-48ec-bde5-86b67bf00084 x-openstack-request-id: req-56511778-9585-48ec-bde5-86b67bf00084 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:23:47.217248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:23:47.217455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56511778-9585-48ec-bde5-86b67bf00084 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:23:47.217858 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56511778-9585-48ec-bde5-86b67bf00084'] response: {'name': 'network-changed', 'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'status': 'completed', 'code': 200} Apr 29 08:23:47.280697 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-6f858f6f-0512-4a48-a40e-6d4b38fdcf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:47.282202 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-6f858f6f-0512-4a48-a40e-6d4b38fdcf63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 1098 time: 0.0433199 Apr 29 08:23:47.383140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-5a272e3c-9d09-4613-a495-622e30981742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:47.384821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-5a272e3c-9d09-4613-a495-622e30981742 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b80fc6b6-eab1-4465-95b4-6333aeb42c41 HTTP/1.1" status: 200 len: 898 time: 0.0965157 Apr 29 08:23:47.390346 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:23Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:47.419397 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] Checking router: 6e51fbf6-15ab-47ce-90d8-53a47c347617 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:23:47.425409 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-e8496dea-c01d-412f-a090-e4f1df9d3779 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de2bfe78-a71c-4c8b-a419-de74c332527c HTTP/1.1" status: 200 len: 217 time: 0.0341468 Apr 29 08:23:47.428129 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:23:47.428730 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:47.485196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-1ec4f966-1778-4d8a-86c2-b0d3ff5eb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:47.486596 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-1ec4f966-1778-4d8a-86c2-b0d3ff5eb6b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ba90e0e-4fe0-4973-b878-45e57884a7c6 HTTP/1.1" status: 200 len: 834 time: 0.0502715 Apr 29 08:23:47.531334 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-4a239c31-aca5-48ef-906f-32b9f8b175de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:47.532831 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-4a239c31-aca5-48ef-906f-32b9f8b175de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80fc6b6-eab1-4465-95b4-6333aeb42c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393944 Apr 29 08:23:47.532973 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:23:47.628825 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-478ab638-d263-4245-98ed-be84c9bec320 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859776 Apr 29 08:23:47.771447 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-178ae2c1-302c-4c5f-9edf-c735b8c31a25 req-0d39cfa8-22de-4518-b5db-ac5e91d047c6 service neutron] 10.222.0.39 "GET /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357157 Apr 29 08:23:47.779421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a321df-d738-4283-9d2d-05fb3f1eeeae req-1809b3d8-4094-4a29-9e7e-196e4de54d5c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:47.780845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86a321df-d738-4283-9d2d-05fb3f1eeeae req-1809b3d8-4094-4a29-9e7e-196e4de54d5c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0747969 Apr 29 08:23:47.820631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86a321df-d738-4283-9d2d-05fb3f1eeeae req-e9ef4208-a23a-4571-b28c-f4d8608c00ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Apr 29 08:23:47.823402 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:23Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:47.850055 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756022c-d384-4f0e-94a2-2661859cd766 None None] The sync data for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv is: [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'd4dc2043-e28f-4624-ae49-c925d8068737', 'name': '', 'network_id': 'b80fc6b6-eab1-4465-95b4-6333aeb42c41', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:7d:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:19Z', 'updated_at': '2022-04-29T08:22:23Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': '7ba90e0e-4fe0-4973-b878-45e57884a7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:23:48.085618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd784219-1160-414e-9817-54c33ab2790c None None] New status for floating IP a0ac5eb3-40b3-47de-9e46-527bdab81938: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:23:49.235488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd582a-2337-4ddd-b9c1-556a2c27dce6 req-8f10ccae-624b-465a-9002-ae8929ed1f1a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:49.236965 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-98cd582a-2337-4ddd-b9c1-556a2c27dce6 req-8f10ccae-624b-465a-9002-ae8929ed1f1a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.3464015 Apr 29 08:23:49.256396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-d9d53e8c-6cd0-4d00-b483-34ae00ca3386 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:49.257741 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-d9d53e8c-6cd0-4d00-b483-34ae00ca3386 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 945 time: 0.0660448 Apr 29 08:23:49.309273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-98cd582a-2337-4ddd-b9c1-556a2c27dce6 req-a676dda6-e724-4e8a-8b51-8be0cf783617 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654483 Apr 29 08:23:49.361245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port de2bfe78-a71c-4c8b-a419-de74c332527c {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:23:49.361578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:49.445719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port de2bfe78-a71c-4c8b-a419-de74c332527c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de2bfe78-a71c-4c8b-a419-de74c332527c,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:49.446077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:49.458299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for de2bfe78-a71c-4c8b-a419-de74c332527c owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:23:49.646409 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:49.682457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=de2bfe78-a71c-4c8b-a419-de74c332527c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:49.718156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] No DVR routers for this DVR port de2bfe78-a71c-4c8b-a419-de74c332527c on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:23:49.720693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:49.724707 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-10349bb9-b943-4a67-82c7-b9b31d3fbee8 req-5ebbccc3-5c3a-4ba8-a470-cf32011c5825 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "DELETE /v2.0/ports/de2bfe78-a71c-4c8b-a419-de74c332527c HTTP/1.1" status: 204 len: 173 time: 0.4598868 Apr 29 08:23:49.725138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'name': 'network-vif-deleted', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:23:49.727394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f7b90e-5522-4151-93a4-04e9dacb4138" -d '{"events": [{"server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "name": "network-vif-deleted", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:23:49.762327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee952dab-0731-4289-aecd-70b479e647d9 x-openstack-request-id: req-ee952dab-0731-4289-aecd-70b479e647d9 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:23:49.762647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9091686-cdf4-4f44-9742-ae22ed2baeff", "name": "network-vif-deleted", "tag": "de2bfe78-a71c-4c8b-a419-de74c332527c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:23:49.762896 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee952dab-0731-4289-aecd-70b479e647d9 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:23:49.763298 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee952dab-0731-4289-aecd-70b479e647d9'] response: {'server_uuid': 'e9091686-cdf4-4f44-9742-ae22ed2baeff', 'name': 'network-vif-deleted', 'tag': 'de2bfe78-a71c-4c8b-a419-de74c332527c', 'status': 'completed', 'code': 200} Apr 29 08:23:50.417448 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-baac23b6-8835-49eb-a7b2-49717050a26a req-916f3b58-8085-4599-b6e8-aaefbf3fa4bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9091686-cdf4-4f44-9742-ae22ed2baeff HTTP/1.1" status: 200 len: 210 time: 0.0290945 Apr 29 08:23:51.288236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de2bfe78-a71c-4c8b-a419-de74c332527c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:23:51.307746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: de2bfe78-a71c-4c8b-a419-de74c332527c {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:23:51.308087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de2bfe78-a71c-4c8b-a419-de74c332527c not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:23:51.473712 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55682) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:51.821419 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:52.058865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port d4dc2043-e28f-4624-ae49-c925d8068737 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:23:52.059124 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:52.146072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port d4dc2043-e28f-4624-ae49-c925d8068737, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d4dc2043-e28f-4624-ae49-c925d8068737,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:52.146451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:52.161051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for d4dc2043-e28f-4624-ae49-c925d8068737 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:23:52.420525 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:52.447650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=d4dc2043-e28f-4624-ae49-c925d8068737,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:52.477814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.478517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.478517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.478806 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.479130 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.479451 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.479808 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.480437 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.480668 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.480987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.481304 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.481617 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:52.636807 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:52.841119 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 6e51fbf6-15ab-47ce-90d8-53a47c347617 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:23:53.269657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:23:53.274695 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f5203cba-2da6-4ce8-b7a8-2e2499b36e46 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/6e51fbf6-15ab-47ce-90d8-53a47c347617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7999535 Apr 29 08:23:53.277441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55686) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:53.279562 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] Sync routers for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:23:53.289439 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:23:53.290075 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:53.327822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting subnet 7ba90e0e-4fe0-4973-b878-45e57884a7c6 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:23:53.331217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.370170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.396985 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:23:53.455528 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.570988 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:23:52Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:53.596453 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] Checking router: 6e51fbf6-15ab-47ce-90d8-53a47c347617 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:23:53.605271 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] Routers {'6e51fbf6-15ab-47ce-90d8-53a47c347617'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:23:53.605884 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['6e51fbf6-15ab-47ce-90d8-53a47c347617'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:53.607158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.634415 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba90e0e-4fe0-4973-b878-45e57884a7c6,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:53.638144 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.641658 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e85ed97-2bf7-4607-b0a3-a78a6ab811fa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/subnets/7ba90e0e-4fe0-4973-b878-45e57884a7c6 HTTP/1.1" status: 204 len: 168 time: 0.3628352 Apr 29 08:23:53.643825 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55688) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:53.647626 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd294e-74ab-4b61-91e7-eeab3f8c027e None None] Network b80fc6b6-eab1-4465-95b4-6333aeb42c41 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:23:53.725711 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] Set router 6e51fbf6-15ab-47ce-90d8-53a47c347617 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:23:53.756094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.854567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] DHCP port deletion for b80fc6b6-eab1-4465-95b4-6333aeb42c41 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:23:53.863589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.900964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Deleting port f203ca29-e791-4474-bef9-0ff65330bd28 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:23:53.901338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.907647 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:23:52Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:53.936829 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae5c7c-24cf-4dd7-a97b-6544ff8dc633 None None] The sync data for ids ['6e51fbf6-15ab-47ce-90d8-53a47c347617'] in dv-neutron-839740-1-hyperv is: [{'id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445356009', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '15402708-108d-48e6-916e-4c092486dd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:23:52Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '15402708-108d-48e6-916e-4c092486dd1d', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e51fbf6-15ab-47ce-90d8-53a47c347617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:22:16Z', 'updated_at': '2022-04-29T08:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:23:53.968516 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] For port f203ca29-e791-4474-bef9-0ff65330bd28, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=f203ca29-e791-4474-bef9-0ff65330bd28,segment=NetworkSegment(692409c4-4971-4266-b47c-9acf35a91c5a),segment_id=692409c4-4971-4266-b47c-9acf35a91c5a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:53.968681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:53.982203 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Calling delete_port for f203ca29-e791-4474-bef9-0ff65330bd28 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:23:53.991829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 15402708-108d-48e6-916e-4c092486dd1d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:23:53.992535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.093098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 15402708-108d-48e6-916e-4c092486dd1d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=15402708-108d-48e6-916e-4c092486dd1d,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:54.093391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.104953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 15402708-108d-48e6-916e-4c092486dd1d owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:23:54.126925 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.152185 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Pushing event deleted for resources: {'Port': ['ID=f203ca29-e791-4474-bef9-0ff65330bd28,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:54.156418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] No DVR routers for this DVR port f203ca29-e791-4474-bef9-0ff65330bd28 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:23:54.166113 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.166245 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.166539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.166875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.167193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.167522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.167848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.168169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.168492 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.168808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.169178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.169436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf5154b-ed0a-4e63-aad9-a97d90fc1113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:54.352821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.385083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=15402708-108d-48e6-916e-4c092486dd1d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:54.444789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.534196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.536817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.638951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d4dc2043-e28f-4624-ae49-c925d8068737 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:23:54.663095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: d4dc2043-e28f-4624-ae49-c925d8068737 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:23:54.663735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d4dc2043-e28f-4624-ae49-c925d8068737 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:23:54.663832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f203ca29-e791-4474-bef9-0ff65330bd28 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:23:54.683040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: f203ca29-e791-4474-bef9-0ff65330bd28 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:23:54.683382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device f203ca29-e791-4474-bef9-0ff65330bd28 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:23:54.692668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.693238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Fanout notify agent at l3_agent the message router_deleted on router 6e51fbf6-15ab-47ce-90d8-53a47c347617 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:23:54.702605 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.702605 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-82c8472f-71c5-45fa-8b99-ed7c2e93056c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/routers/6e51fbf6-15ab-47ce-90d8-53a47c347617 HTTP/1.1" status: 204 len: 168 time: 1.0565922 Apr 29 08:23:54.704635 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55690) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:54.784401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.872468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.891428 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80fc6b6-eab1-4465-95b4-6333aeb42c41']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:54.900582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692409c4-4971-4266-b47c-9acf35a91c5a') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:54.900871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692409c4-4971-4266-b47c-9acf35a91c5a') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:23:54.909704 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.922733 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.928287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:23:54.928660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:23:54.931534 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:23:55.066282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:55.070626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:55.074000 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/networks/b80fc6b6-eab1-4465-95b4-6333aeb42c41 HTTP/1.1" status: 204 len: 168 time: 0.3683259 Apr 29 08:23:55.076804 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55692) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:55.089748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6477274-fabd-4e6b-9271-6a541edb6232 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Network': ['ID=b80fc6b6-eab1-4465-95b4-6333aeb42c41,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:55.135706 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-558d47c1-d197-4b8e-98b0-e5f7c02781bb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:55.161759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-558d47c1-d197-4b8e-98b0-e5f7c02781bb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:55.289031 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-558d47c1-d197-4b8e-98b0-e5f7c02781bb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:55.291612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-558d47c1-d197-4b8e-98b0-e5f7c02781bb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:55.292760 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-558d47c1-d197-4b8e-98b0-e5f7c02781bb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/security-groups/77a6f6b1-b1e3-452f-932f-d8cbad5b0c05 HTTP/1.1" status: 204 len: 168 time: 0.2149305 Apr 29 08:23:55.303868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d47c1-d197-4b8e-98b0-e5f7c02781bb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a6f6b1-b1e3-452f-932f-d8cbad5b0c05,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:55.759910 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55698) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:55.764526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0b8b86c7-0646-4d48-87c0-21204446c8d6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934074743', 'description': 'tempest-secgroup-smoke-1934074743 description', 'project_id': '116ae3c7af334d01a5525c8b11ad8942'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:55.883616 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0b8b86c7-0646-4d48-87c0-21204446c8d6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:55.947100 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0b8b86c7-0646-4d48-87c0-21204446c8d6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.020546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0b8b86c7-0646-4d48-87c0-21204446c8d6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.048147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b86c7-0646-4d48-87c0-21204446c8d6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:56.096716 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0b8b86c7-0646-4d48-87c0-21204446c8d6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.098527 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0b8b86c7-0646-4d48-87c0-21204446c8d6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3375843 Apr 29 08:23:56.101233 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55700) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:56.105597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-39874a95-842a-4c1f-b472-c89b1e0ffada tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '7fb9b93e-cfbe-4b09-a756-3146b9ca7c64', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:56.193678 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39874a95-842a-4c1f-b472-c89b1e0ffada tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.251370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39874a95-842a-4c1f-b472-c89b1e0ffada tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.334761 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39874a95-842a-4c1f-b472-c89b1e0ffada tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.352675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39874a95-842a-4c1f-b472-c89b1e0ffada tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a09ab99-9b55-44fb-87bb-caffc743bfb7,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:56.411489 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-39874a95-842a-4c1f-b472-c89b1e0ffada tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.412677 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-39874a95-842a-4c1f-b472-c89b1e0ffada tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105140 Apr 29 08:23:56.415274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55702) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:56.419500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0802ed40-d71c-4f6d-97e3-277b3665860b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '7fb9b93e-cfbe-4b09-a756-3146b9ca7c64', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:56.476611 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0802ed40-d71c-4f6d-97e3-277b3665860b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.529826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0802ed40-d71c-4f6d-97e3-277b3665860b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.551933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 15402708-108d-48e6-916e-4c092486dd1d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:23:56.572644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 15402708-108d-48e6-916e-4c092486dd1d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:23:56.572999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 15402708-108d-48e6-916e-4c092486dd1d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:23:56.598256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0802ed40-d71c-4f6d-97e3-277b3665860b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.616347 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802ed40-d71c-4f6d-97e3-277b3665860b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72436c41-7352-4f53-b32d-cc6ac2cd885a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:56.685160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0802ed40-d71c-4f6d-97e3-277b3665860b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.686366 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0802ed40-d71c-4f6d-97e3-277b3665860b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2701809 Apr 29 08:23:56.689051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55704) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:56.693820 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f1f18715-00e6-4ba9-8eb3-467d9c9bf3bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '7fb9b93e-cfbe-4b09-a756-3146b9ca7c64', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:56.779055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f1f18715-00e6-4ba9-8eb3-467d9c9bf3bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.837744 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f1f18715-00e6-4ba9-8eb3-467d9c9bf3bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.905874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f1f18715-00e6-4ba9-8eb3-467d9c9bf3bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:56.922757 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f18715-00e6-4ba9-8eb3-467d9c9bf3bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad035ab-747f-4f2f-ab09-72acf52aac3b,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:57.005683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f1f18715-00e6-4ba9-8eb3-467d9c9bf3bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.006922 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f1f18715-00e6-4ba9-8eb3-467d9c9bf3bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169541 Apr 29 08:23:57.009580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55706) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:57.013848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3e6ab21c-43e2-405f-9e5d-04a418129c29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '7fb9b93e-cfbe-4b09-a756-3146b9ca7c64', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:57.105210 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab21c-43e2-405f-9e5d-04a418129c29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.163568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab21c-43e2-405f-9e5d-04a418129c29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.252146 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab21c-43e2-405f-9e5d-04a418129c29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.270000 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ab21c-43e2-405f-9e5d-04a418129c29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74752412-9891-47b3-8992-aa4b30b94651,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:57.348498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab21c-43e2-405f-9e5d-04a418129c29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.349759 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3e6ab21c-43e2-405f-9e5d-04a418129c29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392384 Apr 29 08:23:57.352762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55708) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:57.357084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '7fb9b93e-cfbe-4b09-a756-3146b9ca7c64', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:57.449259 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:23:57.454277 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.511950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.580175 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.597258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e94c5f5-bab8-4dcc-99b7-421c85a59f97,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:57.673998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.675260 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-01ff64d3-20ab-489a-a332-887d65383259 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215859 Apr 29 08:23:57.678056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55710) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:57.682963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '7fb9b93e-cfbe-4b09-a756-3146b9ca7c64', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:57.786257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:23:57.791322 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.855813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.934247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:57.952546 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374fb61c-ca21-49a4-abd1-02a8a28e3ff4,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:58.039549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.040785 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-98aa72d4-e4db-45b5-9529-88d2b1db0ba7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615637 Apr 29 08:23:58.043561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55712) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:58.048367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'network': {'name': 'tempest-network-smoke--745097109', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'port_security_enabled': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:58.126423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:23:58.129930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.152017 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:23:58.161180 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.161520 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Added segment c59f0d61-700f-4abe-b7f0-52ffda185ce2 of type vlan for network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e Apr 29 08:23:58.200067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.286773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.292377 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:23:58.292940 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.371122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Network': ['ID=13d1d62e-d428-490c-86d3-aa23f3ce6b7e,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:58.381166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:23:58.405918 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2666c2b0-18bf-49b4-951b-86eda0bbf066 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3613274 Apr 29 08:23:58.408793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55714) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:23:58.422189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'admin_state_up': True, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:23:58.521576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.522599 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.572688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:58.792272 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:59.042211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:59.063760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:59.162261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.105 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/ec26aa23-117b-47e9-8aaa-14dd35374a16) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:23:59.263140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:59.361264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:59.401875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:23:59.404813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:23:59.409879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:23:59.412043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=ec26aa23-117b-47e9-8aaa-14dd35374a16,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:59.768231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:23:59.955110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:00.174687 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:24:00.562293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:24:00.572263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Sync routers for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:24:00.581503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:24:00.582122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:00.650964 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:00.652203 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5572d8ab-8af4-4f41-bcf7-de1af47ccf29 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2424803 Apr 29 08:24:00.655427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55716) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:00.686422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:24:00.690628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-03299430-8449-4a5a-9eab-d1866b944c72 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=116ae3c7af334d01a5525c8b11ad8942&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340905 Apr 29 08:24:00.693264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55718) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:00.836932 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa3e95-7bc4-4f8f-aec5-fbd014f2b17d tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:00.838344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b8fa3e95-7bc4-4f8f-aec5-fbd014f2b17d tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440995 Apr 29 08:24:00.841116 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55720) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:00.859942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:23:59Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:00.874636 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d573761e-18ea-4a11-8b87-e3d895d784da tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324388 Apr 29 08:24:00.877298 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55722) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:00.882327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985389570', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:24:00.890824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Checking router: 52b36027-b5c5-40ec-b9a5-4b3e489bc187 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:24:00.891172 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Updating router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 port ec26aa23-117b-47e9-8aaa-14dd35374a16 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:24:00.916361 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.052161 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:24:01.055809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.160893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.252251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.305743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Attempting to bind port ec26aa23-117b-47e9-8aaa-14dd35374a16 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:24:01.306216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Attempting to bind port ec26aa23-117b-47e9-8aaa-14dd35374a16 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:24:01.306740 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Attempting to bind port ec26aa23-117b-47e9-8aaa-14dd35374a16 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:24:01.310265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.317367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48d004-93b9-4fb2-8978-091583560220 None None] Pushing event updated for resources: {'Port': ['ID=ec26aa23-117b-47e9-8aaa-14dd35374a16,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:01.325416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:24:01.325416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:24:01.325416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.325416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:24:01.325416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Bound port: ec26aa23-117b-47e9-8aaa-14dd35374a16, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:24:01.325416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.392691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Subnet': ['ID=de142e1f-9564-4bd4-bd34-58bfab23c03a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:01.398840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] For port ec26aa23-117b-47e9-8aaa-14dd35374a16, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:24:01.401281 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Checking segment: {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:24:01.401639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network hostable DHCP agents. Network: 13d1d62e-d428-490c-86d3-aa23f3ce6b7e, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:24:01.402091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] For port ec26aa23-117b-47e9-8aaa-14dd35374a16, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ec26aa23-117b-47e9-8aaa-14dd35374a16,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:24:01.469887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.494472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:24:01.524899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:24:01.525500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:01.529966 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48d004-93b9-4fb2-8978-091583560220 None None] Pushing event updated for resources: {'Port': ['ID=ec26aa23-117b-47e9-8aaa-14dd35374a16,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:01.563153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 13d1d62e-d428-490c-86d3-aa23f3ce6b7e) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:24:01.567212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:01.567798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:01.576352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df2589-58a7-4c75-a62d-df9e74dc3345 None None] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:24:01.650241 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0fcc23af-c11b-4fe7-9902-f71dc6ab5040 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7718270 Apr 29 08:24:01.652951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55724) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:01.689396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:24:01.898217 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:24:01.899104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.083657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.175131 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:23:59Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:02.210095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f383e012-f3a5-4775-9006-a61c14e518b6 None None] The sync data for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv is: [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:23:59Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:24:02.223157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Allocated IP 172.20.0.2 (13d1d62e-d428-490c-86d3-aa23f3ce6b7e/de142e1f-9564-4bd4-bd34-58bfab23c03a/24e050e8-6fc9-4af1-bc56-4e352a80cd9b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:24:02.398732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.490126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.531804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:24:02.537599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:24:02.541345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:24:02.551127 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.1 (13d1d62e-d428-490c-86d3-aa23f3ce6b7e/de142e1f-9564-4bd4-bd34-58bfab23c03a/bd21e28d-a8d1-43ed-a750-85c0da9c41bf) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:24:02.600903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Pushing event updated for resources: {'Port': ['ID=24e050e8-6fc9-4af1-bc56-4e352a80cd9b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:02.622198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Attempting to bind port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:24:02.622198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Attempting to bind port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:24:02.622198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Attempting to bind port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b on network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:24:02.627076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:24:02.627686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Checking segment: {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:24:02.628701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.629100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Bound using segment: {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:24:02.629580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Bound port: 24e050e8-6fc9-4af1-bc56-4e352a80cd9b, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:24:02.629990 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.656977 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:24:02.694317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ec26aa23-117b-47e9-8aaa-14dd35374a16 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:24:02.709008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.732721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] For port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:24:02.752007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] For port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=24e050e8-6fc9-4af1-bc56-4e352a80cd9b,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:24:02.768602 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ec26aa23-117b-47e9-8aaa-14dd35374a16 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:02.768984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.829900 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.847613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.862894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.877466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:24:02.878510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port ec26aa23-117b-47e9-8aaa-14dd35374a16, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ec26aa23-117b-47e9-8aaa-14dd35374a16,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:02.881475 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:24:02.884034 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:24:02.891163 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:02.939101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf165cb-f78e-4cc7-a1c7-c272de5d0559 None None] Pushing event updated for resources: {'Port': ['ID=24e050e8-6fc9-4af1-bc56-4e352a80cd9b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:02.943357 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:02.959856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:03.025916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=ec26aa23-117b-47e9-8aaa-14dd35374a16,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:03.163667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:03.452916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:03.534526 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:03.611675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:03.613415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:03.715008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:24:03.716441 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:24:03.830389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:24:03.939291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:24:03.952736 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6bef72a2-80db-47c2-b0f7-4432b3c49620 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/52b36027-b5c5-40ec-b9a5-4b3e489bc187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2907352 Apr 29 08:24:04.085115 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-aedae8d3-6d7e-4822-9c10-b8dee43a3350 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934074743&fields=id&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 267 time: 0.0367591 Apr 29 08:24:04.193971 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-cb9e8b40-4bd5-40cf-ba33-9fb589cb2776 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:04.195496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-cb9e8b40-4bd5-40cf-ba33-9fb589cb2776 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 796 time: 0.1033592 Apr 29 08:24:04.211671 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-1cec66f9-552d-4cd8-96db-acb211a7a42b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/quotas/116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 375 time: 0.0102434 Apr 29 08:24:04.266770 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-08254f89-6ac5-4138-bd38-5082c994a37d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490282 Apr 29 08:24:04.323224 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Sync routers for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:24:04.334397 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:24:04.335132 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:04.378789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-73da24f1-db79-4206-ad1f-e0052c8aa57d service neutron] 10.222.0.16 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986094 Apr 29 08:24:04.464182 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:24:04.472319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c7a06-f12e-4def-bbb4-dcc6f388af7e None None] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:24:04.531573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-ecbe972f-9554-4698-9716-40b392cdbaf0 service neutron] 10.222.0.16 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450162 Apr 29 08:24:04.534091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b9f2c5b3-97e6-434b-b36f-4fb51635812e None None] Provisioning complete for port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:04.534499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c5b3-97e6-434b-b36f-4fb51635812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:04.714773 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 2, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:04.718189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ec26aa23-117b-47e9-8aaa-14dd35374a16 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:24:04.721030 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c5b3-97e6-434b-b36f-4fb51635812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:04.751821 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Checking router: 52b36027-b5c5-40ec-b9a5-4b3e489bc187 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:24:04.752178 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Updating router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 port bd21e28d-a8d1-43ed-a750-85c0da9c41bf binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:24:04.785334 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:04.816019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b9f2c5b3-97e6-434b-b36f-4fb51635812e None None] For port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=24e050e8-6fc9-4af1-bc56-4e352a80cd9b,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:04.829502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port ec26aa23-117b-47e9-8aaa-14dd35374a16 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:04.835390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:04.849608 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9b71230f-ecbf-4ecb-b7ea-01db90b55f1f req-97aa36bc-0fbd-4263-bf0d-5534666f3843 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 210 time: 0.0667696 Apr 29 08:24:04.906637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c5b3-97e6-434b-b36f-4fb51635812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:04.958403 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 24e050e8-6fc9-4af1-bc56-4e352a80cd9b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:24:04.996167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2c5b3-97e6-434b-b36f-4fb51635812e None None] Pushing event updated for resources: {'Port': ['ID=24e050e8-6fc9-4af1-bc56-4e352a80cd9b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:05.048960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:05.049252 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.115329 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.147580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a6fe71a3-87dc-446e-8b7d-45371f571c09 None None] Provisioning complete for port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:05.147959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6fe71a3-87dc-446e-8b7d-45371f571c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.186010 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.254227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a6fe71a3-87dc-446e-8b7d-45371f571c09 None None] Provisioning complete for port bd21e28d-a8d1-43ed-a750-85c0da9c41bf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:05.254634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6fe71a3-87dc-446e-8b7d-45371f571c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.296697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe71a3-87dc-446e-8b7d-45371f571c09 None None] Port bd21e28d-a8d1-43ed-a750-85c0da9c41bf cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:24:05.374748 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Pushing event updated for resources: {'Port': ['ID=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:05.404323 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.404670 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.405278 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.405780 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.405892 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.406204 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.406644 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.406972 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.422598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.422598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.422598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.422598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:24:05.422598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Attempting to bind port bd21e28d-a8d1-43ed-a750-85c0da9c41bf on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:24:05.422598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Attempting to bind port bd21e28d-a8d1-43ed-a750-85c0da9c41bf by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:24:05.422598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Attempting to bind port bd21e28d-a8d1-43ed-a750-85c0da9c41bf on network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:24:05.423708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7ff52add-57c0-4465-bd1e-828df3ee3999 None None] Provisioning complete for port bd21e28d-a8d1-43ed-a750-85c0da9c41bf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:05.423708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff52add-57c0-4465-bd1e-828df3ee3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.423891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:24:05.423891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Checking segment: {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:24:05.423891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.423891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Bound using segment: {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:24:05.423891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Bound port: bd21e28d-a8d1-43ed-a750-85c0da9c41bf, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:24:05.423891 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.466343 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7ff52add-57c0-4465-bd1e-828df3ee3999 None None] Port bd21e28d-a8d1-43ed-a750-85c0da9c41bf cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:24:05.550195 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] For port bd21e28d-a8d1-43ed-a750-85c0da9c41bf, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:24:05.554346 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] For port bd21e28d-a8d1-43ed-a750-85c0da9c41bf, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:24:05.588857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-72268e57-6ea3-4ac4-8a78-cb706278a203 None None] Provisioning complete for port bd21e28d-a8d1-43ed-a750-85c0da9c41bf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:05.589417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72268e57-6ea3-4ac4-8a78-cb706278a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.628215 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-72268e57-6ea3-4ac4-8a78-cb706278a203 None None] Port bd21e28d-a8d1-43ed-a750-85c0da9c41bf cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:24:05.670207 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.732020 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:24:05.732666 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:23:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:05.737872 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945a450-98c6-4469-a040-aa821d496222 None None] Pushing event updated for resources: {'Port': ['ID=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:05.754415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-45d48e54-4e71-441c-a335-69ffe9531443 None None] Provisioning complete for port bd21e28d-a8d1-43ed-a750-85c0da9c41bf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:05.755297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45d48e54-4e71-441c-a335-69ffe9531443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.839414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45d48e54-4e71-441c-a335-69ffe9531443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:05.852532 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:24:05.873180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-45d48e54-4e71-441c-a335-69ffe9531443 None None] For port bd21e28d-a8d1-43ed-a750-85c0da9c41bf, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:05.968972 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e1d2f5b8-0990-4ebe-9019-4364c83138d1 req-36803a33-ac03-44a4-998c-b5ac831a388f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 210 time: 0.0270596 Apr 29 08:24:05.992035 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45d48e54-4e71-441c-a335-69ffe9531443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:06.042566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d48e54-4e71-441c-a335-69ffe9531443 None None] Pushing event updated for resources: {'Port': ['ID=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:06.058055 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:06.088209 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcb668-0e90-44b2-b003-1259d782480e None None] The sync data for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv is: [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:24:06.112264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-515eef11-e0a1-42ab-a571-cf8d54ca506f None None] Provisioning complete for port bd21e28d-a8d1-43ed-a750-85c0da9c41bf triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:06.112661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-515eef11-e0a1-42ab-a571-cf8d54ca506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:06.672135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bd21e28d-a8d1-43ed-a750-85c0da9c41bf up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:24:06.721773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port bd21e28d-a8d1-43ed-a750-85c0da9c41bf triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:06.722144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:06.809037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 24e050e8-6fc9-4af1-bc56-4e352a80cd9b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:24:06.856238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:06.856689 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:07.067007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ed9c0066-8606-455b-bf6c-e4a7c6900ade req-7de39dc6-3bf0-49c1-9198-dcfef014c789 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 210 time: 0.0281074 Apr 29 08:24:07.172969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-d7410400-2c0c-4229-92e9-2ca88a49e616 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:07.174443 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-d7410400-2c0c-4229-92e9-2ca88a49e616 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 796 time: 0.1102796 Apr 29 08:24:07.218209 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-02d6c0ed-cb06-4bad-905e-b9b0a0a8630d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 380 time: 0.0351455 Apr 29 08:24:07.227582 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'port': {'device_id': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'admin_state_up': True, 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'security_groups': ['7fb9b93e-cfbe-4b09-a756-3146b9ca7c64']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:24:07.414288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:24:07.418012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:07.541365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.3 (13d1d62e-d428-490c-86d3-aa23f3ce6b7e/de142e1f-9564-4bd4-bd34-58bfab23c03a/d73ac7e8-10b1-4e4c-a244-e7030a590505) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:24:07.669558 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:07.795646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:07.841775 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:24:07.844887 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:24:07.849199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:24:07.855552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=d73ac7e8-10b1-4e4c-a244-e7030a590505,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:07.906942 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:07.906942 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:07.993154 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-5aaa211e-ccd9-46a1-b7c8-2b91228e8df0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7690485 Apr 29 08:24:08.005413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Request body: {'port': {'device_id': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:24:08.043395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-eef75071-741e-4911-ad85-be94f3f9a555 None None] Provisioning complete for port d73ac7e8-10b1-4e4c-a244-e7030a590505 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:08.044050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eef75071-741e-4911-ad85-be94f3f9a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:08.061121 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:08.077062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eef75071-741e-4911-ad85-be94f3f9a555 None None] Port d73ac7e8-10b1-4e4c-a244-e7030a590505 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:24:08.265010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cc2d6-9ef6-4c8d-a4ec-b4b6f33114d2 req-51694074-acd3-44f3-ba5a-6d3a676893d3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:08.266490 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-205cc2d6-9ef6-4c8d-a4ec-b4b6f33114d2 req-51694074-acd3-44f3-ba5a-6d3a676893d3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 931 time: 0.1091125 Apr 29 08:24:08.329251 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-205cc2d6-9ef6-4c8d-a4ec-b4b6f33114d2 req-0b265c19-f34c-42d9-b961-6a1e07c2455e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562298 Apr 29 08:24:08.380992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73ac7e8-10b1-4e4c-a244-e7030a590505 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:24:08.388161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:08.400654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Transition to ACTIVE for port object d73ac7e8-10b1-4e4c-a244-e7030a590505 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:24:08.499973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:08.547086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Pushing event updated for resources: {'Port': ['ID=d73ac7e8-10b1-4e4c-a244-e7030a590505,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:08.617074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Attempting to bind port d73ac7e8-10b1-4e4c-a244-e7030a590505 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:24:08.617408 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Attempting to bind port d73ac7e8-10b1-4e4c-a244-e7030a590505 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:24:08.617732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Attempting to bind port d73ac7e8-10b1-4e4c-a244-e7030a590505 on network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:24:08.622523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Port d73ac7e8-10b1-4e4c-a244-e7030a590505 on network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:24:08.622872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Attempting to bind port d73ac7e8-10b1-4e4c-a244-e7030a590505 on network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:24:08.627698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:24:08.628028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Checking segment: {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:24:08.628406 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Bound using segment: {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:24:08.628823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Bound port: d73ac7e8-10b1-4e4c-a244-e7030a590505, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59f0d61-700f-4abe-b7f0-52ffda185ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:24:08.629182 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:08.698979 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] For port d73ac7e8-10b1-4e4c-a244-e7030a590505, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:24:08.702118 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] For port d73ac7e8-10b1-4e4c-a244-e7030a590505, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:24:08.786854 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:08.824645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:08.825305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:08.826737 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] 10.222.0.39 "PUT /v2.0/ports/d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 1093 time: 0.8258724 Apr 29 08:24:08.827162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:24:08.829438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff691bd-fac6-4942-b5af-17577eeab9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:24:08.854402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f31570-f216-42eb-a677-b06476bfc6bf service neutron] Pushing event updated for resources: {'Port': ['ID=d73ac7e8-10b1-4e4c-a244-e7030a590505,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:08.870689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df978dd-98f4-45de-b231-554c7cde2358 x-openstack-request-id: req-3df978dd-98f4-45de-b231-554c7cde2358 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:24:08.870981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:24:08.871227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3df978dd-98f4-45de-b231-554c7cde2358 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:24:08.871627 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df978dd-98f4-45de-b231-554c7cde2358'] response: {'name': 'network-changed', 'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'status': 'completed', 'code': 200} Apr 29 08:24:08.935987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff691bd-fac6-4942-b5af-17577eeab9ef req-650008b8-acbc-4048-a3fe-400d4c1f986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:08.937470 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ff691bd-fac6-4942-b5af-17577eeab9ef req-650008b8-acbc-4048-a3fe-400d4c1f986b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1096 time: 0.0436451 Apr 29 08:24:09.039626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff691bd-fac6-4942-b5af-17577eeab9ef req-fa67ca14-9981-4830-8667-a077b731cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:09.041029 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ff691bd-fac6-4942-b5af-17577eeab9ef req-fa67ca14-9981-4830-8667-a077b731cc4a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=116ae3c7af334d01a5525c8b11ad8942&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0955987 Apr 29 08:24:09.131086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff691bd-fac6-4942-b5af-17577eeab9ef req-2dd7aaa0-c4ea-4527-8ca6-65c67eb1006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:09.132511 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ff691bd-fac6-4942-b5af-17577eeab9ef req-2dd7aaa0-c4ea-4527-8ca6-65c67eb1006c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840037 Apr 29 08:24:09.204835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-ce17444a-91cd-48cf-867a-7464f03fa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:09.206276 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-ce17444a-91cd-48cf-867a-7464f03fa61e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1096 time: 0.0390201 Apr 29 08:24:09.250557 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-6cae0367-6e31-4100-a671-f8bba3352b5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 217 time: 0.0372694 Apr 29 08:24:09.298946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-3ca17c2b-f248-4952-937e-4fc4001f24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:09.300310 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-3ca17c2b-f248-4952-937e-4fc4001f24ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 200 len: 834 time: 0.0427656 Apr 29 08:24:09.344792 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779d14-10e4-4946-bf90-b83034853765 req-da09253f-a310-4760-ae66-5cf14ce59e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:09.346283 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-da09253f-a310-4760-ae66-5cf14ce59e2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401335 Apr 29 08:24:09.486708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe508-67d6-4238-9845-cd01776efdfc req-8fbf9d3e-5c5e-4257-9e9a-db6d2d29569a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:09.488150 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-defbe508-67d6-4238-9845-cd01776efdfc req-8fbf9d3e-5c5e-4257-9e9a-db6d2d29569a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 943 time: 0.0852513 Apr 29 08:24:09.490255 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-a80ab3ca-d171-4268-9f16-a707699e4900 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376235 Apr 29 08:24:09.580686 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-defbe508-67d6-4238-9845-cd01776efdfc req-d0499b11-9b26-4d41-a7c5-2bead3730767 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769734 Apr 29 08:24:09.606420 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79779d14-10e4-4946-bf90-b83034853765 req-0d146127-dd0f-49cf-aa98-46fb28ddc9eb service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096921 Apr 29 08:24:10.696684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb114d-bdff-4f1a-8c9d-d68058e64c77 req-ea64969c-24d8-4aa2-a37f-d934327d0265 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:10.698157 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3aeb114d-bdff-4f1a-8c9d-d68058e64c77 req-ea64969c-24d8-4aa2-a37f-d934327d0265 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 943 time: 0.0485995 Apr 29 08:24:10.735493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3aeb114d-bdff-4f1a-8c9d-d68058e64c77 req-7c951a33-91db-4d0c-a007-5353bc73f73c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313590 Apr 29 08:24:11.188937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-773cd7d5-b9db-4085-a3b2-f32ddebc1770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:11.426764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d73ac7e8-10b1-4e4c-a244-e7030a590505 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:24:11.520384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d73ac7e8-10b1-4e4c-a244-e7030a590505, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:11.531736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'port_id': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'mac_address': 'fa:16:3e:0d:51:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:24:11.567044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:11.579708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73ac7e8-10b1-4e4c-a244-e7030a590505 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:24:11.599016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d73ac7e8-10b1-4e4c-a244-e7030a590505, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:11.677168 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:11.727585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=d73ac7e8-10b1-4e4c-a244-e7030a590505,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:11.852202 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56511270-2d92-4e13-b24c-0db68b808e41 req-af2d537d-e19c-4e1e-8d90-678af61e7289 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:11.853662 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-56511270-2d92-4e13-b24c-0db68b808e41 req-af2d537d-e19c-4e1e-8d90-678af61e7289 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 944 time: 0.0528600 Apr 29 08:24:11.884117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['d73ac7e8-10b1-4e4c-a244-e7030a590505'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:24:11.890315 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-56511270-2d92-4e13-b24c-0db68b808e41 req-11b5f67d-d8aa-44ab-9da4-0339d70de480 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Apr 29 08:24:13.004332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4443f-6d19-42a7-a6f8-d0782dd03830 req-b7473bcd-d860-42c4-9252-6134e6c09bf4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:13.005821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-81d4443f-6d19-42a7-a6f8-d0782dd03830 req-b7473bcd-d860-42c4-9252-6134e6c09bf4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 944 time: 0.0493004 Apr 29 08:24:13.042813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-81d4443f-6d19-42a7-a6f8-d0782dd03830 req-42043468-15e4-4bd4-9216-5f7472814bfa tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Apr 29 08:24:13.066019 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:13.303767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d363e088-a024-4970-9302-e72cda0e7c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:13.427827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d73ac7e8-10b1-4e4c-a244-e7030a590505 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:24:13.565959 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port d73ac7e8-10b1-4e4c-a244-e7030a590505 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:24:13.569679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port d73ac7e8-10b1-4e4c-a244-e7030a590505 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:24:13.570059 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:13.645211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:13.667346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:24:13.669416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535f618-5d67-4f57-88a9-cc11ced17da4" -d '{"events": [{"server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "name": "network-vif-plugged", "status": "completed", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:24:13.682319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d73ac7e8-10b1-4e4c-a244-e7030a590505, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:13.759005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0a504-4c7e-40e0-b3d3-e2101e3dc9d7 x-openstack-request-id: req-d0d0a504-4c7e-40e0-b3d3-e2101e3dc9d7 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:24:13.759295 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "name": "network-vif-plugged", "status": "completed", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:24:13.759566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0d0a504-4c7e-40e0-b3d3-e2101e3dc9d7 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:24:13.759962 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d0a504-4c7e-40e0-b3d3-e2101e3dc9d7'] response: {'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'code': 200} Apr 29 08:24:13.762951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:13.814031 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=d73ac7e8-10b1-4e4c-a244-e7030a590505,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:14.058695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19fc84-651c-4ce6-8138-d059a60a936e req-2003bc37-fb69-4fca-a672-d815aad534fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:14.060173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef19fc84-651c-4ce6-8138-d059a60a936e req-2003bc37-fb69-4fca-a672-d815aad534fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1098 time: 0.0377276 Apr 29 08:24:14.099482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ef19fc84-651c-4ce6-8138-d059a60a936e req-0d584023-d32a-4368-a43d-97eb12afb814 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Apr 29 08:24:14.163621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3cf34-499d-423b-83c2-e8fd0b8627f8 req-ec0297f4-38cd-4cd8-bcb5-db6f817e1bff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:14.165046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-73b3cf34-499d-423b-83c2-e8fd0b8627f8 req-ec0297f4-38cd-4cd8-bcb5-db6f817e1bff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0517621 Apr 29 08:24:14.201578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-73b3cf34-499d-423b-83c2-e8fd0b8627f8 req-e00ee188-dbe0-41ef-81dd-6641a2ef61ba tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 Apr 29 08:24:15.111479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:15.315836 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e83532-fccb-46ca-9d90-0272d6823b5c req-9b9bdf7c-0224-4193-b9cd-94a5bc62459d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:15.317293 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86e83532-fccb-46ca-9d90-0272d6823b5c req-9b9bdf7c-0224-4193-b9cd-94a5bc62459d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Apr 29 08:24:15.356013 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-86e83532-fccb-46ca-9d90-0272d6823b5c req-10d5d24a-4ed7-46bd-8912-ae4058e32c25 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Apr 29 08:24:15.473989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8a65d-6b06-434b-9271-8fe4467f50d3 req-5a1d0840-df8b-4e95-851c-6fa64d568405 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:15.475842 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ca8a65d-6b06-434b-9271-8fe4467f50d3 req-5a1d0840-df8b-4e95-851c-6fa64d568405 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0536246 Apr 29 08:24:15.512797 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ca8a65d-6b06-434b-9271-8fe4467f50d3 req-212bcaa0-21b4-4926-b573-ae2e52ebb6e1 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Apr 29 08:24:15.534709 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55786) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:15.573824 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba86c8f-bebf-4582-a0d5-c5def092ccd3 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:15.575393 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-2ba86c8f-bebf-4582-a0d5-c5def092ccd3 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1093 time: 0.0397046 Apr 29 08:24:15.578140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55788) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:15.582422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:24:15.671534 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:15.771344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:15.870698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.25 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/f6ffd0f8-51f9-4577-a607-a6735506c93d) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:24:15.971569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.063614 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.099497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:24:16.104236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:24:16.107700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:24:16.134997 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=f6ffd0f8-51f9-4577-a607-a6735506c93d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:16.286276 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.464895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.610206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.695026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.755874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.820612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:16.890232 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=f6ffd0f8-51f9-4577-a607-a6735506c93d,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:16.902029 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:17.000045 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP 28f65044-cbdc-48bf-872d-d6dbabff3a24 associated. External IP: 172.26.2.25, port: d73ac7e8-10b1-4e4c-a244-e7030a590505. Apr 29 08:24:17.540662 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:24:17.643407 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:24:17.658170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] Sync routers for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:24:17.673679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:24:17.674294 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:24:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:17.722694 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:17.753560 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-80599b3b-29db-4457-935f-c7b640edcb60 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1743381 Apr 29 08:24:17.754385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:24:17.756848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50585757-8476-4e96-8f60-dbe1ec1ad6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:24:17.795387 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33202855-407c-4a4b-a433-a81e42ca953c x-openstack-request-id: req-33202855-407c-4a4b-a433-a81e42ca953c {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:24:17.795681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:24:17.795935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33202855-407c-4a4b-a433-a81e42ca953c {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:24:17.796357 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33202855-407c-4a4b-a433-a81e42ca953c'] response: {'name': 'network-changed', 'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'status': 'completed', 'code': 200} Apr 29 08:24:17.890007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ad99-91d9-4026-a772-7f6e31ec10ab req-fd89eb4c-41c6-4709-81e8-2d0a19d08a6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:17.891525 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3343ad99-91d9-4026-a772-7f6e31ec10ab req-fd89eb4c-41c6-4709-81e8-2d0a19d08a6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0849192 Apr 29 08:24:17.898766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-b0add109-ab63-4e43-8ab0-93e3361cce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:17.900222 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-b0add109-ab63-4e43-8ab0-93e3361cce9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1098 time: 0.0629075 Apr 29 08:24:17.925942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:24:17.983879 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3343ad99-91d9-4026-a772-7f6e31ec10ab req-09718538-b16f-477a-bd13-e0e20a077a36 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826433 Apr 29 08:24:18.007303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55794) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:18.015473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-43a8e824-463d-4712-9cc0-8f706e8bfc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:18.015652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-43a8e824-463d-4712-9cc0-8f706e8bfc6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 897 time: 0.1081598 Apr 29 08:24:18.066452 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b35f1936-567c-4a5d-9b29-aa8a4668e1f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/28f65044-cbdc-48bf-872d-d6dbabff3a24 HTTP/1.1" status: 200 len: 990 time: 0.0577860 Apr 29 08:24:18.082785 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-2337ef1b-b82b-4402-9c3c-482c4cfdb38f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 998 time: 0.0591781 Apr 29 08:24:18.128857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-91d6c4ee-256e-49b0-a7b8-b5e1d3d23c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:18.130375 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-91d6c4ee-256e-49b0-a7b8-b5e1d3d23c3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 200 len: 834 time: 0.0418167 Apr 29 08:24:18.147139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '28f65044-cbdc-48bf-872d-d6dbabff3a24', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'port_id': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'mac_address': 'fa:16:3e:0d:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:24:16Z', 'updated_at': '2022-04-29T08:24:16Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:18.172585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] Checking router: 52b36027-b5c5-40ec-b9a5-4b3e489bc187 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:24:18.176402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-4bafbb0f-2605-4a26-aa95-3fe493b25166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:18.177864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-4bafbb0f-2605-4a26-aa95-3fe493b25166 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416977 Apr 29 08:24:18.181164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:24:18.181782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:24:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:18.263535 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-2e7f183b-d874-47fe-b04b-f7521b30287b service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789907 Apr 29 08:24:18.285248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:24:18.356205 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-50585757-8476-4e96-8f60-dbe1ec1ad6fb req-8fa3edb5-626b-4264-887e-b89660c39597 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853126 Apr 29 08:24:18.514214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '28f65044-cbdc-48bf-872d-d6dbabff3a24', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'port_id': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'mac_address': 'fa:16:3e:0d:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:24:16Z', 'updated_at': '2022-04-29T08:24:16Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:24:18.540103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1408d69-7127-42b3-a6b5-5bb7242ef188 None None] The sync data for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv is: [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '28f65044-cbdc-48bf-872d-d6dbabff3a24', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'port_id': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'mac_address': 'fa:16:3e:0d:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:24:16Z', 'updated_at': '2022-04-29T08:24:16Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:24:18.722957 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62dd361-bb8e-4c81-b0bd-b66ff3cfedd0 None None] New status for floating IP 28f65044-cbdc-48bf-872d-d6dbabff3a24: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:24:19.070753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55796) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:19.132641 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3ec50b4f-4c3e-4904-b160-aef004c1a114 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/28f65044-cbdc-48bf-872d-d6dbabff3a24 HTTP/1.1" status: 200 len: 992 time: 0.0607302 Apr 29 08:24:39.646862 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:24:41.188336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e67f76-c6bb-40aa-8cc4-a51581ec94a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:43.030754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:43.279914 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-de0d2965-22df-45d3-9cc2-8d0bf9b4cbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:45.122507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:46.285429 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:46.711140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:24:47.598267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-20ea052e-c941-4971-9a38-cbfc40efb24d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389006 Apr 29 08:24:47.677225 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526a0e-3905-45df-825b-7f088f483a5e req-3d084167-6ba6-421c-aa66-d8d1e65bd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:47.678881 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-3d084167-6ba6-421c-aa66-d8d1e65bd74d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1098 time: 0.0409703 Apr 29 08:24:47.780991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526a0e-3905-45df-825b-7f088f483a5e req-6382ac01-4a66-4d5c-ac6f-07fa0550322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:47.782441 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-6382ac01-4a66-4d5c-ac6f-07fa0550322d service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 897 time: 0.0851941 Apr 29 08:24:47.848402 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-435069fd-05a1-4b9d-a573-32a89c1a19a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 1000 time: 0.0576253 Apr 29 08:24:47.895965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526a0e-3905-45df-825b-7f088f483a5e req-2d41604f-2bef-4ed8-9581-3b728a483b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:47.897360 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-2d41604f-2bef-4ed8-9581-3b728a483b57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 200 len: 834 time: 0.0415316 Apr 29 08:24:47.944016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526a0e-3905-45df-825b-7f088f483a5e req-33a6e196-5ecf-4982-995e-f43f9be9f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:47.945449 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-33a6e196-5ecf-4982-995e-f43f9be9f119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418169 Apr 29 08:24:48.030221 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-676d8d29-5018-4c13-bbe4-ee4571efa87a service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782437 Apr 29 08:24:48.120715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e4526a0e-3905-45df-825b-7f088f483a5e req-c3ad0753-6102-4ada-b465-db6c819a1afd service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827074 Apr 29 08:24:50.384707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-feeb9f47-2385-40c8-b9e7-a168057f0499 req-fb34096a-e2d3-466d-974c-e6d52776f048 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:24:50.385669 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-feeb9f47-2385-40c8-b9e7-a168057f0499 req-fb34096a-e2d3-466d-974c-e6d52776f048 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054033 Apr 29 08:24:50.696477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22a5b8-77a4-4538-9d97-deed4d7fb889 req-3f1691b6-45f9-4b47-90f8-62c4e51ab7a7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:50.698005 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bb22a5b8-77a4-4538-9d97-deed4d7fb889 req-3f1691b6-45f9-4b47-90f8-62c4e51ab7a7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0492573 Apr 29 08:24:50.735185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bb22a5b8-77a4-4538-9d97-deed4d7fb889 req-460bc5cb-1747-4d7c-9c0a-a2f1c3c606dd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Apr 29 08:24:50.887040 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55816) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:24:50.966021 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-f1ef9232-0cb6-48ed-9bb3-79bb88ecf720 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778313 Apr 29 08:24:50.974719 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-8fc7e23f-c01a-45b6-a5b3-705b9c88f1c0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:24:50.975655 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-8fc7e23f-c01a-45b6-a5b3-705b9c88f1c0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048127 Apr 29 08:24:51.850266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4f7b4-c347-4bc4-9e49-96ce2408bec4 req-72378464-0fbb-462c-827c-c1530b7cd44f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:51.851794 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16b4f7b4-c347-4bc4-9e49-96ce2408bec4 req-72378464-0fbb-462c-827c-c1530b7cd44f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Apr 29 08:24:51.891976 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16b4f7b4-c347-4bc4-9e49-96ce2408bec4 req-e37d9ea6-e1e6-4e99-a30e-b7e2aa55b5e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Apr 29 08:24:53.009669 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-3140e3a2-976d-4304-8087-8c23a3a70077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:53.011294 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-3140e3a2-976d-4304-8087-8c23a3a70077 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1098 time: 0.0706551 Apr 29 08:24:53.023093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfc4c0-5197-44e4-b872-b137777fbfc5 req-7a5f1cbf-e75b-4b30-a94f-50c275ad67af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:53.024440 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79cfc4c0-5197-44e4-b872-b137777fbfc5 req-7a5f1cbf-e75b-4b30-a94f-50c275ad67af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0599492 Apr 29 08:24:53.107876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79cfc4c0-5197-44e4-b872-b137777fbfc5 req-1e863165-4e58-4f96-b39b-76300bcdc438 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751555 Apr 29 08:24:53.132065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-42afecd5-1707-4aa4-8bc6-9d932a9f7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:53.133484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-42afecd5-1707-4aa4-8bc6-9d932a9f7bb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 897 time: 0.1082354 Apr 29 08:24:53.475921 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-48645e2f-aaa3-438f-81c7-128d56c6d779 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 1000 time: 0.3360054 Apr 29 08:24:53.521814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-311acddc-1c08-4a53-8d54-693e4f0966e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:53.523194 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-311acddc-1c08-4a53-8d54-693e4f0966e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 200 len: 834 time: 0.0408716 Apr 29 08:24:53.567774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-b9618478-410c-449a-8640-2bbd71861fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:53.569172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-b9618478-410c-449a-8640-2bbd71861fd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396895 Apr 29 08:24:53.653738 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-66261bf8-c2c9-4014-b3c0-da33b69cb4f8 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779419 Apr 29 08:24:53.742650 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-4df28e26-fef3-4f50-8a83-a5e470cc0eb6 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822058 Apr 29 08:24:54.220050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515abfe8-4016-40f9-92d7-aee2a2f30a7f req-16dbfbfa-0956-483f-9b21-d27b94969de3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:54.221476 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-515abfe8-4016-40f9-92d7-aee2a2f30a7f req-16dbfbfa-0956-483f-9b21-d27b94969de3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0479708 Apr 29 08:24:54.258309 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-515abfe8-4016-40f9-92d7-aee2a2f30a7f req-db7f5bf0-1df9-40c8-ab94-74e866190901 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308769 Apr 29 08:24:55.372966 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf02ef-de96-438e-b728-87aa2657bfa3 req-4ff98eea-ce3f-4aea-9723-a551a211a636 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:55.374420 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1ecf02ef-de96-438e-b728-87aa2657bfa3 req-4ff98eea-ce3f-4aea-9723-a551a211a636 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0509312 Apr 29 08:24:55.411186 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1ecf02ef-de96-438e-b728-87aa2657bfa3 req-054ccbe4-51d2-4efe-bcc4-49635bee9fec tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305462 Apr 29 08:24:56.525470 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c4a75-a64c-4d17-8231-d82352c883c2 req-8cc7b259-075d-4ae3-ad3c-f1a6961c409a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:56.526978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-408c4a75-a64c-4d17-8231-d82352c883c2 req-8cc7b259-075d-4ae3-ad3c-f1a6961c409a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0504975 Apr 29 08:24:56.563231 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-408c4a75-a64c-4d17-8231-d82352c883c2 req-63b10207-e7d2-4d47-aa63-5ebcc7e35240 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298164 Apr 29 08:24:57.676824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc2dc2-041e-4d5d-866e-2876fa018989 req-e55ffac9-491f-4751-be0a-12517c5d2776 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:57.679167 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ffc2dc2-041e-4d5d-866e-2876fa018989 req-e55ffac9-491f-4751-be0a-12517c5d2776 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Apr 29 08:24:57.716514 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4ffc2dc2-041e-4d5d-866e-2876fa018989 req-e8c83feb-c295-44ed-8b4b-62b0ee1f9528 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313509 Apr 29 08:24:58.833327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a7d8d-8e8a-437f-9859-ca610ab506b4 req-da201987-b2d5-4acd-953d-d2d3f5cd2d1b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:58.833327 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3f4a7d8d-8e8a-437f-9859-ca610ab506b4 req-da201987-b2d5-4acd-953d-d2d3f5cd2d1b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0473075 Apr 29 08:24:58.867418 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3f4a7d8d-8e8a-437f-9859-ca610ab506b4 req-e1f0661c-bc92-4078-ad12-54bef8185f17 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308130 Apr 29 08:24:59.992109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222549dc-1dd3-4030-aab8-89e45f41f57f req-e3af823a-b5fe-4530-bde3-de40325068c2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:24:59.993466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-222549dc-1dd3-4030-aab8-89e45f41f57f req-e3af823a-b5fe-4530-bde3-de40325068c2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0583577 Apr 29 08:25:00.029939 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-222549dc-1dd3-4030-aab8-89e45f41f57f req-02314fb1-717c-4943-8457-f151745cff62 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304947 Apr 29 08:25:01.142178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea193ece-78fa-4dfa-aa34-a1af6dfb161c req-8c51817c-08b3-45f9-87e5-04920bb34ccd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:01.143629 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ea193ece-78fa-4dfa-aa34-a1af6dfb161c req-8c51817c-08b3-45f9-87e5-04920bb34ccd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0468485 Apr 29 08:25:01.180030 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ea193ece-78fa-4dfa-aa34-a1af6dfb161c req-395f1901-3d76-44d7-a4d8-57c479135a88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303831 Apr 29 08:25:02.293786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b7a33-a927-4809-844b-b926ba3d8093 req-d3e2f7e3-caef-45f8-9d2b-28da6271b54c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:02.295182 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cd8b7a33-a927-4809-844b-b926ba3d8093 req-d3e2f7e3-caef-45f8-9d2b-28da6271b54c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Apr 29 08:25:02.331729 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cd8b7a33-a927-4809-844b-b926ba3d8093 req-fe624503-11ca-46a4-8ceb-6fd436546ac4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305057 Apr 29 08:25:03.451514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e091ca4-dc2f-41ef-b600-ef20e2e7c93c req-31d8facd-fc48-45a0-8381-8a09320d55b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:03.452883 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e091ca4-dc2f-41ef-b600-ef20e2e7c93c req-31d8facd-fc48-45a0-8381-8a09320d55b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Apr 29 08:25:03.489709 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e091ca4-dc2f-41ef-b600-ef20e2e7c93c req-96f95665-d5f0-457b-9459-c4f7fc2b4846 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Apr 29 08:25:04.606184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf09342-02f5-49ee-b4a2-ed9a2c332f00 req-9c838024-c3c2-4562-b556-67fc922d2b55 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:04.607693 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cbf09342-02f5-49ee-b4a2-ed9a2c332f00 req-9c838024-c3c2-4562-b556-67fc922d2b55 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0482640 Apr 29 08:25:04.644229 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cbf09342-02f5-49ee-b4a2-ed9a2c332f00 req-a33b01da-b0a9-4c63-813e-8f0b7eaf674d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305529 Apr 29 08:25:05.630353 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-cd5fcbaa-ca89-4070-b6fa-696f85069ee5 service neutron] 10.222.0.39 "GET /v2.0/ports/d73ac7e8-10b1-4e4c-a244-e7030a590505/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0532813 Apr 29 08:25:05.759778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03560c86-9133-4c3e-8667-dd727ee9a9c1 req-f3092fb4-a14c-41dd-8eb9-1f21a7acf80a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:05.761255 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03560c86-9133-4c3e-8667-dd727ee9a9c1 req-f3092fb4-a14c-41dd-8eb9-1f21a7acf80a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0492144 Apr 29 08:25:05.802652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-03560c86-9133-4c3e-8667-dd727ee9a9c1 req-085a4ae9-ed7a-4e74-8dd1-1250c1f450c6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352914 Apr 29 08:25:06.139397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-8e601452-b45c-4b6c-9b0d-4dd0c61d02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:06.140935 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-8e601452-b45c-4b6c-9b0d-4dd0c61d02ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 1098 time: 0.0408354 Apr 29 08:25:06.200082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-46a3beb3-9b6a-489c-9fa0-5ce77483d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:06.201527 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-46a3beb3-9b6a-489c-9fa0-5ce77483d6c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1098 time: 0.0384285 Apr 29 08:25:06.291561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-dae0e3b8-bd11-4e41-8b36-29816f5933b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:06.293158 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-dae0e3b8-bd11-4e41-8b36-29816f5933b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 897 time: 0.0834992 Apr 29 08:25:06.356599 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-7ff27709-8177-48e0-a9f7-f6a8e12b4f7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 1000 time: 0.0565391 Apr 29 08:25:06.404914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-7ffa1f1c-9ad9-418c-9275-60deb75c3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:06.406204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-7ffa1f1c-9ad9-418c-9275-60deb75c3753 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 200 len: 834 time: 0.0423183 Apr 29 08:25:06.452616 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cd72-e877-4662-a30a-b4a124240f4a req-0beb2a57-86fe-4936-ac46-c408252b680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:06.454046 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-0beb2a57-86fe-4936-ac46-c408252b680a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420072 Apr 29 08:25:06.539074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-d1ba6717-0669-44dc-8659-39f6e2a30777 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783689 Apr 29 08:25:06.629841 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b388cd72-e877-4662-a30a-b4a124240f4a req-84556af8-b357-45a4-a4d4-963c3d1a4096 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843678 Apr 29 08:25:06.919319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8060f-d588-4900-9bf7-356eacc0c2c5 req-1ade6a1c-c6c4-418a-80d6-8c4cfc45c307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:06.920790 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35b8060f-d588-4900-9bf7-356eacc0c2c5 req-1ade6a1c-c6c4-418a-80d6-8c4cfc45c307 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Apr 29 08:25:06.959517 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35b8060f-d588-4900-9bf7-356eacc0c2c5 req-c81f751d-d497-4d4c-b259-80c0ec4fc83a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326204 Apr 29 08:25:08.073070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267926c-8eca-4964-b517-16e0bfd51349 req-dba15df7-64be-4b3f-859c-1b850a0a7ef7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:08.074514 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f267926c-8eca-4964-b517-16e0bfd51349 req-dba15df7-64be-4b3f-859c-1b850a0a7ef7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0475643 Apr 29 08:25:08.111823 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f267926c-8eca-4964-b517-16e0bfd51349 req-895a7330-4935-47a8-9975-1410de8878e1 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Apr 29 08:25:09.226347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758092a7-54b3-4be1-befd-7847542bb6b0 req-95fd2513-1f25-4126-9f8a-769350977456 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:09.227807 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-758092a7-54b3-4be1-befd-7847542bb6b0 req-95fd2513-1f25-4126-9f8a-769350977456 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Apr 29 08:25:09.267876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-758092a7-54b3-4be1-befd-7847542bb6b0 req-da2ac963-422d-46c7-9165-817ce2e9eb79 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342388 Apr 29 08:25:09.609707 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0812cd-de82-4173-964b-2c19b69bc264 req-f157c105-ab54-4002-9204-e40ca8ea2cf0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:09.611228 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c0812cd-de82-4173-964b-2c19b69bc264 req-f157c105-ab54-4002-9204-e40ca8ea2cf0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0485337 Apr 29 08:25:09.629045 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d73ac7e8-10b1-4e4c-a244-e7030a590505 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:25:09.659705 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3c0812cd-de82-4173-964b-2c19b69bc264 req-acc43c65-4b6f-4924-af6e-ad9ea8012878 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Apr 29 08:25:09.703033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-d058a269-a6ea-4279-bc40-3e76f2872417 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:09.704505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-d058a269-a6ea-4279-bc40-3e76f2872417 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34&tenant_id=116ae3c7af334d01a5525c8b11ad8942&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0612743 Apr 29 08:25:09.727187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:09.750507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:25:09.752777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91cf54-d853-4322-abf0-d616bdb92a8d" -d '{"events": [{"server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "name": "network-vif-unplugged", "status": "completed", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:25:09.765961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port d73ac7e8-10b1-4e4c-a244-e7030a590505, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:09.798725 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffdd6a3-195e-4afc-b154-bdb7b3ec0849 x-openstack-request-id: req-dffdd6a3-195e-4afc-b154-bdb7b3ec0849 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:25:09.799016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "name": "network-vif-unplugged", "status": "completed", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:25:09.799298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dffdd6a3-195e-4afc-b154-bdb7b3ec0849 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:25:09.799725 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffdd6a3-195e-4afc-b154-bdb7b3ec0849'] response: {'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'code': 200} Apr 29 08:25:09.809967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f44e0-a542-473a-9cf1-099e62ab7b58 req-e0dba79b-9cb7-45e7-bcfd-72611804e2ef tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:09.811475 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe5f44e0-a542-473a-9cf1-099e62ab7b58 req-e0dba79b-9cb7-45e7-bcfd-72611804e2ef tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 945 time: 0.0819254 Apr 29 08:25:09.818062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-cf1ef3ac-6c74-4b79-810a-f613c2c76ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:09.819538 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-cf1ef3ac-6c74-4b79-810a-f613c2c76ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1098 time: 0.0631254 Apr 29 08:25:09.845458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:09.897701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=d73ac7e8-10b1-4e4c-a244-e7030a590505,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:09.901181 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe5f44e0-a542-473a-9cf1-099e62ab7b58 req-a0abc19e-6a18-4445-b849-591645e395b0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806973 Apr 29 08:25:09.904744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.905098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.905463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.905770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.906099 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.906446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.906834 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.907161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.907489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.907845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.908130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.908449 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:09.936756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-6a47a66f-d944-48f6-8592-d732ca387776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:09.939010 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-6a47a66f-d944-48f6-8592-d732ca387776 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 897 time: 0.1121864 Apr 29 08:25:10.005466 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-9001e977-6640-488f-b71a-fb94c36a186e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 998 time: 0.0606990 Apr 29 08:25:10.051499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-f5305ed1-c3e4-41ef-8627-bff909b295fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:10.052792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-f5305ed1-c3e4-41ef-8627-bff909b295fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 200 len: 834 time: 0.0411432 Apr 29 08:25:10.097290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-2c762b4f-56e4-4f16-aaa0-5958c151d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:10.098880 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-2c762b4f-56e4-4f16-aaa0-5958c151d174 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394497 Apr 29 08:25:10.191380 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-6ffbdbdf-3389-4c3a-b69a-fc71bdb66c22 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860884 Apr 29 08:25:10.278941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffe526d7-a668-4d4b-ac74-d3d97c4b3b00 req-55556216-16f3-409c-88e9-9e944aabc7d1 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807641 Apr 29 08:25:11.039246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9001-f64e-4769-89f6-4d841bf7ca9b req-f3e2ea66-acd8-4a44-b3c9-7c14ba1b61d3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:11.040863 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0e6a9001-f64e-4769-89f6-4d841bf7ca9b req-f3e2ea66-acd8-4a44-b3c9-7c14ba1b61d3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 943 time: 0.0555091 Apr 29 08:25:11.078380 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0e6a9001-f64e-4769-89f6-4d841bf7ca9b req-b7838b2f-a5b8-488d-8891-9f6e9f1299d1 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Apr 29 08:25:11.211290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-833304f0-17e7-4b91-bc1c-becfd18333bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:12.191877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818e0bc-024b-48e4-a08b-1fe116414c7a req-3ba8607b-97f0-4c2d-b6f2-01803ca9998e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:12.193332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5818e0bc-024b-48e4-a08b-1fe116414c7a req-3ba8607b-97f0-4c2d-b6f2-01803ca9998e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 943 time: 0.0487416 Apr 29 08:25:12.232552 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5818e0bc-024b-48e4-a08b-1fe116414c7a req-78b5287d-9908-4477-9014-e25c0e7c0dc9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311942 Apr 29 08:25:12.254725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55890) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:12.316031 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-35d1ba12-0376-4d97-b6f0-048b1a06bf9a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/28f65044-cbdc-48bf-872d-d6dbabff3a24 HTTP/1.1" status: 200 len: 990 time: 0.0600748 Apr 29 08:25:13.030527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:13.264862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48e4d7fe-5e4e-46c0-884c-cac07c65b30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:15.127512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:16.296683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:16.645047 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:25:16.688076 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:38.702925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55900) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:38.853470 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port f6ffd0f8-51f9-4577-a607-a6735506c93d {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:25:38.853725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:38.928656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:38.928969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:38.940149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for f6ffd0f8-51f9-4577-a607-a6735506c93d owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:25:39.127209 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:39.151961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=f6ffd0f8-51f9-4577-a607-a6735506c93d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:39.163449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.163803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.164138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.164468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.164794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.165117 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.165436 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.165756 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.166072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.166389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.166736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.167054 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:39.219174 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:39.219497 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP 28f65044-cbdc-48bf-872d-d6dbabff3a24 disassociated (deleted). External IP: 172.26.2.25, port: d73ac7e8-10b1-4e4c-a244-e7030a590505. Apr 29 08:25:39.484422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:25:39.591185 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:25:39.596056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:39.600748 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] Sync routers for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:25:39.610930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:39.611547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:39.624184 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-85ae9d14-dc85-454f-86c0-8c2ceeefde52 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/floatingips/28f65044-cbdc-48bf-872d-d6dbabff3a24 HTTP/1.1" status: 204 len: 168 time: 0.9201815 Apr 29 08:25:39.624765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:25:39.627051 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90590e30-3d58-41ed-ae37-d82fdc9ce8df" -d '{"events": [{"name": "network-changed", "server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:25:39.670622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c158f61-7c36-4eaf-9cc5-21b25cd38d7a x-openstack-request-id: req-4c158f61-7c36-4eaf-9cc5-21b25cd38d7a {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:25:39.670911 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:25:39.671157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c158f61-7c36-4eaf-9cc5-21b25cd38d7a {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:25:39.671558 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c158f61-7c36-4eaf-9cc5-21b25cd38d7a'] response: {'name': 'network-changed', 'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'status': 'completed', 'code': 200} Apr 29 08:25:39.718972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:39.738160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-10c2cb79-842f-4f7b-8969-4062dda0c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:39.739611 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-10c2cb79-842f-4f7b-8969-4062dda0c616 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 1096 time: 0.0413995 Apr 29 08:25:39.834009 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-d1263e34-d1d3-474b-bdce-2c52d249d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:39.835821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-d1263e34-d1d3-474b-bdce-2c52d249d5f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 200 len: 897 time: 0.0887620 Apr 29 08:25:39.877416 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-db78b9c2-1fbb-46db-9f32-b9e4f447855a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 200 len: 217 time: 0.0336673 Apr 29 08:25:39.920380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:39.927520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-4c509e1c-a1ab-427a-bfcc-a94f4da9343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:39.928984 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-4c509e1c-a1ab-427a-bfcc-a94f4da9343c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 200 len: 834 time: 0.0443113 Apr 29 08:25:39.945909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] Checking router: 52b36027-b5c5-40ec-b9a5-4b3e489bc187 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:25:39.954613 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:39.955221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:39.980058 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-84996a77-e872-4f07-a62b-3ef91ea2cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:39.982283 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-84996a77-e872-4f07-a62b-3ef91ea2cbc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d1d62e-d428-490c-86d3-aa23f3ce6b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460298 Apr 29 08:25:40.068072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:40.110918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0520e2-9ec9-4cf3-90a2-f86b49ad26c6 req-be7e8a47-89a3-4320-94ca-685597aac4b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:40.113444 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a0520e2-9ec9-4cf3-90a2-f86b49ad26c6 req-be7e8a47-89a3-4320-94ca-685597aac4b8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 943 time: 0.0754156 Apr 29 08:25:40.119079 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-aa2ffd41-7fb9-4019-803a-743833ddca92 service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270728 Apr 29 08:25:40.193542 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7a0520e2-9ec9-4cf3-90a2-f86b49ad26c6 req-1d8981d4-24f3-4734-a67b-2115548f5036 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735202 Apr 29 08:25:40.230259 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90590e30-3d58-41ed-ae37-d82fdc9ce8df req-5bf6601c-eb99-45d0-af02-f3dbc503b60b service neutron] 10.222.0.39 "GET /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973327 Apr 29 08:25:40.269093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:40.298941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab542c-ac68-4b90-b28b-34e3b2ed4ff9 None None] The sync data for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv is: [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:24:03Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'bd21e28d-a8d1-43ed-a750-85c0da9c41bf', 'name': '', 'network_id': '13d1d62e-d428-490c-86d3-aa23f3ce6b7e', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:6d:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:24:02Z', 'updated_at': '2022-04-29T08:24:05Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'de142e1f-9564-4bd4-bd34-58bfab23c03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:25:40.509336 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252015ef-f9b2-4c50-ae23-54728d78a58f None None] New status for floating IP 28f65044-cbdc-48bf-872d-d6dbabff3a24: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:25:41.201399 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-048d33c4-0308-4fa1-9a65-f64083e4b994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:41.322191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb288e43-138b-484a-8c4c-483fd88de8b1 req-313457e6-c886-454d-9b69-821de776a729 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:41.323580 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fb288e43-138b-484a-8c4c-483fd88de8b1 req-313457e6-c886-454d-9b69-821de776a729 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 943 time: 0.0528219 Apr 29 08:25:41.361089 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fb288e43-138b-484a-8c4c-483fd88de8b1 req-84a08379-6ba6-46ec-8b9c-3834f0e3095e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Apr 29 08:25:41.748495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-2b76cd62-f2c4-4c41-98a7-12cead9b2d24 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:41.749933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-2b76cd62-f2c4-4c41-98a7-12cead9b2d24 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 943 time: 0.0478833 Apr 29 08:25:41.834756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port d73ac7e8-10b1-4e4c-a244-e7030a590505 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:25:41.835108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:41.923889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port d73ac7e8-10b1-4e4c-a244-e7030a590505, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d73ac7e8-10b1-4e4c-a244-e7030a590505,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:41.924252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:41.936977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for d73ac7e8-10b1-4e4c-a244-e7030a590505 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:25:42.124869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:42.153655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=d73ac7e8-10b1-4e4c-a244-e7030a590505,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:42.165363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.165363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.165363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.165363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.165363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.165819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.165819 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.166150 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.166494 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.166811 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.167125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.167438 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:42.204570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] No DVR routers for this DVR port d73ac7e8-10b1-4e4c-a244-e7030a590505 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:25:42.207108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:42.211120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8437ef5-1d35-4462-9e09-175566c3c4b9 req-d2a79a62-9dbf-4968-b670-80a53fdae68b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "DELETE /v2.0/ports/d73ac7e8-10b1-4e4c-a244-e7030a590505 HTTP/1.1" status: 204 len: 173 time: 0.4548481 Apr 29 08:25:42.211120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'name': 'network-vif-deleted', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:25:42.213400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959bc03a-bfda-4e7f-9ff1-586b3018c2ac" -d '{"events": [{"server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "name": "network-vif-deleted", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:25:42.248703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e08b44-59f2-487f-8e5f-bba330ca65bb x-openstack-request-id: req-f7e08b44-59f2-487f-8e5f-bba330ca65bb {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:25:42.248988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7ac419-4484-4986-9b1a-9fa31c419b34", "name": "network-vif-deleted", "tag": "d73ac7e8-10b1-4e4c-a244-e7030a590505", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:25:42.249238 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e08b44-59f2-487f-8e5f-bba330ca65bb {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:25:42.249655 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e08b44-59f2-487f-8e5f-bba330ca65bb'] response: {'server_uuid': 'db7ac419-4484-4986-9b1a-9fa31c419b34', 'name': 'network-vif-deleted', 'tag': 'd73ac7e8-10b1-4e4c-a244-e7030a590505', 'status': 'completed', 'code': 200} Apr 29 08:25:42.454924 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7eeb7db8-2748-4211-beb7-16ef3f07b7d3 req-29946545-1ee6-4d25-bf3b-f2feb262b8e0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=db7ac419-4484-4986-9b1a-9fa31c419b34 HTTP/1.1" status: 200 len: 210 time: 0.0259717 Apr 29 08:25:43.047356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:43.258870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1aeccc00-7dd4-4ce2-bb2f-a42f15c260b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:43.509762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55916) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:43.863193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:44.113477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port bd21e28d-a8d1-43ed-a750-85c0da9c41bf {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:25:44.113725 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:44.197951 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port bd21e28d-a8d1-43ed-a750-85c0da9c41bf, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:44.201700 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:44.210998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for bd21e28d-a8d1-43ed-a750-85c0da9c41bf owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:25:44.430095 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:44.460919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=bd21e28d-a8d1-43ed-a750-85c0da9c41bf,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:44.632350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:44.851075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:25:44.954752 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:25:44.960194 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-177d327b-5f26-49b4-9618-eda59083c778 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/52b36027-b5c5-40ec-b9a5-4b3e489bc187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4494445 Apr 29 08:25:44.962856 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55918) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:44.964207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] Sync routers for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:25:44.974957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:44.975702 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:45.012843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting subnet de142e1f-9564-4bd4-bd34-58bfab23c03a {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:25:45.015989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.055369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.087513 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:45.142627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.146096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.266395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:25:44Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:45.292661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] Checking router: 52b36027-b5c5-40ec-b9a5-4b3e489bc187 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:25:45.300779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] Routers {'52b36027-b5c5-40ec-b9a5-4b3e489bc187'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:45.301546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:45.310148 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.337021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Subnet': ['ID=de142e1f-9564-4bd4-bd34-58bfab23c03a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:45.341321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.347168 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-83150c94-d225-4a51-9d55-86b28a24bc37 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/subnets/de142e1f-9564-4bd4-bd34-58bfab23c03a HTTP/1.1" status: 204 len: 168 time: 0.3830783 Apr 29 08:25:45.347865 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55920) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:45.348658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5deefed-9879-4fb5-b166-ae44badb2296 None None] Network 13d1d62e-d428-490c-86d3-aa23f3ce6b7e requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:25:45.452305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.457817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] Set router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:45.559030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.697003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port ec26aa23-117b-47e9-8aaa-14dd35374a16 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:25:45.697373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.777641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port ec26aa23-117b-47e9-8aaa-14dd35374a16, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=ec26aa23-117b-47e9-8aaa-14dd35374a16,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:45.778033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:45.789871 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for ec26aa23-117b-47e9-8aaa-14dd35374a16 owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:25:45.827646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d73ac7e8-10b1-4e4c-a244-e7030a590505 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:25:45.852678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: d73ac7e8-10b1-4e4c-a244-e7030a590505 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:25:45.853027 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device d73ac7e8-10b1-4e4c-a244-e7030a590505 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:25:45.872944 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] DHCP port deletion for 13d1d62e-d428-490c-86d3-aa23f3ce6b7e request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:25:45.909322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:25:44Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:45.938805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc604721-3137-4458-90d0-59c4f3efe524 None None] The sync data for ids ['52b36027-b5c5-40ec-b9a5-4b3e489bc187'] in dv-neutron-839740-1-hyperv is: [{'id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162963823', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:23:58Z', 'updated_at': '2022-04-29T08:25:44Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'ec26aa23-117b-47e9-8aaa-14dd35374a16', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b36027-b5c5-40ec-b9a5-4b3e489bc187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:23:59Z', 'updated_at': '2022-04-29T08:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:25:45.956827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] Deleting port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:25:45.957469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.030154 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.039817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] For port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=24e050e8-6fc9-4af1-bc56-4e352a80cd9b,segment=NetworkSegment(c59f0d61-700f-4abe-b7f0-52ffda185ce2),segment_id=c59f0d61-700f-4abe-b7f0-52ffda185ce2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:46.040456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.053678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] Calling delete_port for 24e050e8-6fc9-4af1-bc56-4e352a80cd9b owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:25:46.056548 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=ec26aa23-117b-47e9-8aaa-14dd35374a16,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:46.118794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.195960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.207698 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.210036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.231175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] Pushing event deleted for resources: {'Port': ['ID=24e050e8-6fc9-4af1-bc56-4e352a80cd9b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:46.233008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63970ce8-3db3-44fe-aa77-c4fe675a5043 None None] No DVR routers for this DVR port 24e050e8-6fc9-4af1-bc56-4e352a80cd9b on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:25:46.315892 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.327965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.328592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Fanout notify agent at l3_agent the message router_deleted on router 52b36027-b5c5-40ec-b9a5-4b3e489bc187 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:25:46.343217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.343217 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-df5496ac-7f98-4b3c-bca9-73af6edd69f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/routers/52b36027-b5c5-40ec-b9a5-4b3e489bc187 HTTP/1.1" status: 204 len: 168 time: 0.9882104 Apr 29 08:25:46.343517 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55922) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:46.420966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.505346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.526050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d1d62e-d428-490c-86d3-aa23f3ce6b7e']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:46.537013 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59f0d61-700f-4abe-b7f0-52ffda185ce2') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:46.537325 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59f0d61-700f-4abe-b7f0-52ffda185ce2') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:46.548715 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.562501 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.568417 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:25:46.568830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:25:46.571884 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:25:46.692524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.721140 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.732346 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.732346 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/networks/13d1d62e-d428-490c-86d3-aa23f3ce6b7e HTTP/1.1" status: 204 len: 168 time: 0.3889296 Apr 29 08:25:46.735130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55924) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:46.742632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177e97-454b-44f6-85cd-2251c6058300 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Network': ['ID=13d1d62e-d428-490c-86d3-aa23f3ce6b7e,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:46.793914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a60a86ed-8095-4041-93d7-a05c18a5641c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.817657 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a60a86ed-8095-4041-93d7-a05c18a5641c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.956713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bd21e28d-a8d1-43ed-a750-85c0da9c41bf no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:25:46.961432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a60a86ed-8095-4041-93d7-a05c18a5641c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.964155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-a60a86ed-8095-4041-93d7-a05c18a5641c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:46.965917 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-a60a86ed-8095-4041-93d7-a05c18a5641c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/security-groups/7fb9b93e-cfbe-4b09-a756-3146b9ca7c64 HTTP/1.1" status: 204 len: 168 time: 0.2297742 Apr 29 08:25:46.978611 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a86ed-8095-4041-93d7-a05c18a5641c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb9b93e-cfbe-4b09-a756-3146b9ca7c64,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:46.985620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: bd21e28d-a8d1-43ed-a750-85c0da9c41bf {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:25:46.986013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device bd21e28d-a8d1-43ed-a750-85c0da9c41bf not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:25:46.986454 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ec26aa23-117b-47e9-8aaa-14dd35374a16 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:25:47.008386 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: ec26aa23-117b-47e9-8aaa-14dd35374a16 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:25:47.008721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device ec26aa23-117b-47e9-8aaa-14dd35374a16 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:25:47.009119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 24e050e8-6fc9-4af1-bc56-4e352a80cd9b no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:25:47.031546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 24e050e8-6fc9-4af1-bc56-4e352a80cd9b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:25:47.036558 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 24e050e8-6fc9-4af1-bc56-4e352a80cd9b not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:25:47.359868 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55930) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:47.364477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-14938ed1-84d5-4f74-8555-e4adce12da1e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411881810', 'description': 'tempest-secgroup-smoke-1411881810 description', 'project_id': '116ae3c7af334d01a5525c8b11ad8942'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:47.452887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14938ed1-84d5-4f74-8555-e4adce12da1e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:47.516015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14938ed1-84d5-4f74-8555-e4adce12da1e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:47.590569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14938ed1-84d5-4f74-8555-e4adce12da1e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:47.618966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938ed1-84d5-4f74-8555-e4adce12da1e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196fa3bb-bb0c-480b-a982-012c31212562,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:47.713599 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-14938ed1-84d5-4f74-8555-e4adce12da1e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:47.715728 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-14938ed1-84d5-4f74-8555-e4adce12da1e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3545649 Apr 29 08:25:47.718374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55932) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:47.722823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4624ba93-e6f1-4f5f-b2b4-e18925ef18ee tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '196fa3bb-bb0c-480b-a982-012c31212562', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:47.832414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4624ba93-e6f1-4f5f-b2b4-e18925ef18ee tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:47.887449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4624ba93-e6f1-4f5f-b2b4-e18925ef18ee tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:47.955624 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4624ba93-e6f1-4f5f-b2b4-e18925ef18ee tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:47.978644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ba93-e6f1-4f5f-b2b4-e18925ef18ee tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe17aee8-8c91-4abe-96be-146f810c5e66,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:48.040947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4624ba93-e6f1-4f5f-b2b4-e18925ef18ee tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.042172 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4624ba93-e6f1-4f5f-b2b4-e18925ef18ee tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227980 Apr 29 08:25:48.045465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55934) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:48.049859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0664d74b-9dbc-4d68-91af-1cc7f7d50477 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '196fa3bb-bb0c-480b-a982-012c31212562', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:48.135009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0664d74b-9dbc-4d68-91af-1cc7f7d50477 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.191145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0664d74b-9dbc-4d68-91af-1cc7f7d50477 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.267312 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0664d74b-9dbc-4d68-91af-1cc7f7d50477 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.287495 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664d74b-9dbc-4d68-91af-1cc7f7d50477 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede75a93-c10e-4489-b4b9-5f5a1e91e805,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:48.368837 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0664d74b-9dbc-4d68-91af-1cc7f7d50477 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.370063 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0664d74b-9dbc-4d68-91af-1cc7f7d50477 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236573 Apr 29 08:25:48.372773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55936) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:48.377039 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1f95f1e6-a965-4e4e-98f2-5daa565b4078 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '196fa3bb-bb0c-480b-a982-012c31212562', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:48.463173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f95f1e6-a965-4e4e-98f2-5daa565b4078 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.519969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f95f1e6-a965-4e4e-98f2-5daa565b4078 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.612243 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f95f1e6-a965-4e4e-98f2-5daa565b4078 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.630073 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95f1e6-a965-4e4e-98f2-5daa565b4078 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745b3031-1efb-4b00-8d1d-ebd6583822cf,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:48.728842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1f95f1e6-a965-4e4e-98f2-5daa565b4078 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.730044 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1f95f1e6-a965-4e4e-98f2-5daa565b4078 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563235 Apr 29 08:25:48.732671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55938) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:48.737045 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e4cd09fe-c10a-42aa-88bb-a25943e47f75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '196fa3bb-bb0c-480b-a982-012c31212562', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:48.843466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4cd09fe-c10a-42aa-88bb-a25943e47f75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.900177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4cd09fe-c10a-42aa-88bb-a25943e47f75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:48.987249 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4cd09fe-c10a-42aa-88bb-a25943e47f75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.006606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd09fe-c10a-42aa-88bb-a25943e47f75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2d03e0-58d2-4a62-b2fc-e931c830ae0e,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:49.080582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e4cd09fe-c10a-42aa-88bb-a25943e47f75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.081791 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e4cd09fe-c10a-42aa-88bb-a25943e47f75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3481953 Apr 29 08:25:49.084779 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55940) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:49.089294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '196fa3bb-bb0c-480b-a982-012c31212562', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:49.170193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:25:49.175199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.224783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.287153 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.306705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c33a89f-594f-4c4f-b115-750656b41ec6,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:49.358075 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.359315 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-5fe12dd0-9643-49db-a5fe-ef7e4b091cf7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2735400 Apr 29 08:25:49.361946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55942) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:49.366209 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': '196fa3bb-bb0c-480b-a982-012c31212562', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:49.441111 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:25:49.446026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.504486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.578353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.597044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac531cda-baed-4ab6-980c-09879b21ebbf,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:49.675360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.676602 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1a9599e5-e83c-489a-a2a9-1b7bc480ddae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3136859 Apr 29 08:25:49.679418 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55944) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:49.684270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'network': {'name': 'tempest-network-smoke--677134723', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'port_security_enabled': True}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:49.755376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:25:49.758743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.783477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:25:49.791794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.792125 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Added segment ae815220-bfde-460c-9b25-bba80f45d73f of type vlan for network bebb7734-8fdc-46f8-860e-90c3d51d3c83 Apr 29 08:25:49.829575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.929968 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:49.935489 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:49.936059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:50.012333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Network': ['ID=bebb7734-8fdc-46f8-860e-90c3d51d3c83,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:50.022374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:25:50.042006 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-59972ab8-b179-48b4-ac18-ce51eca5c00a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3615513 Apr 29 08:25:50.044739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55946) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:50.049164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'admin_state_up': True, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:50.133098 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:50.134160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:50.185495 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:50.396944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:50.634476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:50.652105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:50.750808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.186 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/6089dc96-fc75-4dd1-a21d-02788b971310) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:25:50.849477 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:51.233303 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:51.271309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:25:51.274051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:25:51.278249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:25:51.283485 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=6089dc96-fc75-4dd1-a21d-02788b971310,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:51.600844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:51.789208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.010313 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router fb3d32e8-7977-49c0-baf2-5eae516c4d6b is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:25:52.115368 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:25:52.126324 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Sync routers for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:25:52.137485 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:52.141712 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:52.200587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.201827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-370bc293-a927-445f-b7e7-9881a60098d4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1561413 Apr 29 08:25:52.204951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55948) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:52.234688 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b078d72d-67fc-4657-a840-1c96a14e1d9d tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=116ae3c7af334d01a5525c8b11ad8942&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285094 Apr 29 08:25:52.237132 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55950) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:52.239959 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:52.319497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aec739-6153-476b-b813-8a8b64401187 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:52.320902 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-08aec739-6153-476b-b813-8a8b64401187 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0828795 Apr 29 08:25:52.323699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55952) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:52.359447 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-95d967c8-5c51-48b2-8941-fb1d81b9a6a8 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346153 Apr 29 08:25:52.360154 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 55954) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:52.365238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325997439', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:52.419558 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:51Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:52.523285 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Checking router: fb3d32e8-7977-49c0-baf2-5eae516c4d6b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:25:52.523655 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Updating router fb3d32e8-7977-49c0-baf2-5eae516c4d6b port 6089dc96-fc75-4dd1-a21d-02788b971310 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:25:52.524809 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:25:52.528903 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.549522 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.772767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.794887 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.829456 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Subnet': ['ID=daa7fea5-9f38-4fbe-a4df-400c90d28020,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:52.840134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Checking segment: {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:25:52.840503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network hostable DHCP agents. Network: bebb7734-8fdc-46f8-860e-90c3d51d3c83, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:25:52.861792 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.911078 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Attempting to bind port 6089dc96-fc75-4dd1-a21d-02788b971310 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:25:52.911440 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Attempting to bind port 6089dc96-fc75-4dd1-a21d-02788b971310 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:25:52.911798 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Attempting to bind port 6089dc96-fc75-4dd1-a21d-02788b971310 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:25:52.916872 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Pushing event updated for resources: {'Port': ['ID=6089dc96-fc75-4dd1-a21d-02788b971310,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:52.924087 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:25:52.926568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:25:52.926568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.926568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:25:52.926568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Bound port: 6089dc96-fc75-4dd1-a21d-02788b971310, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:25:52.926568 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:52.928941 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.929277 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.929612 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.929938 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.930276 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.930610 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.930930 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.931248 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.931563 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.931875 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.932186 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.932495 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:52.947237 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:25:52.982446 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] For port 6089dc96-fc75-4dd1-a21d-02788b971310, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:25:52.985422 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] For port 6089dc96-fc75-4dd1-a21d-02788b971310, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6089dc96-fc75-4dd1-a21d-02788b971310,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:25:53.032882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, bebb7734-8fdc-46f8-860e-90c3d51d3c83) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:25:53.036939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:53.037511 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.043717 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b1bc01-6ee5-458e-b553-4fa68360c35d None None] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:25:53.064849 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.122226 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e5a6c-394d-49b7-86d3-ebf6e849a1de None None] Pushing event updated for resources: {'Port': ['ID=6089dc96-fc75-4dd1-a21d-02788b971310,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:53.124788 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:53.125518 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:53.164827 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1395d19a-6004-4bfa-bc99-9962af6b797d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8032489 Apr 29 08:25:53.167426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 55956) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:25:53.191833 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:25:53.192745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.237352 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:53.331634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Allocated IP 172.20.0.2 (bebb7734-8fdc-46f8-860e-90c3d51d3c83/daa7fea5-9f38-4fbe-a4df-400c90d28020/166d6d02-083b-4e4b-82f2-7c336fad2e6e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:25:53.421486 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:51Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:53.447970 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8638e-01ec-40a9-a1f2-f1fb3839f7e7 None None] The sync data for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv is: [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:51Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:25:53.483596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.578664 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.615679 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.619803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:25:53.623542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:25:53.627220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:25:53.637794 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Pushing event updated for resources: {'Port': ['ID=166d6d02-083b-4e4b-82f2-7c336fad2e6e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:53.652142 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:25:53.712158 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Attempting to bind port 166d6d02-083b-4e4b-82f2-7c336fad2e6e on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:25:53.712618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Attempting to bind port 166d6d02-083b-4e4b-82f2-7c336fad2e6e by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:25:53.713041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Attempting to bind port 166d6d02-083b-4e4b-82f2-7c336fad2e6e on network bebb7734-8fdc-46f8-860e-90c3d51d3c83 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:25:53.718716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:25:53.719192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Checking segment: {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:25:53.719654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.720108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Bound using segment: {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:25:53.720648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Bound port: 166d6d02-083b-4e4b-82f2-7c336fad2e6e, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:25:53.721088 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.796422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] For port 166d6d02-083b-4e4b-82f2-7c336fad2e6e, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:25:53.799842 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] For port 166d6d02-083b-4e4b-82f2-7c336fad2e6e, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=166d6d02-083b-4e4b-82f2-7c336fad2e6e,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:25:53.903055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:53.963384 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94e813-6478-4771-81d3-cb225f285685 None None] Pushing event updated for resources: {'Port': ['ID=166d6d02-083b-4e4b-82f2-7c336fad2e6e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:53.994197 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.1 (bebb7734-8fdc-46f8-860e-90c3d51d3c83/daa7fea5-9f38-4fbe-a4df-400c90d28020/88fdccbe-c5a9-46a5-b9bd-677a6feec1b9) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:25:54.132340 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.253462 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.302689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:25:54.305786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:25:54.309905 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:25:54.316380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:54.363212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.571996 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.749412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 166d6d02-083b-4e4b-82f2-7c336fad2e6e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:25:54.805111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 166d6d02-083b-4e4b-82f2-7c336fad2e6e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:54.805489 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.886039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.893540 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.926503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 166d6d02-083b-4e4b-82f2-7c336fad2e6e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=166d6d02-083b-4e4b-82f2-7c336fad2e6e,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:54.936874 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2bd937-9f65-46f4-935d-b86f72c14822 None None] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:25:54.978955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:54.999971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2f067491-e9fe-4f76-8619-c16ac1fa8579 None None] Provisioning complete for port 166d6d02-083b-4e4b-82f2-7c336fad2e6e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:55.000359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f067491-e9fe-4f76-8619-c16ac1fa8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:55.032553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:55.034538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6089dc96-fc75-4dd1-a21d-02788b971310 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:25:55.058099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:55.060507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:55.156143 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:25:55.157139 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=166d6d02-083b-4e4b-82f2-7c336fad2e6e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:55.157585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:25:55.235445 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6089dc96-fc75-4dd1-a21d-02788b971310 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:55.235808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:55.275993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router fb3d32e8-7977-49c0-baf2-5eae516c4d6b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:25:55.324435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:55.346177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 6089dc96-fc75-4dd1-a21d-02788b971310, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6089dc96-fc75-4dd1-a21d-02788b971310,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:55.396252 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:25:55.402577 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-0aefe4ff-1aa0-4ba3-bdc0-77480d0395a6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/fb3d32e8-7977-49c0-baf2-5eae516c4d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2327638 Apr 29 08:25:55.408917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Sync routers for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:25:55.421047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:55.470918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:55.471579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:55.523551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=6089dc96-fc75-4dd1-a21d-02788b971310,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:55.601491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-49f1eb84-f853-480b-9912-e7ccbaf6ae72 None None] Provisioning complete for port 166d6d02-083b-4e4b-82f2-7c336fad2e6e triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:55.601937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49f1eb84-f853-480b-9912-e7ccbaf6ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:55.604674 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:55.718291 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-076838ca-808a-413f-9fea-19922982e1e0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411881810&fields=id&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 267 time: 0.0447252 Apr 29 08:25:55.847537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-6813c298-78ae-4a5d-9312-8fb494acaa0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:55.850460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-6813c298-78ae-4a5d-9312-8fb494acaa0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/networks?id=bebb7734-8fdc-46f8-860e-90c3d51d3c83 HTTP/1.1" status: 200 len: 796 time: 0.1230597 Apr 29 08:25:55.866363 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-5f012948-25e2-4dab-8f24-c8ce172a117d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/quotas/116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 375 time: 0.0104187 Apr 29 08:25:55.917898 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-514781a8-b64e-45ae-a5b1-052e61d6ae13 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463383 Apr 29 08:25:56.001173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-49f1eb84-f853-480b-9912-e7ccbaf6ae72 None None] Provisioning complete for port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:56.001718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49f1eb84-f853-480b-9912-e7ccbaf6ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.010500 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-c168aeac-d233-4bab-8a7f-e19e2d6ca5f5 service neutron] 10.222.0.16 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802028 Apr 29 08:25:56.042192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-49f1eb84-f853-480b-9912-e7ccbaf6ae72 None None] Port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:25:56.054623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 2, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:56.087212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Checking router: fb3d32e8-7977-49c0-baf2-5eae516c4d6b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:25:56.087562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Updating router fb3d32e8-7977-49c0-baf2-5eae516c4d6b port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:25:56.109640 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-879c3a5a-3ddc-465a-8b55-3466f733dce5 service neutron] 10.222.0.16 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925419 Apr 29 08:25:56.113458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.218320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-28f76221-4fbd-4144-80cc-e0b8df4b1427 None None] Provisioning complete for port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:56.218625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28f76221-4fbd-4144-80cc-e0b8df4b1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.270109 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-28f76221-4fbd-4144-80cc-e0b8df4b1427 None None] Port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:25:56.425090 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.436021 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-700ba002-32f5-4d21-8792-6f83b67648f1 req-204f3b6f-0120-43a3-91d6-5d9b21d37aa6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 210 time: 0.0969512 Apr 29 08:25:56.509708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.559453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb017-387f-4005-8f69-b64739a85238 None None] Pushing event updated for resources: {'Port': ['ID=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:56.614165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Attempting to bind port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:25:56.614165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Attempting to bind port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:25:56.614165 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Attempting to bind port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 on network bebb7734-8fdc-46f8-860e-90c3d51d3c83 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:25:56.617672 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:25:56.618046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Checking segment: {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:25:56.618523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.618855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Bound using segment: {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:25:56.619354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Bound port: 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:25:56.619733 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.701941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 166d6d02-083b-4e4b-82f2-7c336fad2e6e up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:25:56.729037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] For port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:25:56.743668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] For port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:25:56.769582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 166d6d02-083b-4e4b-82f2-7c336fad2e6e triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:56.769582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.812170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bdcabe5e-03b7-4a83-a659-98b86881c372 None None] Provisioning complete for port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:56.812465 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bdcabe5e-03b7-4a83-a659-98b86881c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.842363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:56.915369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bdcabe5e-03b7-4a83-a659-98b86881c372 None None] Port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:25:56.944724 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6089dc96-fc75-4dd1-a21d-02788b971310 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:25:56.946369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:56.947043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:56.951325 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb017-387f-4005-8f69-b64739a85238 None None] Pushing event updated for resources: {'Port': ['ID=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:57.106481 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6089dc96-fc75-4dd1-a21d-02788b971310 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:57.107159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:57.109375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:57.221071 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fb3d496c-1ed3-4163-858b-5aa713d97e70 None None] Provisioning complete for port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:57.221437 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb3d496c-1ed3-4163-858b-5aa713d97e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:57.432909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb3d496c-1ed3-4163-858b-5aa713d97e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:57.473836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fb3d496c-1ed3-4163-858b-5aa713d97e70 None None] For port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:57.476011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:56Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:57.502179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035147fb-715c-4547-8982-e2b50b55db71 None None] The sync data for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv is: [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:56Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:25:57.527433 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b3d8c27-0bc4-49f3-b267-92aeef620c0c req-f05aff84-bac8-44f9-b562-687438112d7d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Apr 29 08:25:57.548195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb3d496c-1ed3-4163-858b-5aa713d97e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:57.624022 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d496c-1ed3-4163-858b-5aa713d97e70 None None] Pushing event updated for resources: {'Port': ['ID=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:58.397514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-45ca2ae2-c9e6-4401-876a-6a02c9cf0ae0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:58.399652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-45ca2ae2-c9e6-4401-876a-6a02c9cf0ae0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/networks?id=bebb7734-8fdc-46f8-860e-90c3d51d3c83 HTTP/1.1" status: 200 len: 796 time: 0.1209362 Apr 29 08:25:58.449892 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-19f1c2e7-6328-4a2c-b200-80ea3134a641 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 380 time: 0.0366700 Apr 29 08:25:58.459081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'port': {'device_id': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'admin_state_up': True, 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'security_groups': ['196fa3bb-bb0c-480b-a982-012c31212562']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:58.636082 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-14032761-e240-4380-9d75-4654615d6105 req-46bb65fa-4175-4955-b03d-aa0d8a6db8f9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 210 time: 0.0338044 Apr 29 08:25:58.637304 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:25:58.643535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:58.686321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:25:58.742575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:58.742575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:58.780875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.6 (bebb7734-8fdc-46f8-860e-90c3d51d3c83/daa7fea5-9f38-4fbe-a4df-400c90d28020/8ffd69ee-5a18-4c10-a677-4259895ad3d3) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:25:58.918067 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:59.050967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:59.090742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:25:59.095656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:25:59.099244 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:25:59.128488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=8ffd69ee-5a18-4c10-a677-4259895ad3d3,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:59.156759 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:59.157389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:59.238235 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f353783d-22c7-4cfe-b437-daa8d9e6c802 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7828097 Apr 29 08:25:59.250677 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Request body: {'port': {'device_id': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:59.303439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:59.303684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-a0d483aa-9fba-4af1-b85c-9e86b56c78b6 None None] Provisioning complete for port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:25:59.304060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0d483aa-9fba-4af1-b85c-9e86b56c78b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:59.341493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a0d483aa-9fba-4af1-b85c-9e86b56c78b6 None None] Port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:25:59.817721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb656b-7291-48bc-8b2d-2983859124ce req-c7207910-28e3-49dc-9377-21bdea7da5fe tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:25:59.819076 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79bb656b-7291-48bc-8b2d-2983859124ce req-c7207910-28e3-49dc-9377-21bdea7da5fe tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 931 time: 0.0938809 Apr 29 08:25:59.878379 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79bb656b-7291-48bc-8b2d-2983859124ce req-9ad28102-9221-44ba-bbe4-8957063858b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523298 Apr 29 08:25:59.910868 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffd69ee-5a18-4c10-a677-4259895ad3d3 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:25:59.918625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:25:59.930106 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Transition to ACTIVE for port object 8ffd69ee-5a18-4c10-a677-4259895ad3d3 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:25:59.995423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:00.041846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd69ee-5a18-4c10-a677-4259895ad3d3,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:00.125390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Attempting to bind port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:26:00.125808 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Attempting to bind port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:26:00.126155 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Attempting to bind port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 on network bebb7734-8fdc-46f8-860e-90c3d51d3c83 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:26:00.130691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 on network bebb7734-8fdc-46f8-860e-90c3d51d3c83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:26:00.131003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Attempting to bind port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 on network bebb7734-8fdc-46f8-860e-90c3d51d3c83 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:26:00.135786 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:26:00.136114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Checking segment: {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:26:00.137030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Bound using segment: {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:26:00.137452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Bound port: 8ffd69ee-5a18-4c10-a677-4259895ad3d3, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae815220-bfde-460c-9b25-bba80f45d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:26:00.137798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:00.202267 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] For port 8ffd69ee-5a18-4c10-a677-4259895ad3d3, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:26:00.205284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] For port 8ffd69ee-5a18-4c10-a677-4259895ad3d3, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:26:00.321820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:00.356065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:00.356761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:00.358036 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] 10.222.0.39 "PUT /v2.0/ports/8ffd69ee-5a18-4c10-a677-4259895ad3d3 HTTP/1.1" status: 200 len: 1093 time: 1.1123235 Apr 29 08:26:00.358521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:26:00.360777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcfc8ea-1788-4d34-8e9d-297006635206" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:26:00.395453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d847b-e712-4743-bb82-1457306b6fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd69ee-5a18-4c10-a677-4259895ad3d3,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:00.411357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56947406-7e57-4c28-a477-be79ff1ffe56 x-openstack-request-id: req-56947406-7e57-4c28-a477-be79ff1ffe56 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:26:00.411712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:26:00.411965 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56947406-7e57-4c28-a477-be79ff1ffe56 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:26:00.412374 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56947406-7e57-4c28-a477-be79ff1ffe56'] response: {'name': 'network-changed', 'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'status': 'completed', 'code': 200} Apr 29 08:26:00.479869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8ea-1788-4d34-8e9d-297006635206 req-da575c74-7d33-49a8-ae63-0054769472ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:00.481416 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdcfc8ea-1788-4d34-8e9d-297006635206 req-da575c74-7d33-49a8-ae63-0054769472ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1096 time: 0.0458236 Apr 29 08:26:00.583475 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8ea-1788-4d34-8e9d-297006635206 req-58d3f178-bb38-4fcc-941d-e360519086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:00.585206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdcfc8ea-1788-4d34-8e9d-297006635206 req-58d3f178-bb38-4fcc-941d-e360519086e8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=116ae3c7af334d01a5525c8b11ad8942&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0950570 Apr 29 08:26:00.679250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8ea-1788-4d34-8e9d-297006635206 req-fcb1fc77-201d-4b9b-9bea-a19a28549650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:00.680625 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fdcfc8ea-1788-4d34-8e9d-297006635206 req-fcb1fc77-201d-4b9b-9bea-a19a28549650 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889030 Apr 29 08:26:00.752761 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-4b37cff4-e311-4958-9822-4b7f701c1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:00.754253 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-4b37cff4-e311-4958-9822-4b7f701c1b0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1096 time: 0.0400193 Apr 29 08:26:00.793878 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-a88cf445-a0a7-484f-b368-08ac0a90481d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3 HTTP/1.1" status: 200 len: 217 time: 0.0327299 Apr 29 08:26:00.841901 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-a05b67d8-4e43-402f-bca9-413f7ec0277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:00.843323 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-a05b67d8-4e43-402f-bca9-413f7ec0277a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daa7fea5-9f38-4fbe-a4df-400c90d28020 HTTP/1.1" status: 200 len: 834 time: 0.0423732 Apr 29 08:26:00.890985 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-064b8e5f-7abc-4be4-bac3-8d11214f090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:00.892425 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-064b8e5f-7abc-4be4-bac3-8d11214f090e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bebb7734-8fdc-46f8-860e-90c3d51d3c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427978 Apr 29 08:26:01.017491 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aceec63-efa1-496c-af23-b9cee5c3c71a req-8075fae7-52b1-4eaa-88da-398dd107ff7b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:01.018969 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9aceec63-efa1-496c-af23-b9cee5c3c71a req-8075fae7-52b1-4eaa-88da-398dd107ff7b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 943 time: 0.0748765 Apr 29 08:26:01.022373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-a3a3cf08-b8ca-4356-9392-8cdfd2cba608 service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229827 Apr 29 08:26:01.097910 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9aceec63-efa1-496c-af23-b9cee5c3c71a req-368aaec3-6bc0-48db-b7c7-5d633807536e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728257 Apr 29 08:26:01.132373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-492421f7-fa33-48dd-9c34-912dfb192c72 req-389a38c6-a11a-47e6-a515-b076b44991bd service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008406 Apr 29 08:26:01.854722 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8ffd69ee-5a18-4c10-a677-4259895ad3d3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:26:01.947527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8ffd69ee-5a18-4c10-a677-4259895ad3d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:26:01.958856 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'port_id': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'mac_address': 'fa:16:3e:ba:09:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:26:01.996207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:02.008568 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffd69ee-5a18-4c10-a677-4259895ad3d3 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:26:02.027177 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8ffd69ee-5a18-4c10-a677-4259895ad3d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:26:02.149815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:02.197352 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=8ffd69ee-5a18-4c10-a677-4259895ad3d3,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:02.224341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456dc91-4606-4224-8c8c-8891fbb179f0 req-3fb3e55a-63b9-4c14-82c5-9a9ba430cbcd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:02.225803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3456dc91-4606-4224-8c8c-8891fbb179f0 req-3fb3e55a-63b9-4c14-82c5-9a9ba430cbcd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 944 time: 0.0559716 Apr 29 08:26:02.263813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3456dc91-4606-4224-8c8c-8891fbb179f0 req-f440e4bf-2ff4-4f03-97b1-6be33f733ec7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Apr 29 08:26:02.388855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['8ffd69ee-5a18-4c10-a677-4259895ad3d3'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:26:03.377250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88e99-e370-4bce-a4c5-59dbeeb6c13b req-4499a215-e812-4216-8649-de14e3447a36 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:03.378737 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2b88e99-e370-4bce-a4c5-59dbeeb6c13b req-4499a215-e812-4216-8649-de14e3447a36 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 944 time: 0.0493441 Apr 29 08:26:03.417248 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e2b88e99-e370-4bce-a4c5-59dbeeb6c13b req-75c7d80d-d3e2-42e2-9b59-5d7e8f09cced tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Apr 29 08:26:03.879380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8ffd69ee-5a18-4c10-a677-4259895ad3d3 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:26:03.977983 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:26:03.982353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:26:03.982756 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:04.058870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:04.082091 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:26:04.084639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37618ba3-8631-4f37-8133-3bf35ba53a10" -d '{"events": [{"server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "name": "network-vif-plugged", "status": "completed", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:26:04.101648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 8ffd69ee-5a18-4c10-a677-4259895ad3d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:26:04.122319 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36410c5b-109d-4223-89da-8015253a2196 x-openstack-request-id: req-36410c5b-109d-4223-89da-8015253a2196 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:26:04.122819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "name": "network-vif-plugged", "status": "completed", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:26:04.124169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36410c5b-109d-4223-89da-8015253a2196 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:26:04.124169 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36410c5b-109d-4223-89da-8015253a2196'] response: {'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'code': 200} Apr 29 08:26:04.181348 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:04.227332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=8ffd69ee-5a18-4c10-a677-4259895ad3d3,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:04.416258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988d31-810c-4347-8d64-20702c20d79d req-0b5bf2fa-efa1-4cb5-a76c-9acac4b45a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:04.418317 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5988d31-810c-4347-8d64-20702c20d79d req-0b5bf2fa-efa1-4cb5-a76c-9acac4b45a0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1098 time: 0.0387421 Apr 29 08:26:04.451067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5988d31-810c-4347-8d64-20702c20d79d req-74ef35e2-3075-45a6-ae46-24ad965fafa5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267169 Apr 29 08:26:04.576031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59540a9-bc79-46b2-9e66-8338b3f2d25d req-d51a2e8d-6d1f-41a6-9396-3a83760dcbdc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:04.577530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d59540a9-bc79-46b2-9e66-8338b3f2d25d req-d51a2e8d-6d1f-41a6-9396-3a83760dcbdc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Apr 29 08:26:04.614528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d59540a9-bc79-46b2-9e66-8338b3f2d25d req-d3be70f1-9a8e-4a27-b862-45abd4f90958 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Apr 29 08:26:05.732319 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da20ccc-1f70-44dc-977c-ffe1fb5a71c7 req-01b76103-51b2-4d10-aca7-5aa21ec3c0e9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:05.733780 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5da20ccc-1f70-44dc-977c-ffe1fb5a71c7 req-01b76103-51b2-4d10-aca7-5aa21ec3c0e9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0514464 Apr 29 08:26:05.775293 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5da20ccc-1f70-44dc-977c-ffe1fb5a71c7 req-b5a7f070-6865-4893-b7ba-01e86830fcb6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353663 Apr 29 08:26:05.887537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37908d2-e847-42ab-a611-1f3247f2726a req-7e564164-7238-438e-8d33-1e0c933c4a9a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:05.888967 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f37908d2-e847-42ab-a611-1f3247f2726a req-7e564164-7238-438e-8d33-1e0c933c4a9a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0473619 Apr 29 08:26:05.925909 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f37908d2-e847-42ab-a611-1f3247f2726a req-2497f221-31be-40ff-ae3c-fbd0fcc65f8f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Apr 29 08:26:05.947008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56012) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:26:05.988813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5a5e6-b8d2-4c07-b5c9-ae4aeb5a8422 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:05.990260 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-69a5a5e6-b8d2-4c07-b5c9-ae4aeb5a8422 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1093 time: 0.0423152 Apr 29 08:26:05.992991 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56014) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:26:05.997277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:26:06.090760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:06.187639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:06.295199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.195 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/d71c0312-26bc-4f53-ad1d-73619b4d4062) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:26:06.392312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:06.492843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:06.535946 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:26:06.540387 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:26:06.544860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:26:06.547583 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=d71c0312-26bc-4f53-ad1d-73619b4d4062,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:06.887572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:07.007850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:07.151560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:07.206506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:07.270988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=d71c0312-26bc-4f53-ad1d-73619b4d4062,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:07.282787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:07.379482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP c093c4b0-dbe1-43b9-bb84-1da224208a72 associated. External IP: 172.26.2.195, port: 8ffd69ee-5a18-4c10-a677-4259895ad3d3. Apr 29 08:26:07.579350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router fb3d32e8-7977-49c0-baf2-5eae516c4d6b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:26:07.683560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:26:07.692968 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] Sync routers for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:26:07.702765 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:26:07.703485 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:07.766039 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:07.794159 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-8dad5d71-1214-428d-b5d9-02ef86aaf8ff tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7984197 Apr 29 08:26:07.794159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:26:07.796602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b55e549-e00b-4196-b11d-518f28ef4794" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:26:07.811866 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:26:07.845992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd7103-b24d-4b42-afdb-9ff7e02f09d0 x-openstack-request-id: req-0abd7103-b24d-4b42-afdb-9ff7e02f09d0 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:26:07.846229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:26:07.846515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0abd7103-b24d-4b42-afdb-9ff7e02f09d0 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:26:07.846970 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abd7103-b24d-4b42-afdb-9ff7e02f09d0'] response: {'name': 'network-changed', 'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'status': 'completed', 'code': 200} Apr 29 08:26:07.927436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c87d5-49ee-4eab-b531-04826f9db311 req-dfe48397-365a-4065-8f3b-98e9b034067b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:07.928914 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e52c87d5-49ee-4eab-b531-04826f9db311 req-dfe48397-365a-4065-8f3b-98e9b034067b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0777178 Apr 29 08:26:07.935692 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-fa047b04-b673-431b-b80c-36122bb879bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:07.937068 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-fa047b04-b673-431b-b80c-36122bb879bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1098 time: 0.0578744 Apr 29 08:26:08.018495 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e52c87d5-49ee-4eab-b531-04826f9db311 req-cf534a44-3a59-4c88-a8f6-f2c0eda3dc10 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804453 Apr 29 08:26:08.040569 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'c093c4b0-dbe1-43b9-bb84-1da224208a72', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'port_id': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'mac_address': 'fa:16:3e:ba:09:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:26:06Z', 'updated_at': '2022-04-29T08:26:06Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:57Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:08.040748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56020) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:26:08.064979 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] Checking router: fb3d32e8-7977-49c0-baf2-5eae516c4d6b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:26:08.073093 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:26:08.074273 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:25:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:08.087927 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-242898d6-084b-4a79-ab65-6b30a7b74f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:08.089424 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-242898d6-084b-4a79-ab65-6b30a7b74f82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bebb7734-8fdc-46f8-860e-90c3d51d3c83 HTTP/1.1" status: 200 len: 897 time: 0.1458924 Apr 29 08:26:08.148160 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-bad1faad-3565-494a-af5e-6d2eada4752b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/c093c4b0-dbe1-43b9-bb84-1da224208a72 HTTP/1.1" status: 200 len: 991 time: 0.1064119 Apr 29 08:26:08.167843 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-15bfa034-0d79-4d48-8b07-58478863e7c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3 HTTP/1.1" status: 200 len: 999 time: 0.0686853 Apr 29 08:26:08.181632 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:26:08.215569 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-132a55c4-d819-4ad2-a8ea-5c362972b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:08.217025 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-132a55c4-d819-4ad2-a8ea-5c362972b80b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daa7fea5-9f38-4fbe-a4df-400c90d28020 HTTP/1.1" status: 200 len: 834 time: 0.0436466 Apr 29 08:26:08.264382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-9f3e9049-ca4a-45ab-bef7-b16f29135450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:08.265856 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-9f3e9049-ca4a-45ab-bef7-b16f29135450 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bebb7734-8fdc-46f8-860e-90c3d51d3c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426044 Apr 29 08:26:08.355477 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-ab639b35-c443-499e-a681-42bdef15ee3c service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828197 Apr 29 08:26:08.400396 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'c093c4b0-dbe1-43b9-bb84-1da224208a72', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'port_id': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'mac_address': 'fa:16:3e:ba:09:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:26:06Z', 'updated_at': '2022-04-29T08:26:06Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:57Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:08.429771 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445086f6-6c4e-4f96-818d-6d75ffc7b61b None None] The sync data for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv is: [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'c093c4b0-dbe1-43b9-bb84-1da224208a72', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'port_id': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'mac_address': 'fa:16:3e:ba:09:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:26:06Z', 'updated_at': '2022-04-29T08:26:06Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:57Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:26:08.446382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b55e549-e00b-4196-b11d-518f28ef4794 req-2612186d-1ba2-43de-ad85-0800d19383a2 service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851874 Apr 29 08:26:08.616975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15dd218-96b0-4b87-b8cb-1d311b4f2d21 None None] New status for floating IP c093c4b0-dbe1-43b9-bb84-1da224208a72: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:26:09.152606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56022) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:26:09.211556 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ece5005f-3f6b-46bc-af82-cd84c4c362e1 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/c093c4b0-dbe1-43b9-bb84-1da224208a72 HTTP/1.1" status: 200 len: 993 time: 0.0577390 Apr 29 08:26:11.192566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5c52c16-ed09-4d15-ade5-26a9a188ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:13.063599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:13.275039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-69d472a4-71aa-4802-bcf0-2b8ebe74a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:15.149390 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:16.292002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:16.703667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:30.641212 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:26:40.681344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc7798-0363-4fe8-8e0b-a7d5e4d871dd req-8e88abc3-9d5b-4dce-9b23-d37b3c34f508 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:40.682846 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b3fc7798-0363-4fe8-8e0b-a7d5e4d871dd req-8e88abc3-9d5b-4dce-9b23-d37b3c34f508 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0506566 Apr 29 08:26:40.721119 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b3fc7798-0363-4fe8-8e0b-a7d5e4d871dd req-7703066a-147a-4fcf-b07d-961060afc45f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322406 Apr 29 08:26:41.209655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8216f2-3aeb-4754-8e75-95251d1a86f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:42.125667 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa8b25-460d-4527-963c-c1f12fd1dfe7 req-ad40cc45-e395-4919-b755-7fa3b3537327 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:42.127217 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0aa8b25-460d-4527-963c-c1f12fd1dfe7 req-ad40cc45-e395-4919-b755-7fa3b3537327 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.3358188 Apr 29 08:26:42.164713 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0aa8b25-460d-4527-963c-c1f12fd1dfe7 req-0c3c08e4-9a98-4e2e-ae91-73b2178ed79b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Apr 29 08:26:43.043589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:43.274397 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfcb0-99af-4cdd-bc97-7b7c64fc3f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:43.280741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fe23a-1e61-4bed-9d3a-e80b0cb976b7 req-85b1c111-1fac-444a-b342-cca3b2fac416 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:43.283640 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae2fe23a-1e61-4bed-9d3a-e80b0cb976b7 req-85b1c111-1fac-444a-b342-cca3b2fac416 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0479434 Apr 29 08:26:43.319371 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae2fe23a-1e61-4bed-9d3a-e80b0cb976b7 req-e9af2b46-e594-48ab-8788-454a7bb227fb tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Apr 29 08:26:44.433321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a00573-b61f-4088-bda8-393f5f9af85a req-64ae13b5-bfbb-4d46-bee5-f7b478041580 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:44.434778 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-87a00573-b61f-4088-bda8-393f5f9af85a req-64ae13b5-bfbb-4d46-bee5-f7b478041580 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0483997 Apr 29 08:26:44.472097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-87a00573-b61f-4088-bda8-393f5f9af85a req-a028b951-dd00-4e5c-b56a-930d35b2f8e4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313425 Apr 29 08:26:45.140867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:45.592149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5115a-2890-4c98-b499-f3f5af98cb83 req-46164a8b-a6e7-4f73-8bcb-9f489cc88f5a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:45.593626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ebd5115a-2890-4c98-b499-f3f5af98cb83 req-46164a8b-a6e7-4f73-8bcb-9f489cc88f5a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0514359 Apr 29 08:26:45.631521 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ebd5115a-2890-4c98-b499-f3f5af98cb83 req-9bd75465-6566-43f7-b3ae-567f4e4cb908 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Apr 29 08:26:46.317704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:46.677887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:26:46.748654 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996360e-358d-4144-ac70-112a00c18ef1 req-b61bdded-95d6-4eb2-b412-27d5101db553 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:46.750085 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7996360e-358d-4144-ac70-112a00c18ef1 req-b61bdded-95d6-4eb2-b412-27d5101db553 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Apr 29 08:26:46.787593 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7996360e-358d-4144-ac70-112a00c18ef1 req-294d3664-0872-4035-99cc-875f0ebb3725 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309527 Apr 29 08:26:47.900782 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a911b-8669-4962-bf20-b652994924aa req-22317ce7-264e-44c0-9846-d8db2b050d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:47.902236 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-431a911b-8669-4962-bf20-b652994924aa req-22317ce7-264e-44c0-9846-d8db2b050d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0473816 Apr 29 08:26:47.939388 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-431a911b-8669-4962-bf20-b652994924aa req-41828c43-8cdf-4ef6-8a23-60a179ec5678 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307150 Apr 29 08:26:49.063855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a33d1-d888-4295-bb64-5157aa29faa5 req-daac0779-04e5-4f75-8eab-87111669de6c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:49.065480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b82a33d1-d888-4295-bb64-5157aa29faa5 req-daac0779-04e5-4f75-8eab-87111669de6c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0589471 Apr 29 08:26:49.103067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b82a33d1-d888-4295-bb64-5157aa29faa5 req-e7c6a749-c897-41a6-a7be-4c68666b3cf9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316601 Apr 29 08:26:50.213897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897580-3413-484b-9a68-0eaadb5d7f7c req-8442658d-a900-4739-8236-9a4bfdb77e08 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:50.215344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6b897580-3413-484b-9a68-0eaadb5d7f7c req-8442658d-a900-4739-8236-9a4bfdb77e08 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0475888 Apr 29 08:26:50.251187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6b897580-3413-484b-9a68-0eaadb5d7f7c req-03a864e6-41c6-449b-94fd-13a16c54b892 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293899 Apr 29 08:26:51.363057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf926fac-43e5-4b95-a25a-abc2a7c6204b req-060a093c-8af9-4505-a291-5e71233a29e9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:51.364496 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf926fac-43e5-4b95-a25a-abc2a7c6204b req-060a093c-8af9-4505-a291-5e71233a29e9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0478792 Apr 29 08:26:51.400101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf926fac-43e5-4b95-a25a-abc2a7c6204b req-3919434b-7033-4941-9ca9-b53cf07467bc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298390 Apr 29 08:26:51.680873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d2c52-e232-4f64-af58-36099886326f req-d3585e89-f132-4e74-be53-ecf098f38e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:51.682358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-533d2c52-e232-4f64-af58-36099886326f req-d3585e89-f132-4e74-be53-ecf098f38e48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1098 time: 0.0814090 Apr 29 08:26:51.782676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d2c52-e232-4f64-af58-36099886326f req-d69f5d43-c33b-499c-aee5-5c6c25f71223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:51.784151 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-533d2c52-e232-4f64-af58-36099886326f req-d69f5d43-c33b-499c-aee5-5c6c25f71223 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bebb7734-8fdc-46f8-860e-90c3d51d3c83 HTTP/1.1" status: 200 len: 897 time: 0.0830364 Apr 29 08:26:51.850313 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-533d2c52-e232-4f64-af58-36099886326f req-17e28fd1-e138-43ad-af94-ea3d44bcc27f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3 HTTP/1.1" status: 200 len: 1001 time: 0.0599380 Apr 29 08:26:51.896510 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d2c52-e232-4f64-af58-36099886326f req-89bbb54a-9063-4e36-b871-381da6e7199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:51.897875 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-533d2c52-e232-4f64-af58-36099886326f req-89bbb54a-9063-4e36-b871-381da6e7199f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daa7fea5-9f38-4fbe-a4df-400c90d28020 HTTP/1.1" status: 200 len: 834 time: 0.0414779 Apr 29 08:26:51.940159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d2c52-e232-4f64-af58-36099886326f req-e449abd8-3cb0-4228-8c44-469237ec13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:51.941590 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-533d2c52-e232-4f64-af58-36099886326f req-e449abd8-3cb0-4228-8c44-469237ec13e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bebb7734-8fdc-46f8-860e-90c3d51d3c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376778 Apr 29 08:26:52.036631 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-533d2c52-e232-4f64-af58-36099886326f req-128a7085-1ad0-4081-919f-31d725a42034 service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888500 Apr 29 08:26:52.125252 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-533d2c52-e232-4f64-af58-36099886326f req-306a5c02-5651-4c73-aa25-26d2af2afbfa service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Apr 29 08:26:52.517390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d20280-57ba-4337-a4bb-bb81d61526d6 req-89f5174b-60fb-4b24-bf8a-cb58969531d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:52.518860 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0d20280-57ba-4337-a4bb-bb81d61526d6 req-89f5174b-60fb-4b24-bf8a-cb58969531d0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0527472 Apr 29 08:26:52.558115 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c0d20280-57ba-4337-a4bb-bb81d61526d6 req-f6177f2b-5938-43f9-af75-b3cb1d8a0b81 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332448 Apr 29 08:26:53.671316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f56ab-31a1-49bb-8b3d-3cbe8739c9fd req-56472315-515a-4432-9116-324f3492cc02 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:53.672779 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-373f56ab-31a1-49bb-8b3d-3cbe8739c9fd req-56472315-515a-4432-9116-324f3492cc02 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0485787 Apr 29 08:26:53.710514 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-373f56ab-31a1-49bb-8b3d-3cbe8739c9fd req-0cb8c979-17e7-4670-9016-b8cd7213d7dd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Apr 29 08:26:54.821190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c60c8-1760-49b2-9c18-b29b8c746aae req-3cf9c47e-4c22-4c7b-9083-e4f0eb011fd1 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:54.822640 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c1c60c8-1760-49b2-9c18-b29b8c746aae req-3cf9c47e-4c22-4c7b-9083-e4f0eb011fd1 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0470638 Apr 29 08:26:54.860375 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0c1c60c8-1760-49b2-9c18-b29b8c746aae req-a9cc3364-824a-4364-8b2f-226565ff175f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Apr 29 08:26:55.980033 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcd0d7-9083-4403-bf58-0c0ff50e573a req-76b8ff40-3a4a-436a-97b6-c702a1586949 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:55.981413 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7fcd0d7-9083-4403-bf58-0c0ff50e573a req-76b8ff40-3a4a-436a-97b6-c702a1586949 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0527704 Apr 29 08:26:56.018836 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7fcd0d7-9083-4403-bf58-0c0ff50e573a req-cf8d6e4c-035d-4395-9882-9d19055b36b9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Apr 29 08:26:57.135193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd02f4-8ef5-47e0-ac57-58e30b4d7ff9 req-2467d14f-5988-4fd2-8e3e-3c89be39b938 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:57.136637 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-25dd02f4-8ef5-47e0-ac57-58e30b4d7ff9 req-2467d14f-5988-4fd2-8e3e-3c89be39b938 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Apr 29 08:26:57.172607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-25dd02f4-8ef5-47e0-ac57-58e30b4d7ff9 req-fd730da7-8ece-4321-990a-f0f8726d1aef tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300055 Apr 29 08:26:57.194826 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56068) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:26:57.259462 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b4a8058b-edf3-4412-a38c-2036aae50795 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/c093c4b0-dbe1-43b9-bb84-1da224208a72 HTTP/1.1" status: 200 len: 993 time: 0.0635052 Apr 29 08:26:58.661805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd9c7-725a-4b97-ad68-02dfd77ae387 req-37ae3bf5-8c17-469b-ba3d-f3b37e573c24 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:58.663322 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38edd9c7-725a-4b97-ad68-02dfd77ae387 req-37ae3bf5-8c17-469b-ba3d-f3b37e573c24 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Apr 29 08:26:58.704968 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38edd9c7-725a-4b97-ad68-02dfd77ae387 req-6cc79b76-ab0e-41b2-b2c2-13a044d7b9b4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Apr 29 08:26:58.754217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-6d8fc29b-c798-48ca-af5a-22c72b04f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:58.755711 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-6d8fc29b-c798-48ca-af5a-22c72b04f2b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1098 time: 0.0407996 Apr 29 08:26:58.845646 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-80f944c1-bb14-44db-92ef-8e12de925e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:58.847062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-80f944c1-bb14-44db-92ef-8e12de925e2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bebb7734-8fdc-46f8-860e-90c3d51d3c83 HTTP/1.1" status: 200 len: 897 time: 0.0847869 Apr 29 08:26:58.909381 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-46b72c33-5660-42f3-ae16-c35b581cfe88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3 HTTP/1.1" status: 200 len: 1001 time: 0.0558548 Apr 29 08:26:58.955307 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-6baffc65-a6ea-4fd3-9fc7-ea2aa757088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:58.957303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-6baffc65-a6ea-4fd3-9fc7-ea2aa757088e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daa7fea5-9f38-4fbe-a4df-400c90d28020 HTTP/1.1" status: 200 len: 834 time: 0.0421278 Apr 29 08:26:59.004560 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-9b73622c-a9e4-4ee4-bbb1-eea746b1cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:59.005985 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-9b73622c-a9e4-4ee4-bbb1-eea746b1cd6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bebb7734-8fdc-46f8-860e-90c3d51d3c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423369 Apr 29 08:26:59.092220 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-a7c27bd6-1da3-4476-91bc-dbf4e8308776 service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788181 Apr 29 08:26:59.181166 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7de0b143-7cb6-4194-ade3-c4602d41cb26 req-87fd8f68-aebd-4511-a29e-4d3b07e4eec4 service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825291 Apr 29 08:26:59.821714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf11c07-0453-47a5-8e77-3a0ead7126fc req-2892a8e6-7855-4668-bf0f-06b89d065657 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:26:59.823187 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5bf11c07-0453-47a5-8e77-3a0ead7126fc req-2892a8e6-7855-4668-bf0f-06b89d065657 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0491822 Apr 29 08:26:59.861553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5bf11c07-0453-47a5-8e77-3a0ead7126fc req-3576871e-6cd7-4ad0-beb1-77619388c153 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Apr 29 08:27:00.974861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8028d8-d2c3-4359-98b5-6cf6c67bda76 req-85fef569-4a7e-459e-b6a3-cc4fb1fad721 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:00.976332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f8028d8-d2c3-4359-98b5-6cf6c67bda76 req-85fef569-4a7e-459e-b6a3-cc4fb1fad721 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0478582 Apr 29 08:27:01.012133 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7f8028d8-d2c3-4359-98b5-6cf6c67bda76 req-87eb9783-1b4e-4234-8d83-b0967b9d34ad tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300169 Apr 29 08:27:01.034817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56080) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:01.097050 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b0afcb65-72df-41af-8ae0-49bf12822e36 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/c093c4b0-dbe1-43b9-bb84-1da224208a72 HTTP/1.1" status: 200 len: 993 time: 0.0611010 Apr 29 08:27:07.640523 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:27:11.186208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23729afb-c3f1-46bf-b8c5-a64a1ad7a7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:13.037402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:13.279607 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6366e731-dd57-4ed0-886f-cb468ca368c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:15.147881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:16.296415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:16.694931 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:29.694271 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56102) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:29.847622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port d71c0312-26bc-4f53-ad1d-73619b4d4062 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:27:29.848152 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:29.939328 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:29.939828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:29.950946 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for d71c0312-26bc-4f53-ad1d-73619b4d4062 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:27:30.147828 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:30.170843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=d71c0312-26bc-4f53-ad1d-73619b4d4062,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:30.183004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.183349 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.183680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.184008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.184334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.184656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.184976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.185294 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.185648 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.185973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.186290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.186630 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:30.246257 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:30.246603 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP c093c4b0-dbe1-43b9-bb84-1da224208a72 disassociated (deleted). External IP: 172.26.2.195, port: 8ffd69ee-5a18-4c10-a677-4259895ad3d3. Apr 29 08:27:30.794375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router fb3d32e8-7977-49c0-baf2-5eae516c4d6b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:27:30.899930 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:27:30.904722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:30.909285 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] Sync routers for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:27:30.919676 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:30.920282 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:30.931051 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ec60f1e2-4982-4f6b-9c63-6ada083f32ae tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/floatingips/c093c4b0-dbe1-43b9-bb84-1da224208a72 HTTP/1.1" status: 204 len: 168 time: 1.2357197 Apr 29 08:27:30.932263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:27:30.934650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e342a9b7-83c3-4835-a178-5d87558700d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:27:31.031979 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1dacc6-61c8-49c2-bcfc-0ca5c954698f x-openstack-request-id: req-cf1dacc6-61c8-49c2-bcfc-0ca5c954698f {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:27:31.032305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:27:31.032573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf1dacc6-61c8-49c2-bcfc-0ca5c954698f {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:27:31.033020 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1dacc6-61c8-49c2-bcfc-0ca5c954698f'] response: {'name': 'network-changed', 'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'status': 'completed', 'code': 200} Apr 29 08:27:31.034556 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:31.156637 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-bf1d17c9-56c7-4645-94d7-a38b4a33568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:31.158167 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-bf1d17c9-56c7-4645-94d7-a38b4a33568f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 1098 time: 0.1027992 Apr 29 08:27:31.253040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-4f9dcb65-12e1-4447-97e4-161430ba4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:31.254549 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-4f9dcb65-12e1-4447-97e4-161430ba4deb service neutron] 10.222.0.39 "GET /v2.0/networks?id=bebb7734-8fdc-46f8-860e-90c3d51d3c83 HTTP/1.1" status: 200 len: 897 time: 0.0898685 Apr 29 08:27:31.298212 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-d7db056a-e2da-4b21-9c66-790908e3a75d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3 HTTP/1.1" status: 200 len: 217 time: 0.0371463 Apr 29 08:27:31.329021 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:57Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:31.356522 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] Checking router: fb3d32e8-7977-49c0-baf2-5eae516c4d6b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:27:31.364585 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:31.365188 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:31.375190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-b3c0bf06-39c2-4412-b290-c947a79e0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:31.376632 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-b3c0bf06-39c2-4412-b290-c947a79e0e74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daa7fea5-9f38-4fbe-a4df-400c90d28020 HTTP/1.1" status: 200 len: 834 time: 0.0713937 Apr 29 08:27:31.403597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115a312-1f32-4057-b760-6567e6eecdd0 req-6f46cfac-3669-445f-92cc-1085c1fc0b8f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:31.405020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7115a312-1f32-4057-b760-6567e6eecdd0 req-6f46cfac-3669-445f-92cc-1085c1fc0b8f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0738242 Apr 29 08:27:31.458275 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-02eaa9d9-ef7c-4e02-94e5-47c81ebbb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:31.459701 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-02eaa9d9-ef7c-4e02-94e5-47c81ebbb8de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bebb7734-8fdc-46f8-860e-90c3d51d3c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726213 Apr 29 08:27:31.462480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7115a312-1f32-4057-b760-6567e6eecdd0 req-9d51464e-b1a2-4703-bd01-a231f9c791da tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Apr 29 08:27:31.470279 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:31.547296 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-bfe40a6d-9797-483f-a766-6a6162f76b4a service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800028 Apr 29 08:27:31.642077 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e342a9b7-83c3-4835-a178-5d87558700d1 req-005d5b66-7b63-4ec9-9049-f7deb2ac6394 service neutron] 10.222.0.39 "GET /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848949 Apr 29 08:27:31.664623 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:57Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:31.694201 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4db2e4-1929-46e6-98f5-6ff960616fd1 None None] The sync data for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv is: [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:54Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '88fdccbe-c5a9-46a5-b9bd-677a6feec1b9', 'name': '', 'network_id': 'bebb7734-8fdc-46f8-860e-90c3d51d3c83', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:28:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:53Z', 'updated_at': '2022-04-29T08:25:57Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'daa7fea5-9f38-4fbe-a4df-400c90d28020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:27:31.896055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269edbc6-7892-45f8-bd25-2c70194e6898 None None] New status for floating IP c093c4b0-dbe1-43b9-bb84-1da224208a72: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:27:32.578959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5aadb-d0be-4ae8-996c-f513e9124f8a req-4bee42e9-f667-4ce8-b47e-e62860c894ce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:32.580385 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1c5aadb-d0be-4ae8-996c-f513e9124f8a req-4bee42e9-f667-4ce8-b47e-e62860c894ce tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0485075 Apr 29 08:27:32.618560 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f1c5aadb-d0be-4ae8-996c-f513e9124f8a req-09075483-60d9-45eb-a5fb-eb99259b65ab tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=196fa3bb-bb0c-480b-a982-012c31212562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320117 Apr 29 08:27:32.873717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8c299-d387-4e80-bc90-9babe662be9f req-edd9227a-286b-4f41-8cd5-6d53b482d104 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:32.875182 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34a8c299-d387-4e80-bc90-9babe662be9f req-edd9227a-286b-4f41-8cd5-6d53b482d104 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Apr 29 08:27:32.959022 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:27:32.959360 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:33.049555 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 8ffd69ee-5a18-4c10-a677-4259895ad3d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8ffd69ee-5a18-4c10-a677-4259895ad3d3,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:33.049908 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:33.062070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 8ffd69ee-5a18-4c10-a677-4259895ad3d3 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:27:33.248739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:33.280989 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=8ffd69ee-5a18-4c10-a677-4259895ad3d3,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:33.305486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.305831 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.306169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.307088 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.307424 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.307752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.308085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.308396 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.308715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.309036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.309356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.309673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:33.330323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] No DVR routers for this DVR port 8ffd69ee-5a18-4c10-a677-4259895ad3d3 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:27:33.332626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:33.336135 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34a8c299-d387-4e80-bc90-9babe662be9f req-9474fcb7-04d3-4cb2-b73b-2349424d690a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "DELETE /v2.0/ports/8ffd69ee-5a18-4c10-a677-4259895ad3d3 HTTP/1.1" status: 204 len: 173 time: 0.4555924 Apr 29 08:27:33.336568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'name': 'network-vif-deleted', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:27:33.338842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67265957-8203-4c20-935a-d361e83da1db" -d '{"events": [{"server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "name": "network-vif-deleted", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:27:33.374948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10909bb-373c-4cf1-9598-35899be6e424 x-openstack-request-id: req-d10909bb-373c-4cf1-9598-35899be6e424 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:27:33.375242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6aee6b-89df-4db5-992d-1152879a3188", "name": "network-vif-deleted", "tag": "8ffd69ee-5a18-4c10-a677-4259895ad3d3", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:27:33.375500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d10909bb-373c-4cf1-9598-35899be6e424 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:27:33.375908 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10909bb-373c-4cf1-9598-35899be6e424'] response: {'server_uuid': 'ab6aee6b-89df-4db5-992d-1152879a3188', 'name': 'network-vif-deleted', 'tag': '8ffd69ee-5a18-4c10-a677-4259895ad3d3', 'status': 'completed', 'code': 200} Apr 29 08:27:33.730367 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-524519e0-fca0-4f24-b6a3-72350707622e req-4d83487f-6dd8-4669-8bac-c60f3c232a4f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6aee6b-89df-4db5-992d-1152879a3188 HTTP/1.1" status: 200 len: 210 time: 0.0289052 Apr 29 08:27:34.790485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56124) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:35.148523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:35.407890 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:27:35.408151 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:35.502305 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:35.502698 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:35.516008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:27:35.741794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:35.767657 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=88fdccbe-c5a9-46a5-b9bd-677a6feec1b9,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:35.949529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.157881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router fb3d32e8-7977-49c0-baf2-5eae516c4d6b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:27:36.260590 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:27:36.265448 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-04d0d50b-ca77-4fbc-ac7d-845fe75b5c0b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/fb3d32e8-7977-49c0-baf2-5eae516c4d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4771216 Apr 29 08:27:36.268149 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56126) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:36.271561 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] Sync routers for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:27:36.280951 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:36.281563 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:36.317886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting subnet daa7fea5-9f38-4fbe-a4df-400c90d28020 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:27:36.320906 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.359644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.385954 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:36.445976 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.561054 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:27:35Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:36.562852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.586823 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] Checking router: fb3d32e8-7977-49c0-baf2-5eae516c4d6b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:27:36.592050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Subnet': ['ID=daa7fea5-9f38-4fbe-a4df-400c90d28020,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:36.594052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.597218 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9300a5ab-72fc-41f7-92fc-3cfc75ddf3cd tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/subnets/daa7fea5-9f38-4fbe-a4df-400c90d28020 HTTP/1.1" status: 204 len: 168 time: 0.3281546 Apr 29 08:27:36.599896 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56128) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:36.604141 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] Routers {'fb3d32e8-7977-49c0-baf2-5eae516c4d6b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:36.604141 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:36.604380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5191f-eb94-489f-a431-0094979fc23f None None] Network bebb7734-8fdc-46f8-860e-90c3d51d3c83 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:27:36.731072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.731556 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] Set router fb3d32e8-7977-49c0-baf2-5eae516c4d6b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:36.807993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] DHCP port deletion for bebb7734-8fdc-46f8-860e-90c3d51d3c83 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:27:36.839544 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.855369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Deleting port 166d6d02-083b-4e4b-82f2-7c336fad2e6e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:27:36.855742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.916917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] For port 166d6d02-083b-4e4b-82f2-7c336fad2e6e, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=166d6d02-083b-4e4b-82f2-7c336fad2e6e,segment=NetworkSegment(ae815220-bfde-460c-9b25-bba80f45d73f),segment_id=ae815220-bfde-460c-9b25-bba80f45d73f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:36.917307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:36.925550 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:27:35Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:36.932020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Calling delete_port for 166d6d02-083b-4e4b-82f2-7c336fad2e6e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:27:36.970714 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 6089dc96-fc75-4dd1-a21d-02788b971310 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:27:36.972955 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.045233 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb92b8-2986-4e79-a964-f4f1e2621b40 None None] The sync data for ids ['fb3d32e8-7977-49c0-baf2-5eae516c4d6b'] in dv-neutron-839740-1-hyperv is: [{'id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007709550', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:27:35Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': '6089dc96-fc75-4dd1-a21d-02788b971310', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d32e8-7977-49c0-baf2-5eae516c4d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:25:50Z', 'updated_at': '2022-04-29T08:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:27:37.059446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 6089dc96-fc75-4dd1-a21d-02788b971310, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6089dc96-fc75-4dd1-a21d-02788b971310,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:37.060696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.072521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 6089dc96-fc75-4dd1-a21d-02788b971310 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:27:37.113297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.140188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Pushing event deleted for resources: {'Port': ['ID=166d6d02-083b-4e4b-82f2-7c336fad2e6e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:37.143200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] No DVR routers for this DVR port 166d6d02-083b-4e4b-82f2-7c336fad2e6e on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.153193 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.154418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.154418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.154418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4aea1-f310-47f1-bb96-1d014bb9749f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:37.301672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.328553 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=6089dc96-fc75-4dd1-a21d-02788b971310,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:37.386207 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.482620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.484799 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.596681 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.597253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Fanout notify agent at l3_agent the message router_deleted on router fb3d32e8-7977-49c0-baf2-5eae516c4d6b {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:27:37.606765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.606765 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0c30b955-0e76-4026-a374-5ffb69ecd3c3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/routers/fb3d32e8-7977-49c0-baf2-5eae516c4d6b HTTP/1.1" status: 204 len: 168 time: 1.0048530 Apr 29 08:27:37.608584 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56130) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:37.686773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.773380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.793439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebb7734-8fdc-46f8-860e-90c3d51d3c83']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:37.802221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae815220-bfde-460c-9b25-bba80f45d73f') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:37.802546 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae815220-bfde-460c-9b25-bba80f45d73f') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:37.812418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.825032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.830623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:27:37.830999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:27:37.834080 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:27:37.956520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.963873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:37.967021 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/networks/bebb7734-8fdc-46f8-860e-90c3d51d3c83 HTTP/1.1" status: 204 len: 168 time: 0.3574147 Apr 29 08:27:37.969764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56132) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:37.978887 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cb3c5-d9e1-494e-9af7-4eaa212e9ad4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Network': ['ID=bebb7734-8fdc-46f8-860e-90c3d51d3c83,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:38.027768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d609682b-79f3-49e2-a3e4-75b07764ec8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.054664 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d609682b-79f3-49e2-a3e4-75b07764ec8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.185211 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d609682b-79f3-49e2-a3e4-75b07764ec8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.187846 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-d609682b-79f3-49e2-a3e4-75b07764ec8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.189268 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d609682b-79f3-49e2-a3e4-75b07764ec8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/security-groups/196fa3bb-bb0c-480b-a982-012c31212562 HTTP/1.1" status: 204 len: 168 time: 0.2181406 Apr 29 08:27:38.201863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609682b-79f3-49e2-a3e4-75b07764ec8a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196fa3bb-bb0c-480b-a982-012c31212562,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:38.421269 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8ffd69ee-5a18-4c10-a677-4259895ad3d3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:27:38.440957 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 8ffd69ee-5a18-4c10-a677-4259895ad3d3 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:27:38.441300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 8ffd69ee-5a18-4c10-a677-4259895ad3d3 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:27:38.607895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56138) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:38.612461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fe5f6783-67d0-4599-afdb-a0b81329b3b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927247039', 'description': 'tempest-secgroup-smoke-927247039 description', 'project_id': '116ae3c7af334d01a5525c8b11ad8942'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:38.690389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6783-67d0-4599-afdb-a0b81329b3b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.707300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 166d6d02-083b-4e4b-82f2-7c336fad2e6e no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:27:38.731808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 166d6d02-083b-4e4b-82f2-7c336fad2e6e {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:27:38.732146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 166d6d02-083b-4e4b-82f2-7c336fad2e6e not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:27:38.732549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:27:38.751129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:27:38.751463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 88fdccbe-c5a9-46a5-b9bd-677a6feec1b9 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:27:38.751865 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6089dc96-fc75-4dd1-a21d-02788b971310 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:27:38.758109 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6783-67d0-4599-afdb-a0b81329b3b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.769920 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6089dc96-fc75-4dd1-a21d-02788b971310 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:27:38.770254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6089dc96-fc75-4dd1-a21d-02788b971310 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:27:38.816139 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6783-67d0-4599-afdb-a0b81329b3b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.846251 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f6783-67d0-4599-afdb-a0b81329b3b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:38.943863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6783-67d0-4599-afdb-a0b81329b3b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:38.945106 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fe5f6783-67d0-4599-afdb-a0b81329b3b2 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3361845 Apr 29 08:27:38.947879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56140) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:38.952125 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-8ace6fc0-ef84-4f65-95a6-47948a60e79e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:39.037913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ace6fc0-ef84-4f65-95a6-47948a60e79e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.092999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ace6fc0-ef84-4f65-95a6-47948a60e79e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.153081 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ace6fc0-ef84-4f65-95a6-47948a60e79e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.170883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace6fc0-ef84-4f65-95a6-47948a60e79e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02cf94f-ffc2-475b-89ac-7c7049b64787,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:39.229460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8ace6fc0-ef84-4f65-95a6-47948a60e79e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.230704 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8ace6fc0-ef84-4f65-95a6-47948a60e79e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818830 Apr 29 08:27:39.233270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56142) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:39.237503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b5ff4481-5b89-44c9-9efd-798d1406443e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:39.323579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5ff4481-5b89-44c9-9efd-798d1406443e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.380767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5ff4481-5b89-44c9-9efd-798d1406443e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.444280 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5ff4481-5b89-44c9-9efd-798d1406443e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.461147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff4481-5b89-44c9-9efd-798d1406443e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da344f4-a4f5-47f2-ba32-8f39cf99ea81,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:39.526406 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b5ff4481-5b89-44c9-9efd-798d1406443e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.527651 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b5ff4481-5b89-44c9-9efd-798d1406443e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934299 Apr 29 08:27:39.530263 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56144) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:39.534555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-033b83d3-005f-4e7d-a1ea-7e389edce18c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:39.623602 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-033b83d3-005f-4e7d-a1ea-7e389edce18c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.679306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-033b83d3-005f-4e7d-a1ea-7e389edce18c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.761762 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-033b83d3-005f-4e7d-a1ea-7e389edce18c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.778747 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b83d3-005f-4e7d-a1ea-7e389edce18c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39e21ba-61fd-4b38-8526-effc112f632f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:39.855786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-033b83d3-005f-4e7d-a1ea-7e389edce18c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:39.857020 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-033b83d3-005f-4e7d-a1ea-7e389edce18c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258057 Apr 29 08:27:39.859625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56146) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:39.863926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-143bc30d-282d-4154-b9e8-5b85ce5a319c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:39.943395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-143bc30d-282d-4154-b9e8-5b85ce5a319c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.000345 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-143bc30d-282d-4154-b9e8-5b85ce5a319c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.093265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-143bc30d-282d-4154-b9e8-5b85ce5a319c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.110287 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bc30d-282d-4154-b9e8-5b85ce5a319c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc986ef-87a0-4960-a8cc-4cf73eedfe54,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:40.175177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-143bc30d-282d-4154-b9e8-5b85ce5a319c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.176373 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-143bc30d-282d-4154-b9e8-5b85ce5a319c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158417 Apr 29 08:27:40.179075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56148) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:40.183939 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:40.264959 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:27:40.269568 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.329587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.385078 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.402477 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb83c9f-3364-470d-90c5-fed2f35f7f72,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:40.461205 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.462935 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3a0c5c7e-2042-4879-8f67-ce4ee358cb6a tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2824197 Apr 29 08:27:40.465600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56150) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:40.469848 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:40.547550 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Project 116ae3c7af334d01a5525c8b11ad8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:27:40.553632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.614945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.682334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.699651 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f1130c-a991-4e1e-9501-baf04006e4ea,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:40.764275 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.765506 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-1cb123a4-e5f5-4727-89b6-b72e8bd64608 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990017 Apr 29 08:27:40.768411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56152) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:40.773247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'network': {'name': 'tempest-network-smoke--194880711', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'port_security_enabled': True}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:40.842145 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:27:40.845555 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.867293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:27:40.875575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.875914 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Added segment 706bf43a-d5fb-477d-8600-24c0f2eed230 of type vlan for network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb Apr 29 08:27:40.914691 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.981654 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:40.987193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:40.987767 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.052766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Network': ['ID=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:41.063804 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:27:41.085417 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-735f2e8b-1336-4805-82f9-3fee50e96f90 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3160069 Apr 29 08:27:41.088146 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56154) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:41.092467 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'admin_state_up': True, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:41.187989 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.189015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.238787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a535cad1-4a5c-4daa-96fe-588bb05a0b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.241306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.425008 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.659563 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.678371 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.776388 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.173 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/c32ae854-91d5-4493-9024-2210b67361cc) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:27:41.877066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:41.998847 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:42.037099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:27:42.042507 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:27:42.046647 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:27:42.049591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=c32ae854-91d5-4493-9024-2210b67361cc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:42.677333 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:42.868579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.084608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 8fb05d71-97ce-4a44-b627-b26818cd5d52 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:27:43.112997 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.193603 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:27:43.203412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Sync routers for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:27:43.223627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:43.224231 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:43.267248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.271377 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cf2f0af1-dde0-4deb-83a8-6c8c9992e242 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1794667 Apr 29 08:27:43.275004 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56156) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:43.310532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0492af91-8ecc-4380-a7ac-505e9bb1dbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.330953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:43.346288 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8ea0911d-8c20-416b-86ae-d8857aacafc4 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=116ae3c7af334d01a5525c8b11ad8942&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734699 Apr 29 08:27:43.348866 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56160) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:43.430814 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc2388a-34b2-4351-9fa9-317064990ec9 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:43.432830 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6fc2388a-34b2-4351-9fa9-317064990ec9 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0830781 Apr 29 08:27:43.435745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56162) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:43.463148 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-642e7849-8038-4ba7-bb5a-b285f3734b06 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5cb04eed-422a-4e15-b271-68b0a578cc99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262825 Apr 29 08:27:43.465497 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56164) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:43.470098 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238965448', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:43.506915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:42Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:43.537592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Checking router: 8fb05d71-97ce-4a44-b627-b26818cd5d52 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:27:43.537940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Updating router 8fb05d71-97ce-4a44-b627-b26818cd5d52 port c32ae854-91d5-4493-9024-2210b67361cc binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:27:43.562274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.633288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:27:43.636953 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.807222 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.867184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.876301 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.925261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Attempting to bind port c32ae854-91d5-4493-9024-2210b67361cc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:27:43.925805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Attempting to bind port c32ae854-91d5-4493-9024-2210b67361cc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:27:43.926173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Attempting to bind port c32ae854-91d5-4493-9024-2210b67361cc on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:27:43.934024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c2365-87dd-40b2-9950-2d664bf0622c None None] Pushing event updated for resources: {'Port': ['ID=c32ae854-91d5-4493-9024-2210b67361cc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:43.934193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Subnet': ['ID=b71ba57e-5216-424d-aa6a-2290405cd310,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:43.937958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:27:43.938338 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:27:43.938761 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.939147 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:27:43.939620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Bound port: c32ae854-91d5-4493-9024-2210b67361cc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:27:43.940002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:43.944247 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Checking segment: {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:27:43.944608 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network hostable DHCP agents. Network: de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:27:43.992840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] For port c32ae854-91d5-4493-9024-2210b67361cc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:27:43.995801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] For port c32ae854-91d5-4493-9024-2210b67361cc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c32ae854-91d5-4493-9024-2210b67361cc,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:27:44.061449 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:27:44.067703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:44.121585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:44.122250 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:44.158898 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:27:44.163112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:44.164323 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:44.171202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36572137-8987-4f52-abcd-9741cc830edb None None] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:27:44.186181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c2365-87dd-40b2-9950-2d664bf0622c None None] Pushing event updated for resources: {'Port': ['ID=c32ae854-91d5-4493-9024-2210b67361cc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:44.258746 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d274a5e5-5e79-43ae-bcd5-dc366bd16786 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7922194 Apr 29 08:27:44.261363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56166) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:44.307734 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:44.474718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:27:44.475667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:44.641189 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:27:44.689105 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:44.803287 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:42Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:44.808857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Allocated IP 172.20.0.2 (de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb/b71ba57e-5216-424d-aa6a-2290405cd310/d753882d-b82a-4b1d-89e5-5a24804b9a6b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:27:44.835458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9da15-eaa7-43ca-b10a-a26154975bed None None] The sync data for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv is: [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:42Z', 'revision_number': 3, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:27:44.993525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.068011 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.123736 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.1 (de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb/b71ba57e-5216-424d-aa6a-2290405cd310/107403ff-371f-4875-8af7-eb645e7219b9) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:27:45.134197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:27:45.137952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:27:45.140499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:27:45.148395 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Pushing event updated for resources: {'Port': ['ID=d753882d-b82a-4b1d-89e5-5a24804b9a6b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:45.209453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.222539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Attempting to bind port d753882d-b82a-4b1d-89e5-5a24804b9a6b on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:27:45.222972 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Attempting to bind port d753882d-b82a-4b1d-89e5-5a24804b9a6b by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:27:45.223515 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Attempting to bind port d753882d-b82a-4b1d-89e5-5a24804b9a6b on network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:27:45.233647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:27:45.234025 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Checking segment: {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:27:45.234477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.234878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Bound using segment: {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:27:45.235367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Bound port: d753882d-b82a-4b1d-89e5-5a24804b9a6b, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:27:45.235745 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.264055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.305656 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] For port d753882d-b82a-4b1d-89e5-5a24804b9a6b, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:27:45.306062 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] For port d753882d-b82a-4b1d-89e5-5a24804b9a6b, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d753882d-b82a-4b1d-89e5-5a24804b9a6b,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:27:45.385925 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.397320 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.433293 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:27:45.435738 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:27:45.440278 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:27:45.458271 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1550eb6-0f64-49f9-8428-08ab6191cc54 None None] Pushing event updated for resources: {'Port': ['ID=d753882d-b82a-4b1d-89e5-5a24804b9a6b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:45.472567 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=107403ff-371f-4875-8af7-eb645e7219b9,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:45.497025 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:45.743144 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:46.035329 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:46.119569 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:46.164240 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:46.259102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=107403ff-371f-4875-8af7-eb645e7219b9,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:46.295370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:27:46.296675 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:27:46.301801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:46.408153 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 8fb05d71-97ce-4a44-b627-b26818cd5d52 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:27:46.521015 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:27:46.526832 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b1c01911-6c20-4899-8734-0b0524648a07 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/8fb05d71-97ce-4a44-b627-b26818cd5d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2644722 Apr 29 08:27:46.693342 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-d47b4c16-2645-4fa1-b672-5f252a830294 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927247039&fields=id&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 267 time: 0.0495737 Apr 29 08:27:46.696144 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:46.812526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-5f100b94-9ad7-4666-bd05-39a79922d848 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:46.814461 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-5f100b94-9ad7-4666-bd05-39a79922d848 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/networks?id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb HTTP/1.1" status: 200 len: 796 time: 0.1211603 Apr 29 08:27:46.821150 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c32ae854-91d5-4493-9024-2210b67361cc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:27:46.843752 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-47f21b67-b0bf-4eaf-8968-696ca5918f0f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/quotas/116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 375 time: 0.0171628 Apr 29 08:27:46.883417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c32ae854-91d5-4493-9024-2210b67361cc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:46.883765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:46.895765 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-de43edc7-ba0c-44f6-8457-c42d53012654 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509465 Apr 29 08:27:46.912263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0e6a7-0de0-4ccc-b8f1-da0f4594200a None None] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:27:46.950146 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Sync routers for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:27:46.960217 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:46.960825 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:46.976540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-054d6787-a001-4bab-9cd4-dc28c9dd73f7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:27:46.979318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-054d6787-a001-4bab-9cd4-dc28c9dd73f7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705392 Apr 29 08:27:47.074301 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:47.074971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-cf048f61-9ac3-48d8-85cf-dbdc81889f11 service neutron] 10.222.0.16 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903096 Apr 29 08:27:47.077274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c6fb6223-d567-4830-8113-c38cfe2e70b6 None None] Provisioning complete for port d753882d-b82a-4b1d-89e5-5a24804b9a6b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:47.077647 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6223-d567-4830-8113-c38cfe2e70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.113208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.166820 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-5ab48ebe-272a-4a9a-ba0b-a261ed3c5ad1 service neutron] 10.222.0.16 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Apr 29 08:27:47.167561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port c32ae854-91d5-4493-9024-2210b67361cc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c32ae854-91d5-4493-9024-2210b67361cc,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:47.224769 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6223-d567-4830-8113-c38cfe2e70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.237661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.243422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d753882d-b82a-4b1d-89e5-5a24804b9a6b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:27:47.298829 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 2, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:47.327372 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Checking router: 8fb05d71-97ce-4a44-b627-b26818cd5d52 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:27:47.327372 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Updating router 8fb05d71-97ce-4a44-b627-b26818cd5d52 port 107403ff-371f-4875-8af7-eb645e7219b9 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:27:47.349302 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c6fb6223-d567-4830-8113-c38cfe2e70b6 None None] For port d753882d-b82a-4b1d-89e5-5a24804b9a6b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d753882d-b82a-4b1d-89e5-5a24804b9a6b,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:47.352059 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.368470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=c32ae854-91d5-4493-9024-2210b67361cc,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:47.382404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d753882d-b82a-4b1d-89e5-5a24804b9a6b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:47.384739 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.434876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6223-d567-4830-8113-c38cfe2e70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.469512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c2452b4f-c762-474c-b793-19cf2856473b req-77f0fcd5-7bce-4c63-8c8c-232b3383e584 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 210 time: 0.0406530 Apr 29 08:27:47.532415 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb6223-d567-4830-8113-c38cfe2e70b6 None None] Pushing event updated for resources: {'Port': ['ID=d753882d-b82a-4b1d-89e5-5a24804b9a6b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:47.554417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c3ad9b76-1c96-4126-9df7-0e331f1071dc None None] Provisioning complete for port d753882d-b82a-4b1d-89e5-5a24804b9a6b triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:47.554875 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9b76-1c96-4126-9df7-0e331f1071dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.665015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c3ad9b76-1c96-4126-9df7-0e331f1071dc None None] Provisioning complete for port 107403ff-371f-4875-8af7-eb645e7219b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:47.666132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9b76-1c96-4126-9df7-0e331f1071dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.696637 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.704377 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad9b76-1c96-4126-9df7-0e331f1071dc None None] Port 107403ff-371f-4875-8af7-eb645e7219b9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:27:47.758845 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.821303 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Pushing event updated for resources: {'Port': ['ID=107403ff-371f-4875-8af7-eb645e7219b9,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:47.830456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-b15d75ad-464b-4041-8e41-30a641d1d523 None None] Provisioning complete for port 107403ff-371f-4875-8af7-eb645e7219b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:47.830864 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b15d75ad-464b-4041-8e41-30a641d1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.864463 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.864820 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.865612 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.866011 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.866350 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.866704 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.867422 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.867765 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.868098 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.868928 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.868928 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.869143 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:27:47.880942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b15d75ad-464b-4041-8e41-30a641d1d523 None None] Port 107403ff-371f-4875-8af7-eb645e7219b9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:27:47.890169 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Attempting to bind port 107403ff-371f-4875-8af7-eb645e7219b9 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:27:47.890169 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Attempting to bind port 107403ff-371f-4875-8af7-eb645e7219b9 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:27:47.890169 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Attempting to bind port 107403ff-371f-4875-8af7-eb645e7219b9 on network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:27:47.893278 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:27:47.893654 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Checking segment: {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:27:47.894049 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.894453 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Bound using segment: {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:27:47.894915 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Bound port: 107403ff-371f-4875-8af7-eb645e7219b9, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:27:47.895288 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:47.965753 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] For port 107403ff-371f-4875-8af7-eb645e7219b9, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:27:47.969259 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] For port 107403ff-371f-4875-8af7-eb645e7219b9, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=107403ff-371f-4875-8af7-eb645e7219b9,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:27:47.999985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-91f1d20c-06a8-4299-a5a0-131a691465f9 None None] Provisioning complete for port 107403ff-371f-4875-8af7-eb645e7219b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:48.000362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-91f1d20c-06a8-4299-a5a0-131a691465f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:48.035508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-91f1d20c-06a8-4299-a5a0-131a691465f9 None None] Port 107403ff-371f-4875-8af7-eb645e7219b9 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:27:48.043712 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:48.104764 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4cb1-2336-424c-81eb-e83b318c36ad None None] Pushing event updated for resources: {'Port': ['ID=107403ff-371f-4875-8af7-eb645e7219b9,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:48.109090 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:27:48.109694 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:48.173811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-96494877-5f03-4a88-92d4-a9430513c5a3 None None] Provisioning complete for port 107403ff-371f-4875-8af7-eb645e7219b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:48.174293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96494877-5f03-4a88-92d4-a9430513c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:48.222600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:27:48.259830 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96494877-5f03-4a88-92d4-a9430513c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:48.295117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-96494877-5f03-4a88-92d4-a9430513c5a3 None None] For port 107403ff-371f-4875-8af7-eb645e7219b9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=107403ff-371f-4875-8af7-eb645e7219b9,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:48.361958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96494877-5f03-4a88-92d4-a9430513c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:48.414534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96494877-5f03-4a88-92d4-a9430513c5a3 None None] Pushing event updated for resources: {'Port': ['ID=107403ff-371f-4875-8af7-eb645e7219b9,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:48.430172 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:27:48.460920 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb205b8-1c56-441e-9547-1887825b69b6 None None] The sync data for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv is: [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:27:48.482117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-9288fd3c-a730-4195-861c-b84284ecd03e None None] Provisioning complete for port 107403ff-371f-4875-8af7-eb645e7219b9 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:48.482524 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9288fd3c-a730-4195-861c-b84284ecd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:48.609078 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1f4f6d02-ae9a-4d54-9238-b311bd2fab0e req-44e59a4b-3398-4469-88e1-70face677c6c tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 210 time: 0.0277035 Apr 29 08:27:48.798223 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 107403ff-371f-4875-8af7-eb645e7219b9 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:27:48.861662 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 107403ff-371f-4875-8af7-eb645e7219b9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:48.862112 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:48.955286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c32ae854-91d5-4493-9024-2210b67361cc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:27:49.007832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port c32ae854-91d5-4493-9024-2210b67361cc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:49.008202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:49.099683 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d753882d-b82a-4b1d-89e5-5a24804b9a6b up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:27:49.152814 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d753882d-b82a-4b1d-89e5-5a24804b9a6b triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:49.153191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:49.455468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-d548f4b1-e1af-4d0c-95d2-cc031ad7756f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:49.456909 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-d548f4b1-e1af-4d0c-95d2-cc031ad7756f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/networks?id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb HTTP/1.1" status: 200 len: 796 time: 0.1069012 Apr 29 08:27:49.504903 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-ab126e5b-d5ad-4d1f-9ca8-9f2d07ddaf67 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116ae3c7af334d01a5525c8b11ad8942 HTTP/1.1" status: 200 len: 379 time: 0.0376487 Apr 29 08:27:49.514385 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'port': {'device_id': 'd6286448-c240-40a7-8829-7c17d27db100', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'admin_state_up': True, 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'security_groups': ['cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:49.693653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Made reservation on behalf of 116ae3c7af334d01a5525c8b11ad8942 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:27:49.695888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:49.712321 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d997f6f2-b50b-45a6-9480-8c4ed432ad12 req-2832aaa0-2b8d-454d-a94a-8b43c196a75d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 210 time: 0.0320327 Apr 29 08:27:49.836468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.20.0.6 (de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb/b71ba57e-5216-424d-aa6a-2290405cd310/0794ccca-9d90-4f16-9e12-ac4bd2f1dc50) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:27:49.967788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.056023 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.104613 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:27:50.107766 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:27:50.111695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:27:50.135513 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:50.166503 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:50.167127 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.241960 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-be59f7fb-c399-4fdd-9169-58ab82988a09 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7311769 Apr 29 08:27:50.255016 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Request body: {'port': {'device_id': 'd6286448-c240-40a7-8829-7c17d27db100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:50.314674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.357679 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ba41ca7a-1750-4071-86c4-3bd106b6b8ec None None] Provisioning complete for port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:50.358251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba41ca7a-1750-4071-86c4-3bd106b6b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.402627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ba41ca7a-1750-4071-86c4-3bd106b6b8ec None None] Port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:27:50.579986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:27:50.587323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.598878 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Transition to ACTIVE for port object 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:27:50.684607 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.733342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Pushing event updated for resources: {'Port': ['ID=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:50.840147 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Attempting to bind port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:27:50.840486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Attempting to bind port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:27:50.840809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Attempting to bind port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 on network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:27:50.848224 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 on network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:27:50.848537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Attempting to bind port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 on network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:27:50.859572 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57debd60-4c63-4df3-be2e-b0a8ce7288e6 req-3a5020ee-1fce-4f72-8783-6709af162c39 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:50.861112 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-57debd60-4c63-4df3-be2e-b0a8ce7288e6 req-3a5020ee-1fce-4f72-8783-6709af162c39 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 943 time: 0.0767057 Apr 29 08:27:50.864148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:27:50.864482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Checking segment: {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:27:50.864867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Bound using segment: {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:27:50.865296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Bound port: 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706bf43a-d5fb-477d-8600-24c0f2eed230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:27:50.865653 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:50.935821 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-57debd60-4c63-4df3-be2e-b0a8ce7288e6 req-d155c739-a7ee-432f-8438-881480fadd93 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678315 Apr 29 08:27:50.959452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] For port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:27:50.962959 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] For port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:27:51.047949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:51.081614 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:51.082266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:51.083794 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] 10.222.0.39 "PUT /v2.0/ports/0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 HTTP/1.1" status: 200 len: 1093 time: 0.8340323 Apr 29 08:27:51.084223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:27:51.086460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f78a3-9331-4f63-aa53-9a878f3a5077" -d '{"events": [{"name": "network-changed", "server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:27:51.111073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c8af-6eac-4f9e-95c9-97e19b1eb7dc service neutron] Pushing event updated for resources: {'Port': ['ID=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:51.132053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c18be0-475b-40d9-9e83-f3112022db65 x-openstack-request-id: req-40c18be0-475b-40d9-9e83-f3112022db65 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:27:51.132053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:27:51.132053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40c18be0-475b-40d9-9e83-f3112022db65 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:27:51.132053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c18be0-475b-40d9-9e83-f3112022db65'] response: {'name': 'network-changed', 'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'status': 'completed', 'code': 200} Apr 29 08:27:51.196086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f78a3-9331-4f63-aa53-9a878f3a5077 req-a3842c0c-e9b5-4696-b57c-b4210da16e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:51.198110 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c67f78a3-9331-4f63-aa53-9a878f3a5077 req-a3842c0c-e9b5-4696-b57c-b4210da16e83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 1096 time: 0.0483065 Apr 29 08:27:51.306416 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f78a3-9331-4f63-aa53-9a878f3a5077 req-c5385e2b-0934-4b17-80b2-7fd246a830d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:51.307820 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c67f78a3-9331-4f63-aa53-9a878f3a5077 req-c5385e2b-0934-4b17-80b2-7fd246a830d5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=116ae3c7af334d01a5525c8b11ad8942&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1002572 Apr 29 08:27:51.402479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f78a3-9331-4f63-aa53-9a878f3a5077 req-82ecdea4-98c9-4ac9-b695-e6d44b40b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:51.403909 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c67f78a3-9331-4f63-aa53-9a878f3a5077 req-82ecdea4-98c9-4ac9-b695-e6d44b40b803 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887184 Apr 29 08:27:51.478796 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-2da3ae21-be81-4211-a25c-c259238b40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:51.480256 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-2da3ae21-be81-4211-a25c-c259238b40b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 1096 time: 0.0399933 Apr 29 08:27:51.520827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-63d2bf97-bc36-47df-bba1-dd46d46ed287 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 HTTP/1.1" status: 200 len: 217 time: 0.0330465 Apr 29 08:27:51.571335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-83ce1167-4420-4c28-9505-a81f033a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:51.573312 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-83ce1167-4420-4c28-9505-a81f033a218a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b71ba57e-5216-424d-aa6a-2290405cd310 HTTP/1.1" status: 200 len: 834 time: 0.0454869 Apr 29 08:27:51.616473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-dd6d4020-0fe2-4e31-ab96-f353d02c571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:51.617893 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-dd6d4020-0fe2-4e31-ab96-f353d02c571e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380836 Apr 29 08:27:51.704574 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-1f84708f-fcd2-42a0-877d-aa9d9d085de4 service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796199 Apr 29 08:27:51.793024 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ae3c286-c17a-41ac-a92a-2920be838260 req-e35d4313-42c6-4cbf-b405-c3837ee0b31e service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817537 Apr 29 08:27:52.054481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e2d88-e19f-4443-a583-5e2efd72187c req-b9fbc086-f3fe-4faf-b936-6eff013e1462 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:52.055926 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bb6e2d88-e19f-4443-a583-5e2efd72187c req-b9fbc086-f3fe-4faf-b936-6eff013e1462 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 943 time: 0.0493934 Apr 29 08:27:52.093120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bb6e2d88-e19f-4443-a583-5e2efd72187c req-ad89428b-89d7-4329-8a50-58b6c0acbfba tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304818 Apr 29 08:27:53.206286 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e107711-f4bc-4efc-8ffe-946fb783f36f req-e53876d6-9d54-4ab6-9828-21c199ef2c35 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:53.207975 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e107711-f4bc-4efc-8ffe-946fb783f36f req-e53876d6-9d54-4ab6-9828-21c199ef2c35 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 943 time: 0.0474160 Apr 29 08:27:53.248057 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e107711-f4bc-4efc-8ffe-946fb783f36f req-a8a107cb-28ca-4882-86b8-4e31224cff01 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337422 Apr 29 08:27:54.359709 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000897a-aca0-448c-a7a3-3c3cb9870615 req-5b2de83f-adb8-40b5-9e99-8e31d5bfbf75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:54.361177 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7000897a-aca0-448c-a7a3-3c3cb9870615 req-5b2de83f-adb8-40b5-9e99-8e31d5bfbf75 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 943 time: 0.0480411 Apr 29 08:27:54.398071 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7000897a-aca0-448c-a7a3-3c3cb9870615 req-a367b2b1-9b7a-4e31-9cc3-64124ae8d803 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309832 Apr 29 08:27:54.503910 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:27:54.599491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:54.611749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'port_id': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'mac_address': 'fa:16:3e:5d:ce:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:27:54.646606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:54.659550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:27:54.679776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:54.752752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:54.803970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:54.953247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['0794ccca-9d90-4f16-9e12-ac4bd2f1dc50'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:27:55.513332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991724be-9f43-4227-ba6e-f8337b576240 req-c0476dbb-fdb8-43d7-bac6-0e41b42ee971 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:55.514979 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-991724be-9f43-4227-ba6e-f8337b576240 req-c0476dbb-fdb8-43d7-bac6-0e41b42ee971 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 944 time: 0.0491467 Apr 29 08:27:55.551434 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-991724be-9f43-4227-ba6e-f8337b576240 req-3e5181ec-4c8c-4e8d-9489-00395a73a7af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306220 Apr 29 08:27:56.514646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:27:56.627195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:27:56.631122 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:27:56.631488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:56.663768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4983b8-8a1e-43db-98dc-e1cae3311e68 req-90d2579f-f633-4170-889f-3e12f4c08a76 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:56.665257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b4983b8-8a1e-43db-98dc-e1cae3311e68 req-90d2579f-f633-4170-889f-3e12f4c08a76 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 944 time: 0.0485387 Apr 29 08:27:56.711832 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b4983b8-8a1e-43db-98dc-e1cae3311e68 req-ad438807-1c8e-4a0d-a204-f11edfa79219 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377731 Apr 29 08:27:56.716627 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:56.739249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:27:56.741477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c215ec-85eb-4027-94a7-554f2715a9e7" -d '{"events": [{"server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "name": "network-vif-plugged", "status": "completed", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:27:56.754826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:27:56.776888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dbe5d7-81cb-4705-9e75-b119e25d53cd x-openstack-request-id: req-79dbe5d7-81cb-4705-9e75-b119e25d53cd {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:27:56.777171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "name": "network-vif-plugged", "status": "completed", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:27:56.777417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79dbe5d7-81cb-4705-9e75-b119e25d53cd {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:27:56.777808 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dbe5d7-81cb-4705-9e75-b119e25d53cd'] response: {'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'code': 200} Apr 29 08:27:56.819285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:56.866605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:27:57.336287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8c61b-2add-4bc6-a9be-59500794c0f6 req-3015582a-49ad-4e4b-b933-52e5e9e89e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:57.337759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4bb8c61b-2add-4bc6-a9be-59500794c0f6 req-3015582a-49ad-4e4b-b933-52e5e9e89e1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 1098 time: 0.3278239 Apr 29 08:27:57.371687 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4bb8c61b-2add-4bc6-a9be-59500794c0f6 req-b5784f14-6d2b-416c-be05-2dc7273bdeb8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272245 Apr 29 08:27:57.826161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2262b-26a9-4323-9666-150e0cf23ef7 req-1d5c909d-0288-43b2-ae09-c35a52a92ab4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:57.827654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0ad2262b-26a9-4323-9666-150e0cf23ef7 req-1d5c909d-0288-43b2-ae09-c35a52a92ab4 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0477691 Apr 29 08:27:57.864281 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0ad2262b-26a9-4323-9666-150e0cf23ef7 req-c1f76052-9d72-4063-bd5b-3d946ba0592b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305684 Apr 29 08:27:58.985162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520716-476a-42ec-83e7-acfe715051d5 req-1b65c3bd-178b-483f-9441-d58ed555ce06 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:58.986645 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf520716-476a-42ec-83e7-acfe715051d5 req-1b65c3bd-178b-483f-9441-d58ed555ce06 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0558920 Apr 29 08:27:59.026123 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf520716-476a-42ec-83e7-acfe715051d5 req-ed101682-1d07-4d6b-8ce6-e0825d136324 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330052 Apr 29 08:27:59.137004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034d685-2273-4342-8c13-0a6aba200ff5 req-ce7bdbba-dfe9-4309-ae04-17cfc56c6dd9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:59.138472 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3034d685-2273-4342-8c13-0a6aba200ff5 req-ce7bdbba-dfe9-4309-ae04-17cfc56c6dd9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0472360 Apr 29 08:27:59.175708 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3034d685-2273-4342-8c13-0a6aba200ff5 req-f7cc6475-98bf-4ab6-8739-76d74ab90c1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Apr 29 08:27:59.196364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56228) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:59.235111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9afd1d-5b55-4653-8d2b-21efa326d701 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:27:59.236572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ef9afd1d-5b55-4653-8d2b-21efa326d701 tempest-TestNetworkAdvancedServerOps-119987153 tempest-TestNetworkAdvancedServerOps-119987153-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 1093 time: 0.0392759 Apr 29 08:27:59.239245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56230) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:27:59.243459 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:27:59.315776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:59.411273 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:59.508379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Allocated IP 172.26.2.213 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/69ee1564-1421-4048-881b-8d8e63489901) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:27:59.608344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:59.684299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:27:59.723705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:27:59.726593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:27:59.730172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:27:59.735388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=69ee1564-1421-4048-881b-8d8e63489901,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:00.073706 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:00.197773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:00.339903 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:00.403967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:00.477516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event updated for resources: {'Port': ['ID=69ee1564-1421-4048-881b-8d8e63489901,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:00.486036 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:00.587316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP e171a86b-57cd-4d58-92bf-8af41ee2f3db associated. External IP: 172.26.2.213, port: 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50. Apr 29 08:28:00.797006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 8fb05d71-97ce-4a44-b627-b26818cd5d52 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:28:00.902120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:28:00.912668 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] Sync routers for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:28:00.927044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:00.927044 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:00.977295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:01.004551 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4e838c2b-9296-4e50-ab54-3ec5403b17e6 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7642787 Apr 29 08:28:01.005191 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:28:01.007674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebe488f-b365-4a43-8fe2-dcb59f7cf950" -d '{"events": [{"name": "network-changed", "server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:28:01.045915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:01.059509 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5369ecfd-fa8c-4f85-81d9-3e04450bb4ac x-openstack-request-id: req-5369ecfd-fa8c-4f85-81d9-3e04450bb4ac {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:28:01.059857 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:28:01.060114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5369ecfd-fa8c-4f85-81d9-3e04450bb4ac {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:28:01.060526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5369ecfd-fa8c-4f85-81d9-3e04450bb4ac'] response: {'name': 'network-changed', 'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'status': 'completed', 'code': 200} Apr 29 08:28:01.147955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31a074-4dd0-4e91-85b2-a4d8006c6799 req-c3027c74-0886-402b-a5db-bea6ed8426e8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:01.149449 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6f31a074-4dd0-4e91-85b2-a4d8006c6799 req-c3027c74-0886-402b-a5db-bea6ed8426e8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0771484 Apr 29 08:28:01.151939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-0d27da55-44c5-4863-8c54-d4ec99b41545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:01.153287 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-0d27da55-44c5-4863-8c54-d4ec99b41545 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 1098 time: 0.0697401 Apr 29 08:28:01.234746 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6f31a074-4dd0-4e91-85b2-a4d8006c6799 req-f6e24c53-c16a-4121-b679-7d2a2208859e tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783744 Apr 29 08:28:01.257277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56236) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:01.285261 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'e171a86b-57cd-4d58-92bf-8af41ee2f3db', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'port_id': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'mac_address': 'fa:16:3e:5d:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6286448-c240-40a7-8829-7c17d27db100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:27:59Z', 'updated_at': '2022-04-29T08:27:59Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:48Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:01.308166 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-93d57f1a-54e0-4337-8506-caefa20c720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:01.309636 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-93d57f1a-54e0-4337-8506-caefa20c720c service neutron] 10.222.0.39 "GET /v2.0/networks?id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb HTTP/1.1" status: 200 len: 897 time: 0.1477010 Apr 29 08:28:01.311281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] Checking router: 8fb05d71-97ce-4a44-b627-b26818cd5d52 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:28:01.320244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:01.320404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:27:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:01.363817 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e0cf2628-c55e-49d0-aac6-d5ac03cedac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/e171a86b-57cd-4d58-92bf-8af41ee2f3db HTTP/1.1" status: 200 len: 991 time: 0.1054156 Apr 29 08:28:01.387982 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-92467b28-9e0b-408c-8713-dbe8fa04096c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 HTTP/1.1" status: 200 len: 999 time: 0.0699830 Apr 29 08:28:01.432556 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:01.436867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-89133deb-c6a2-4b67-9be8-b4a2d1675e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:01.439387 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-89133deb-c6a2-4b67-9be8-b4a2d1675e60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b71ba57e-5216-424d-aa6a-2290405cd310 HTTP/1.1" status: 200 len: 834 time: 0.0446332 Apr 29 08:28:01.487975 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-4613682e-f634-45ff-aef6-7ed48c434e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:01.489408 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-4613682e-f634-45ff-aef6-7ed48c434e34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441165 Apr 29 08:28:01.576359 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-50161540-0a5d-409a-8c5a-70df8383fee9 service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801067 Apr 29 08:28:01.647173 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'e171a86b-57cd-4d58-92bf-8af41ee2f3db', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'port_id': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'mac_address': 'fa:16:3e:5d:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6286448-c240-40a7-8829-7c17d27db100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:27:59Z', 'updated_at': '2022-04-29T08:27:59Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:48Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:01.667657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-aebe488f-b365-4a43-8fe2-dcb59f7cf950 req-1eb727a6-95ec-458a-b56b-74fdb48d9d74 service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851994 Apr 29 08:28:01.677620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0965d-7c0e-4b31-9c21-bcdb9e2971f0 None None] The sync data for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv is: [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': 'e171a86b-57cd-4d58-92bf-8af41ee2f3db', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'port_id': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'mac_address': 'fa:16:3e:5d:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6286448-c240-40a7-8829-7c17d27db100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:27:59Z', 'updated_at': '2022-04-29T08:27:59Z', 'revision_number': 0, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:48Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:28:01.866466 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ae32f-cf2e-415d-a693-435674f213ec None None] New status for floating IP e171a86b-57cd-4d58-92bf-8af41ee2f3db: ACTIVE {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:28:02.367586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56238) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:02.426575 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9305d577-37da-4f02-888b-9fcd760ff539 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/e171a86b-57cd-4d58-92bf-8af41ee2f3db HTTP/1.1" status: 200 len: 993 time: 0.0578237 Apr 29 08:28:11.180894 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d0e3-283e-47d3-bbc1-29ab36668463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:13.075710 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:13.263933 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-960262f9-0f3f-4957-b7ad-7483b1f78673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:15.172801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:16.337956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:16.700364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:21.641196 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:28:29.351894 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df227e-62a7-4c87-ad1b-2c3ae38a34d5 req-dd1a6fbd-413b-4b20-b9ef-da27278ae1f3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:29.353376 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35df227e-62a7-4c87-ad1b-2c3ae38a34d5 req-dd1a6fbd-413b-4b20-b9ef-da27278ae1f3 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Apr 29 08:28:29.390261 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35df227e-62a7-4c87-ad1b-2c3ae38a34d5 req-3b6f24ae-cc35-4d89-8975-41c031fa97a7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305028 Apr 29 08:28:30.510350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aae501-8a4f-41bb-b6f3-b56440248f7c req-8dec7996-c606-4772-9b65-9e712ff21d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:30.512457 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69aae501-8a4f-41bb-b6f3-b56440248f7c req-8dec7996-c606-4772-9b65-9e712ff21d16 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Apr 29 08:28:30.548626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69aae501-8a4f-41bb-b6f3-b56440248f7c req-6f894cb6-95fb-439d-b27a-cf74a8fc2b15 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302725 Apr 29 08:28:30.570623 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56254) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:30.629397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-d940471d-0711-4ff8-a796-df57d6ee2205 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/e171a86b-57cd-4d58-92bf-8af41ee2f3db HTTP/1.1" status: 200 len: 993 time: 0.0576742 Apr 29 08:28:32.087382 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49281268-e490-41ce-9584-36aa1cd691b4 req-a897109d-4200-45d1-81e4-fafb0fb73a3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:32.088855 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49281268-e490-41ce-9584-36aa1cd691b4 req-a897109d-4200-45d1-81e4-fafb0fb73a3b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0583329 Apr 29 08:28:32.152429 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49281268-e490-41ce-9584-36aa1cd691b4 req-fc8c615d-056d-437e-8aad-47d44343492b tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572932 Apr 29 08:28:32.164924 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-e0d47109-842f-4b03-9d2b-4702c3526534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:32.166363 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-e0d47109-842f-4b03-9d2b-4702c3526534 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 1098 time: 0.0491912 Apr 29 08:28:32.254081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-4a001297-68f8-4d56-b6fb-bb3e4e4a632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:32.255482 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-4a001297-68f8-4d56-b6fb-bb3e4e4a632f service neutron] 10.222.0.39 "GET /v2.0/networks?id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb HTTP/1.1" status: 200 len: 897 time: 0.0825830 Apr 29 08:28:32.322131 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-6b2816c3-9423-479e-82ba-97f0eda5ed11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 HTTP/1.1" status: 200 len: 1001 time: 0.0601792 Apr 29 08:28:32.372869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-23cab1bd-4c12-4ce3-94d1-0f5912e1fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:32.374303 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-23cab1bd-4c12-4ce3-94d1-0f5912e1fbad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b71ba57e-5216-424d-aa6a-2290405cd310 HTTP/1.1" status: 200 len: 834 time: 0.0453448 Apr 29 08:28:32.418750 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-5b59674a-a994-4288-8bf6-9c53fac725a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:32.420172 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-5b59674a-a994-4288-8bf6-9c53fac725a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388100 Apr 29 08:28:32.510078 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-da991e22-8e37-40ed-9aa5-ee315770583d service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830543 Apr 29 08:28:32.595529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b6896900-a178-460a-b1aa-1f25a6fe43c4 req-b684423a-920a-417f-84f2-82c278d05c22 service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788581 Apr 29 08:28:33.269597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853956ef-e43d-49db-aff0-528a2ae4f5a5 req-61a8db37-7739-4f6f-8da0-b7dfaf8f640f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:33.271075 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-853956ef-e43d-49db-aff0-528a2ae4f5a5 req-61a8db37-7739-4f6f-8da0-b7dfaf8f640f tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0480037 Apr 29 08:28:33.312276 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-853956ef-e43d-49db-aff0-528a2ae4f5a5 req-9838a095-c93f-4737-9fee-c0f9e75a82cc tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353165 Apr 29 08:28:34.426972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76613-0390-46d0-87c5-2a9ab689023f req-412b9244-b473-46c2-818a-17da4af1f827 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:34.428393 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46c76613-0390-46d0-87c5-2a9ab689023f req-412b9244-b473-46c2-818a-17da4af1f827 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0481446 Apr 29 08:28:34.464678 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-46c76613-0390-46d0-87c5-2a9ab689023f req-693bee6b-984d-4494-b902-09198755ae39 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304711 Apr 29 08:28:34.486670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56266) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:34.544288 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1e4a23ed-8686-4aed-98b1-3a8d1474c2bf tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/floatingips/e171a86b-57cd-4d58-92bf-8af41ee2f3db HTTP/1.1" status: 200 len: 993 time: 0.0564942 Apr 29 08:28:34.794649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56272) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:34.948579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 69ee1564-1421-4048-881b-8d8e63489901 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:28:34.948841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:35.028259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:35.028587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:35.041631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 69ee1564-1421-4048-881b-8d8e63489901 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:28:35.243108 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:35.266013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=69ee1564-1421-4048-881b-8d8e63489901,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:35.275493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.275840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.276174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.276507 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.276843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.277721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.277721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.277898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.278094 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.278411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.278753 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.279070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:35.344063 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:35.351819 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Floating IP e171a86b-57cd-4d58-92bf-8af41ee2f3db disassociated (deleted). External IP: 172.26.2.213, port: 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50. Apr 29 08:28:35.833479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 8fb05d71-97ce-4a44-b627-b26818cd5d52 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:28:35.937850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:28:35.942526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:35.946998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] Sync routers for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:28:35.957831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:35.958496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:35.972864 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2d2c905a-d3a0-448e-a181-ddcd6c90cac0 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/floatingips/e171a86b-57cd-4d58-92bf-8af41ee2f3db HTTP/1.1" status: 204 len: 168 time: 1.1770854 Apr 29 08:28:35.973575 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:28:35.975949 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e79e812-21e6-4b04-a240-95ab2a45427e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:28:36.015344 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d66508-3228-47c0-bb6b-45e12f727678 x-openstack-request-id: req-d6d66508-3228-47c0-bb6b-45e12f727678 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:28:36.015632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:28:36.015882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6d66508-3228-47c0-bb6b-45e12f727678 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:28:36.016301 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d66508-3228-47c0-bb6b-45e12f727678'] response: {'name': 'network-changed', 'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'status': 'completed', 'code': 200} Apr 29 08:28:36.068608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:36.079268 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-dade07ad-3e1e-48dc-b9e7-93155b9a8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:36.080934 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-dade07ad-3e1e-48dc-b9e7-93155b9a8b50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116ae3c7af334d01a5525c8b11ad8942&device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 1098 time: 0.0422928 Apr 29 08:28:36.171077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-a9ea9e61-56a5-4cb0-bf0f-c555553b522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:36.172534 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-a9ea9e61-56a5-4cb0-bf0f-c555553b522a service neutron] 10.222.0.39 "GET /v2.0/networks?id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb HTTP/1.1" status: 200 len: 897 time: 0.0842488 Apr 29 08:28:36.219397 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-22dc3e20-e006-4500-890a-4767f6fe0dea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 HTTP/1.1" status: 200 len: 217 time: 0.0395174 Apr 29 08:28:36.269467 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:48Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:36.272158 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-a6e0ce38-a092-452b-93c8-552285035890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:36.273661 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-a6e0ce38-a092-452b-93c8-552285035890 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b71ba57e-5216-424d-aa6a-2290405cd310 HTTP/1.1" status: 200 len: 834 time: 0.0448782 Apr 29 08:28:36.295779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] Checking router: 8fb05d71-97ce-4a44-b627-b26818cd5d52 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:28:36.303909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:36.304507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:36.324842 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-3cb661e2-e5f2-4a6f-9315-45719d88787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:36.327102 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-3cb661e2-e5f2-4a6f-9315-45719d88787d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457153 Apr 29 08:28:36.414693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:36.464460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837b5ce-e7fe-4a6d-b479-bedaceb8b83e req-569134ca-3b82-4e0c-b0cd-9a24e8c85356 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:36.465915 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8837b5ce-e7fe-4a6d-b479-bedaceb8b83e req-569134ca-3b82-4e0c-b0cd-9a24e8c85356 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0705082 Apr 29 08:28:36.471304 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-7935d756-6030-4b8b-badd-9d390e35ad96 service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309357 Apr 29 08:28:36.549978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8837b5ce-e7fe-4a6d-b479-bedaceb8b83e req-0556b498-3045-46a1-af8b-b7f161e86600 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777001 Apr 29 08:28:36.585477 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e79e812-21e6-4b04-a240-95ab2a45427e req-94e4cbdc-6d92-4ce2-aec1-a2040d463e9a service neutron] 10.222.0.39 "GET /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005476 Apr 29 08:28:36.614117 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:48Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:36.786234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe47fb-e99f-4e9b-ac24-bba419696b98 None None] The sync data for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv is: [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:45Z', 'revision_number': 4, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '107403ff-371f-4875-8af7-eb645e7219b9', 'name': '', 'network_id': 'de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'mac_address': 'fa:16:3e:b1:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:44Z', 'updated_at': '2022-04-29T08:27:48Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'subnets': [{'id': 'b71ba57e-5216-424d-aa6a-2290405cd310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:28:36.994171 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc37c9-9671-41fe-9562-cd27da4c3a57 None None] New status for floating IP e171a86b-57cd-4d58-92bf-8af41ee2f3db: DOWN {{(pid=109784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:28:37.665579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d38ce3-367a-4e26-bd56-de8b565143c1 req-d5396bcd-40f5-4cfd-9d4a-5349e51c65e9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:37.667067 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09d38ce3-367a-4e26-bd56-de8b565143c1 req-d5396bcd-40f5-4cfd-9d4a-5349e51c65e9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Apr 29 08:28:37.705149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-09d38ce3-367a-4e26-bd56-de8b565143c1 req-d7a04e44-3331-4fa2-9abd-c8426c1154e9 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Apr 29 08:28:38.025421 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-37ac0263-a92c-434c-904e-7e8007286a03 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:38.026928 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-37ac0263-a92c-434c-904e-7e8007286a03 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 945 time: 0.0477009 Apr 29 08:28:38.117680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:28:38.118020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:38.202212 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:38.202603 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:38.215195 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:28:38.397199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:38.423840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=0794ccca-9d90-4f16-9e12-ac4bd2f1dc50,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:38.467621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] No DVR routers for this DVR port 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:28:38.470204 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:38.473448 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67d8b4f8-3006-4e95-a514-059978c9a74e req-5cb38a95-0cf9-420e-83d5-e42e447b0d64 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.39 "DELETE /v2.0/ports/0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 HTTP/1.1" status: 204 len: 173 time: 0.4406011 Apr 29 08:28:38.473880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'name': 'network-vif-deleted', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:28:38.476229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f252e-06d7-4452-a1f3-35e5fccf1f2b" -d '{"events": [{"server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "name": "network-vif-deleted", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:28:38.511044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b0aadd-e0d8-41e1-b8da-43208cd2c841 x-openstack-request-id: req-41b0aadd-e0d8-41e1-b8da-43208cd2c841 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:28:38.511335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6286448-c240-40a7-8829-7c17d27db100", "name": "network-vif-deleted", "tag": "0794ccca-9d90-4f16-9e12-ac4bd2f1dc50", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:28:38.511586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41b0aadd-e0d8-41e1-b8da-43208cd2c841 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:28:38.512002 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b0aadd-e0d8-41e1-b8da-43208cd2c841'] response: {'server_uuid': 'd6286448-c240-40a7-8829-7c17d27db100', 'name': 'network-vif-deleted', 'tag': '0794ccca-9d90-4f16-9e12-ac4bd2f1dc50', 'status': 'completed', 'code': 200} Apr 29 08:28:38.808404 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a5f96e85-3d05-444c-86ab-6579ca6b510e req-748f8611-8acb-4545-ac47-2e1a1dfd02f8 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6286448-c240-40a7-8829-7c17d27db100 HTTP/1.1" status: 200 len: 210 time: 0.0346022 Apr 29 08:28:39.860930 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56288) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:40.204626 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:40.474087 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port 107403ff-371f-4875-8af7-eb645e7219b9 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:28:40.474384 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:40.561176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port 107403ff-371f-4875-8af7-eb645e7219b9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=107403ff-371f-4875-8af7-eb645e7219b9,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:40.561533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:40.573787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for 107403ff-371f-4875-8af7-eb645e7219b9 owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:28:40.800549 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:40.828501 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=107403ff-371f-4875-8af7-eb645e7219b9,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:41.001568 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.191340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17355beb-1c2b-4097-a07b-cef38ffcb530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.219326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Router 8fb05d71-97ce-4a44-b627-b26818cd5d52 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:28:41.321390 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:28:41.326827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-408ec962-8d2a-4056-a33a-2029fb7a2d88 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "PUT /v2.0/routers/8fb05d71-97ce-4a44-b627-b26818cd5d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647446 Apr 29 08:28:41.329521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56290) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:41.332595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] Sync routers for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:28:41.343729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:41.344441 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:41.379261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting subnet b71ba57e-5216-424d-aa6a-2290405cd310 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:28:41.382269 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.426206 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.446610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:41.507956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.614863 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.625409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:28:40Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:41.646542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Subnet': ['ID=b71ba57e-5216-424d-aa6a-2290405cd310,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:41.648490 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.651646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-081a6f25-be93-4006-8239-a73a7ea60200 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/subnets/b71ba57e-5216-424d-aa6a-2290405cd310 HTTP/1.1" status: 204 len: 168 time: 0.3212042 Apr 29 08:28:41.653230 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] Checking router: 8fb05d71-97ce-4a44-b627-b26818cd5d52 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:28:41.655051 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56292) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:41.660077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87f64a-4fbf-44e7-b88b-6f95d9127229 None None] Network de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:28:41.708790 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] Routers {'8fb05d71-97ce-4a44-b627-b26818cd5d52'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:41.709434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['8fb05d71-97ce-4a44-b627-b26818cd5d52'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:41.759183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.859652 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:41.861991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] Set router 8fb05d71-97ce-4a44-b627-b26818cd5d52 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:41.931244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] DHCP port deletion for de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:28:41.990724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Deleting port c32ae854-91d5-4493-9024-2210b67361cc {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:28:41.991060 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.054682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Deleting port d753882d-b82a-4b1d-89e5-5a24804b9a6b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:28:42.055049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.067678 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] For port c32ae854-91d5-4493-9024-2210b67361cc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=c32ae854-91d5-4493-9024-2210b67361cc,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:42.068221 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.079301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Calling delete_port for c32ae854-91d5-4493-9024-2210b67361cc owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:28:42.123909 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] For port d753882d-b82a-4b1d-89e5-5a24804b9a6b, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d753882d-b82a-4b1d-89e5-5a24804b9a6b,segment=NetworkSegment(706bf43a-d5fb-477d-8600-24c0f2eed230),segment_id=706bf43a-d5fb-477d-8600-24c0f2eed230)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:42.124213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.138913 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Calling delete_port for d753882d-b82a-4b1d-89e5-5a24804b9a6b owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:28:42.154413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:28:40Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:42.212478 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbfa29e-9444-404b-bba4-5ac8c167b12a None None] The sync data for ids ['8fb05d71-97ce-4a44-b627-b26818cd5d52'] in dv-neutron-839740-1-hyperv is: [{'id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894890457', 'tenant_id': '116ae3c7af334d01a5525c8b11ad8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:28:40Z', 'revision_number': 5, 'project_id': '116ae3c7af334d01a5525c8b11ad8942', 'gw_port': {'id': 'c32ae854-91d5-4493-9024-2210b67361cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb05d71-97ce-4a44-b627-b26818cd5d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:27:41Z', 'updated_at': '2022-04-29T08:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:28:42.414812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.441354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Pushing event deleted for resources: {'Port': ['ID=d753882d-b82a-4b1d-89e5-5a24804b9a6b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:42.445728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] No DVR routers for this DVR port d753882d-b82a-4b1d-89e5-5a24804b9a6b on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:28:42.452960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.453307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.453646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.457729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e783e3-e1dc-4a26-8088-aea3c32de7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:42.603223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.633372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Port': ['ID=c32ae854-91d5-4493-9024-2210b67361cc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:42.685468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:28:42.706874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.717016 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:28:42.717439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device 0794ccca-9d90-4f16-9e12-ac4bd2f1dc50 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:28:42.803810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 107403ff-371f-4875-8af7-eb645e7219b9 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:28:42.805597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.807785 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.827482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 107403ff-371f-4875-8af7-eb645e7219b9 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:28:42.827820 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 107403ff-371f-4875-8af7-eb645e7219b9 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:28:42.828220 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d753882d-b82a-4b1d-89e5-5a24804b9a6b no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:28:42.847198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: d753882d-b82a-4b1d-89e5-5a24804b9a6b {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:28:42.847563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d753882d-b82a-4b1d-89e5-5a24804b9a6b not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:28:42.894954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.895488 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb05d71-97ce-4a44-b627-b26818cd5d52 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:28:42.902138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:42.904215 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c8a7c37a-e7ac-465e-90e4-6d6c8e566e1d tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/routers/8fb05d71-97ce-4a44-b627-b26818cd5d52 HTTP/1.1" status: 204 len: 168 time: 1.2473054 Apr 29 08:28:42.906040 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56294) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:42.988910 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.076741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.093885 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.097020 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:43.105867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706bf43a-d5fb-477d-8600-24c0f2eed230') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:43.106157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706bf43a-d5fb-477d-8600-24c0f2eed230') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:43.115944 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.129012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.134998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:28:43.135383 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:28:43.138251 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:28:43.257535 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.276237 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.276237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/networks/de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb HTTP/1.1" status: 204 len: 168 time: 0.3600667 Apr 29 08:28:43.276439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56296) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:43.279250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd208995-872b-44b3-8152-86b2558307b7 tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'Network': ['ID=de4b8170-4ce2-4a81-b2de-6a1f4e57ddbb,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:43.294009 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11a0b325-ce50-4a94-a11d-273e19bdcf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.333524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.364509 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.480296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.482998 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:43.484918 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] 10.222.0.16 "DELETE /v2.0/security-groups/cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb HTTP/1.1" status: 204 len: 168 time: 0.2132695 Apr 29 08:28:43.493385 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6ee44c-f579-40f2-8f3a-29a28ce6f3eb,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:43.500465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.500838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.501186 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.501552 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.501891 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.502223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.502591 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.502921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.503246 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.503573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.503897 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:43.504221 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bea53f-c6bb-44f5-a90a-4cd020c960af tempest-TestNetworkAdvancedServerOps-24972281 tempest-TestNetworkAdvancedServerOps-24972281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:44.061962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56304) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:44.188151 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ced09c89-10c0-4d33-bc2a-7bec2b84e0f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=116ae3c7af334d01a5525c8b11ad8942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249938 Apr 29 08:28:44.190634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56308) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:44.237009 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f880631-aa30-47d3-b4cb-3d5a19120460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:44.257730 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f880631-aa30-47d3-b4cb-3d5a19120460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:44.397202 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f880631-aa30-47d3-b4cb-3d5a19120460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:44.399972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4f880631-aa30-47d3-b4cb-3d5a19120460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:44.401108 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4f880631-aa30-47d3-b4cb-3d5a19120460 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1c28aec-02d7-4403-8369-6ce4b698411d HTTP/1.1" status: 204 len: 168 time: 0.2095766 Apr 29 08:28:44.409464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f880631-aa30-47d3-b4cb-3d5a19120460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c28aec-02d7-4403-8369-6ce4b698411d,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:44.709585 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c32ae854-91d5-4493-9024-2210b67361cc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:28:44.732221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: c32ae854-91d5-4493-9024-2210b67361cc {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:28:44.732561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device c32ae854-91d5-4493-9024-2210b67361cc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:28:44.919774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56314) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:44.932898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6abb-9f4b-414b-b4e0-7ecb4d9e6c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.005367 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6abb-9f4b-414b-b4e0-7ecb4d9e6c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.057497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6abb-9f4b-414b-b4e0-7ecb4d9e6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.099837 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ab8e6abb-9f4b-414b-b4e0-7ecb4d9e6c2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5db38644cd384ab6bce62855c9b7f855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789904 Apr 29 08:28:45.100952 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e6abb-9f4b-414b-b4e0-7ecb4d9e6c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fbb716-b2b2-4c16-8ca7-83fc89f39bc7,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:45.102570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56316) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:45.143433 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.151332 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d16bdbad-8be1-4474-a0d3-ce6df8e14bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.174484 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d16bdbad-8be1-4474-a0d3-ce6df8e14bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.294224 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d16bdbad-8be1-4474-a0d3-ce6df8e14bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.296710 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d16bdbad-8be1-4474-a0d3-ce6df8e14bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:45.297849 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d16bdbad-8be1-4474-a0d3-ce6df8e14bde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80fbb716-b2b2-4c16-8ca7-83fc89f39bc7 HTTP/1.1" status: 204 len: 168 time: 0.1942308 Apr 29 08:28:45.305758 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bdbad-8be1-4474-a0d3-ce6df8e14bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fbb716-b2b2-4c16-8ca7-83fc89f39bc7,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:46.333897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.353173 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56338) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:46.445316 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-946261297-network', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:46.510838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Made reservation on behalf of d860b6069ba64cdf8138cc360e0e83c7 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:28:46.513134 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.521641 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.595431 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.645765 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.673256 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:28:46.678559 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ae992c-3874-4599-a04d-bbeee6bd6c52,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:46.686242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.687113 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Added segment d0003255-4fa3-4c6d-8470-393b2806d9ae of type vlan for network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b Apr 29 08:28:46.687207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.728494 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.813759 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.814748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:46.815348 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:46.875923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] Pushing event updated for resources: {'Network': ['ID=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:46.886376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:28:46.908130 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ec136bcf-ee4d-4ad8-80d4-74811f08316c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5537941 Apr 29 08:28:46.910972 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56342) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:46.915642 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Request body: {'subnet': {'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-946261297-subnet', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:47.000084 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Made reservation on behalf of d860b6069ba64cdf8138cc360e0e83c7 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:28:47.002422 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.229006 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.274954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23a9b1e-e6e3-452a-a305-104bfd5e6a07,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:47.289881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Checking segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:28:47.290228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Network hostable DHCP agents. Network: f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:28:47.360068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:28:47.440389 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:47.444919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:47.445550 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.454061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c50f46-2f98-4b32-8731-fdb96a833897 None None] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:28:47.540400 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-75865d08-97f7-4ba1-b945-7efff4ed422b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6281681 Apr 29 08:28:47.542796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56344) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:47.547056 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:47.594991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:28:47.595832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.640421 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.641737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.699793 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.735143 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Allocated IP 172.20.0.2 (f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b/b23a9b1e-e6e3-452a-a305-104bfd5e6a07/002b7493-fef8-4b1b-8543-7a2a1126d3ee) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:28:47.875008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.888656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.937439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:47.972765 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:47.977409 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:47.980805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:28:47.992793 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Pushing event updated for resources: {'Port': ['ID=002b7493-fef8-4b1b-8543-7a2a1126d3ee,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:48.039824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Attempting to bind port 002b7493-fef8-4b1b-8543-7a2a1126d3ee on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:28:48.040184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Attempting to bind port 002b7493-fef8-4b1b-8543-7a2a1126d3ee by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:28:48.040536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Attempting to bind port 002b7493-fef8-4b1b-8543-7a2a1126d3ee on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:28:48.045870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:28:48.046227 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Checking segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:28:48.049086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.049086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Bound using segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:28:48.049086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Bound port: 002b7493-fef8-4b1b-8543-7a2a1126d3ee, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:28:48.049086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.108738 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] For port 002b7493-fef8-4b1b-8543-7a2a1126d3ee, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:28:48.111786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] For port 002b7493-fef8-4b1b-8543-7a2a1126d3ee, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=002b7493-fef8-4b1b-8543-7a2a1126d3ee,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:28:48.150873 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.160499 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.169634 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.222362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380d625-17e2-4979-98ac-9f33d9314e5f None None] Pushing event updated for resources: {'Port': ['ID=002b7493-fef8-4b1b-8543-7a2a1126d3ee,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:48.283443 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Allocated IP 172.26.2.200 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/eb3ef554-c757-45ff-8309-4eded8c707d9) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:28:48.397879 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.509360 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.545363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:48.551803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:48.555476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:28:48.561274 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Pushing event updated for resources: {'Port': ['ID=eb3ef554-c757-45ff-8309-4eded8c707d9,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:48.787510 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 002b7493-fef8-4b1b-8543-7a2a1126d3ee up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:48.847462 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 002b7493-fef8-4b1b-8543-7a2a1126d3ee triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:48.848124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.942614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:48.981917 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 002b7493-fef8-4b1b-8543-7a2a1126d3ee, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=002b7493-fef8-4b1b-8543-7a2a1126d3ee,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:49.048923 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:49.105625 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=002b7493-fef8-4b1b-8543-7a2a1126d3ee,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:49.171712 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11abaf-8046-4dbc-8b1e-b4cbf6c1722b None None] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:28:49.253657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e9dbff33-95b1-46c0-9a06-2cb840753f5b None None] Provisioning complete for port 002b7493-fef8-4b1b-8543-7a2a1126d3ee triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:49.253897 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9dbff33-95b1-46c0-9a06-2cb840753f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:49.292212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:49.495166 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:49.688121 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Router 1b0b6143-f353-4da3-a1ec-50a01695b76b is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:28:49.766704 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-d2a2dc41-f60b-42dd-a705-26dbd615de6d None None] Provisioning complete for port 002b7493-fef8-4b1b-8543-7a2a1126d3ee triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:49.767073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2a2dc41-f60b-42dd-a705-26dbd615de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:49.795690 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:28:49.806213 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Sync routers for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:28:49.820785 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:49.820785 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:49.870731 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b827b675-45b0-45be-b154-209face9580a admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:49.872103 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b827b675-45b0-45be-b154-209face9580a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3283496 Apr 29 08:28:49.874834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56354) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:49.920076 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:50.093199 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:48Z', 'revision_number': 3, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:50.118728 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Checking router: 1b0b6143-f353-4da3-a1ec-50a01695b76b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:28:50.119070 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Updating router 1b0b6143-f353-4da3-a1ec-50a01695b76b port eb3ef554-c757-45ff-8309-4eded8c707d9 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:28:50.147324 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.280375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.390585 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.445881 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Allocated IP 172.20.0.1 (f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b/b23a9b1e-e6e3-452a-a305-104bfd5e6a07/6ba2a658-d441-47db-85cb-2675380bae8d) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:28:50.522600 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.549571 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.575788 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Pushing event updated for resources: {'Port': ['ID=eb3ef554-c757-45ff-8309-4eded8c707d9,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:50.578658 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Attempting to bind port eb3ef554-c757-45ff-8309-4eded8c707d9 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:28:50.579022 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Attempting to bind port eb3ef554-c757-45ff-8309-4eded8c707d9 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:28:50.579392 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Attempting to bind port eb3ef554-c757-45ff-8309-4eded8c707d9 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:28:50.587319 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.587660 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.587997 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.590819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:50.594723 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:28:50.595094 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:28:50.595489 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.595869 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:28:50.596325 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Bound port: eb3ef554-c757-45ff-8309-4eded8c707d9, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:28:50.596700 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.631427 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.649613 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] For port eb3ef554-c757-45ff-8309-4eded8c707d9, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:28:50.652718 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] For port eb3ef554-c757-45ff-8309-4eded8c707d9, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=eb3ef554-c757-45ff-8309-4eded8c707d9,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:28:50.672147 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:50.675103 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:50.678786 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:28:50.712020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba2a658-d441-47db-85cb-2675380bae8d,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:50.725498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.733298 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.790118 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 002b7493-fef8-4b1b-8543-7a2a1126d3ee up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:50.849786 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bba4b-2dd9-47d8-8f99-de118957ee09 None None] Pushing event updated for resources: {'Port': ['ID=eb3ef554-c757-45ff-8309-4eded8c707d9,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:50.862130 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:50.866063 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:50.867924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 002b7493-fef8-4b1b-8543-7a2a1126d3ee triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:50.868392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.959099 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:50.989653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:51.001171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-4523a980-4b75-4cdc-8b3d-573750225c9e None None] Provisioning complete for port 6ba2a658-d441-47db-85cb-2675380bae8d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:51.001546 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4523a980-4b75-4cdc-8b3d-573750225c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:51.035335 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4523a980-4b75-4cdc-8b3d-573750225c9e None None] Port 6ba2a658-d441-47db-85cb-2675380bae8d cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:28:51.131413 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:51.167971 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:48Z', 'revision_number': 3, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:51.190938 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:51.198178 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a036e1-ea5d-42d1-8ada-aa1145b06ddd None None] The sync data for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv is: [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:48Z', 'revision_number': 3, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:28:51.260643 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba2a658-d441-47db-85cb-2675380bae8d,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:51.265779 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:51.357375 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:51.358874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:51.495272 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Router 1b0b6143-f353-4da3-a1ec-50a01695b76b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:28:51.617987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:28:51.622970 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-490918ba-f56b-411e-bae5-2408283ca032 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b0b6143-f353-4da3-a1ec-50a01695b76b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7471697 Apr 29 08:28:51.662107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-65b9cccd-812a-4803-a7ee-9f77ff66bf65 None None] Provisioning complete for port 6ba2a658-d441-47db-85cb-2675380bae8d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:51.662604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65b9cccd-812a-4803-a7ee-9f77ff66bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:51.701488 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-65b9cccd-812a-4803-a7ee-9f77ff66bf65 None None] Port 6ba2a658-d441-47db-85cb-2675380bae8d cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:28:52.284355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56376) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:52.289248 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-376009142-network', 'tenant_id': '75515348634f431d8eddfbed14c630ea'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:52.379426 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Made reservation on behalf of 75515348634f431d8eddfbed14c630ea for: {'network': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:28:52.381772 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.390236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.463172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.522643 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.549115 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=109782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:28:52.557937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9749b04e-1c4a-4be0-8194-7f3e081cdf18,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:52.566974 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.567432 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.segments_db [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Added segment 322eea39-9a8f-40f7-8852-b34a850780e9 of type vlan for network 936931fa-d4f9-44cf-9d50-ca44615f9e34 Apr 29 08:28:52.608629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.669169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.670291 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:52.671041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.741809 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=936931fa-d4f9-44cf-9d50-ca44615f9e34,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:52.751927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:28:52.770311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Sync routers for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:28:52.794204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-436e38b0-f30a-491f-aa4f-81694f549bf0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5087154 Apr 29 08:28:52.796999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56378) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:52.801688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Request body: {'subnet': {'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-376009142-subnet', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:52.815233 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device eb3ef554-c757-45ff-8309-4eded8c707d9 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:52.853114 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:52.853729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:52.931814 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Made reservation on behalf of 75515348634f431d8eddfbed14c630ea for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:28:52.934234 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.957942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port eb3ef554-c757-45ff-8309-4eded8c707d9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:52.958313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:52.999817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:53.155001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.159373 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.197026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port eb3ef554-c757-45ff-8309-4eded8c707d9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=eb3ef554-c757-45ff-8309-4eded8c707d9,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:53.212598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:53.220953 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Checking segment: {'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:28:53.221315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Network hostable DHCP agents. Network: 936931fa-d4f9-44cf-9d50-ca44615f9e34, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:28:53.249082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:51Z', 'revision_number': 2, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:53.278762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.280469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Checking router: 1b0b6143-f353-4da3-a1ec-50a01695b76b for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:28:53.280807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Updating router 1b0b6143-f353-4da3-a1ec-50a01695b76b port 6ba2a658-d441-47db-85cb-2675380bae8d binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:28:53.297579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:28:53.329543 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.354782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=eb3ef554-c757-45ff-8309-4eded8c707d9,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:53.377594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 936931fa-d4f9-44cf-9d50-ca44615f9e34) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:53.382193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:28:53.383363 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.386764 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe66c6-9a1a-46f3-a5dc-34382bc88fc1 None None] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:28:53.454932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c449e10d-2296-4739-aa15-bb1aea602e9b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6565676 Apr 29 08:28:53.457401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56380) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:53.461998 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:53.549082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.550082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.604880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.663958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-936931fa-d4f9-44cf-9d50-ca44615f9e34', 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'fixed_ips': [{'subnet_id': 'ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:28:53.664806 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.782124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.799856 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.844244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:53.850780 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Allocated IP 172.20.0.2 (936931fa-d4f9-44cf-9d50-ca44615f9e34/ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8/2534a23b-6ded-465b-916b-3186ab091634) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:28:53.923429 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514dca8-2cee-42da-8552-fbaf5e00da11 None None] Pushing event updated for resources: {'Port': ['ID=6ba2a658-d441-47db-85cb-2675380bae8d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:54.015688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Attempting to bind port 6ba2a658-d441-47db-85cb-2675380bae8d on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:28:54.016047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Attempting to bind port 6ba2a658-d441-47db-85cb-2675380bae8d by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:28:54.016414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Attempting to bind port 6ba2a658-d441-47db-85cb-2675380bae8d on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:28:54.027201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:28:54.027567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Checking segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:28:54.027960 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.028407 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Bound using segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:28:54.028886 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Bound port: 6ba2a658-d441-47db-85cb-2675380bae8d, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:28:54.029254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.081006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.100844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.149207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.155039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] For port 6ba2a658-d441-47db-85cb-2675380bae8d, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:28:54.159049 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] For port 6ba2a658-d441-47db-85cb-2675380bae8d, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6ba2a658-d441-47db-85cb-2675380bae8d,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:28:54.164169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-bbb7f4bd-02eb-435a-88a1-7ccc6f420043 None None] Provisioning complete for port 6ba2a658-d441-47db-85cb-2675380bae8d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:54.164533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f4bd-02eb-435a-88a1-7ccc6f420043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.196932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7f4bd-02eb-435a-88a1-7ccc6f420043 None None] Port 6ba2a658-d441-47db-85cb-2675380bae8d cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:28:54.208223 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Allocated IP 172.26.2.211 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/d46c7963-2c26-4f0c-a9de-dfd841028fad) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:28:54.237181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.268598 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.291538 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:54.297831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:54.301521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:28:54.304100 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Pushing event updated for resources: {'Port': ['ID=2534a23b-6ded-465b-916b-3186ab091634,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:54.310260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.351207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:54.355601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:54.414793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.461145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:54.464743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:54.467564 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:28:54.474465 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Pushing event updated for resources: {'Port': ['ID=d46c7963-2c26-4f0c-a9de-dfd841028fad,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:54.593161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Attempting to bind port 2534a23b-6ded-465b-916b-3186ab091634 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:28:54.593423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Attempting to bind port 2534a23b-6ded-465b-916b-3186ab091634 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:28:54.593783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Attempting to bind port 2534a23b-6ded-465b-916b-3186ab091634 on network 936931fa-d4f9-44cf-9d50-ca44615f9e34 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:28:54.603732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514dca8-2cee-42da-8552-fbaf5e00da11 None None] Pushing event updated for resources: {'Port': ['ID=6ba2a658-d441-47db-85cb-2675380bae8d,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:54.614985 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-fd4268e4-bbef-4733-9bcb-a37d4852d0f2 None None] Provisioning complete for port 6ba2a658-d441-47db-85cb-2675380bae8d triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:54.615284 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd4268e4-bbef-4733-9bcb-a37d4852d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.616891 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:28:54.617259 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Checking segment: {'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:28:54.617644 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.618026 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Bound using segment: {'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:28:54.618523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Bound port: 2534a23b-6ded-465b-916b-3186ab091634, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:28:54.618904 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.741265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:54.783299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device eb3ef554-c757-45ff-8309-4eded8c707d9 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:54.791532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.823124 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] For port 2534a23b-6ded-465b-916b-3186ab091634, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:28:54.898060 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] For port 2534a23b-6ded-465b-916b-3186ab091634, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2534a23b-6ded-465b-916b-3186ab091634,segment=NetworkSegment(322eea39-9a8f-40f7-8852-b34a850780e9),segment_id=322eea39-9a8f-40f7-8852-b34a850780e9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:28:54.929676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd4268e4-bbef-4733-9bcb-a37d4852d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.969522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:54.985005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:55.041507 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port eb3ef554-c757-45ff-8309-4eded8c707d9 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:55.041887 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:55.045036 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fd4268e4-bbef-4733-9bcb-a37d4852d0f2 None None] For port 6ba2a658-d441-47db-85cb-2675380bae8d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6ba2a658-d441-47db-85cb-2675380bae8d,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:55.105081 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6557c-66ff-42fb-9dfa-c58470a2225c None None] Pushing event updated for resources: {'Port': ['ID=2534a23b-6ded-465b-916b-3186ab091634,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:55.116101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd4268e4-bbef-4733-9bcb-a37d4852d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:55.162928 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:28:55.234771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4268e4-bbef-4733-9bcb-a37d4852d0f2 None None] Pushing event updated for resources: {'Port': ['ID=6ba2a658-d441-47db-85cb-2675380bae8d,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:55.267684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:55.300752 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8659dc-2687-4acb-800d-c463896a31eb None None] The sync data for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv is: [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:28:55.311862 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:28:55.321661 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Sync routers for ids ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:28:55.334406 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Routers {'0db9ecbe-5ad7-484d-856a-53c3c38705c1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:55.335054 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:55.458757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:55.462614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-518896c7-0634-458d-af2e-0b99e67b3646 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0017149 Apr 29 08:28:55.463181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56382) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:55.481714 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Set router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:55.811366 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 3, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port': {'id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:54Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:55.847188 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Checking router: 0db9ecbe-5ad7-484d-856a-53c3c38705c1 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:28:55.847981 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Updating router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 port d46c7963-2c26-4f0c-a9de-dfd841028fad binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:28:55.882784 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:55.997524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.188128 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Allocated IP 172.20.0.1 (936931fa-d4f9-44cf-9d50-ca44615f9e34/ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8/6fc8ad3e-2510-4ec0-8805-53fb80b3500a) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:28:56.204908 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.254938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc8f69-b764-49e2-a6f8-9af22bf78fda None None] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:28:56.294052 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.307384 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.367397 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1168bd-edb3-40a9-88a1-6aa9cd0edd52 None None] Pushing event updated for resources: {'Port': ['ID=d46c7963-2c26-4f0c-a9de-dfd841028fad,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:56.375355 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Attempting to bind port d46c7963-2c26-4f0c-a9de-dfd841028fad on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:28:56.375752 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Attempting to bind port d46c7963-2c26-4f0c-a9de-dfd841028fad by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:28:56.376110 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Attempting to bind port d46c7963-2c26-4f0c-a9de-dfd841028fad on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:28:56.382945 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:28:56.383337 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:28:56.383734 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.384089 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:28:56.384558 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Bound port: d46c7963-2c26-4f0c-a9de-dfd841028fad, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:28:56.384937 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.407896 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-c84656ee-a357-4cc3-a72a-0339bee2fb9a None None] Provisioning complete for port 2534a23b-6ded-465b-916b-3186ab091634 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:56.408389 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c84656ee-a357-4cc3-a72a-0339bee2fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.409026 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.457775 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:56.460073 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] For port d46c7963-2c26-4f0c-a9de-dfd841028fad, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:28:56.464886 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:56.465389 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] For port d46c7963-2c26-4f0c-a9de-dfd841028fad, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d46c7963-2c26-4f0c-a9de-dfd841028fad,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:28:56.465500 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:28:56.467696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:56.513472 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.529776 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c84656ee-a357-4cc3-a72a-0339bee2fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.546006 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.595327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c84656ee-a357-4cc3-a72a-0339bee2fb9a None None] For port 2534a23b-6ded-465b-916b-3186ab091634, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2534a23b-6ded-465b-916b-3186ab091634,segment=NetworkSegment(322eea39-9a8f-40f7-8852-b34a850780e9),segment_id=322eea39-9a8f-40f7-8852-b34a850780e9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:56.634277 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Routers {'0db9ecbe-5ad7-484d-856a-53c3c38705c1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:56.634959 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:56.677434 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1168bd-edb3-40a9-88a1-6aa9cd0edd52 None None] Pushing event updated for resources: {'Port': ['ID=d46c7963-2c26-4f0c-a9de-dfd841028fad,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:56.681247 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c84656ee-a357-4cc3-a72a-0339bee2fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.767600 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.773200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84656ee-a357-4cc3-a72a-0339bee2fb9a None None] Pushing event updated for resources: {'Port': ['ID=2534a23b-6ded-465b-916b-3186ab091634,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:56.796064 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] Set router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:56.912509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2374a6f2-c5e3-4a44-9802-afe44f07f71d None None] Provisioning complete for port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:56.913862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2374a6f2-c5e3-4a44-9802-afe44f07f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:56.941336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6ba2a658-d441-47db-85cb-2675380bae8d up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:56.984974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.004435 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2374a6f2-c5e3-4a44-9802-afe44f07f71d None None] Port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:28:57.019822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-2374a6f2-c5e3-4a44-9802-afe44f07f71d None None] Provisioning complete for port 2534a23b-6ded-465b-916b-3186ab091634 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:57.020340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2374a6f2-c5e3-4a44-9802-afe44f07f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.029053 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 3, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port': {'id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:54Z', 'updated_at': '2022-04-29T08:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:57.046111 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.061032 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8be5a-3f20-40e1-9159-0c0f68d48cf9 None None] The sync data for ids ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'] in dv-neutron-839740-1-hyperv is: [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 3, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port': {'id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:54Z', 'updated_at': '2022-04-29T08:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:28:57.063412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6ba2a658-d441-47db-85cb-2675380bae8d triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:57.063870 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.129300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.143595 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:57.189848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2534a23b-6ded-465b-916b-3186ab091634 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:57.232469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:28:57.233838 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:28:57.236667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2534a23b-6ded-465b-916b-3186ab091634 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:57.237024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.344800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-aea3ec6e-d76e-4d52-acd0-fbb0ac54666a None None] Provisioning complete for port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:57.345439 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aea3ec6e-d76e-4d52-acd0-fbb0ac54666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.399017 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-aea3ec6e-d76e-4d52-acd0-fbb0ac54666a None None] Port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:28:57.402253 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:28:57.520288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-aebd20df-1794-474a-af23-a3970c2f62c7 None None] Provisioning complete for port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:57.520744 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aebd20df-1794-474a-af23-a3970c2f62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:57.523644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:28:57.533062 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f950bceb-57ab-4e5b-95f0-77ae78931766 admin admin] 10.222.0.16 "PUT /v2.0/routers/0db9ecbe-5ad7-484d-856a-53c3c38705c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656109 Apr 29 08:28:57.564673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-aebd20df-1794-474a-af23-a3970c2f62c7 None None] Port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:28:58.151220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56390) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:58.156366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-10376c61-6d33-486b-ab10-84c11cb3a113 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022560121', 'description': 'tempest-secgroup-smoke-1022560121 description', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:58.236750 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10376c61-6d33-486b-ab10-84c11cb3a113 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.301344 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10376c61-6d33-486b-ab10-84c11cb3a113 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.365941 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10376c61-6d33-486b-ab10-84c11cb3a113 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.393943 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376c61-6d33-486b-ab10-84c11cb3a113 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:58.449729 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-10376c61-6d33-486b-ab10-84c11cb3a113 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.451520 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-10376c61-6d33-486b-ab10-84c11cb3a113 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2992361 Apr 29 08:28:58.454291 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56392) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:58.458843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a26dda3b-970f-466a-ba25-64cdc022ef7f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': 'bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:58.550381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a26dda3b-970f-466a-ba25-64cdc022ef7f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.611929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a26dda3b-970f-466a-ba25-64cdc022ef7f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.642179 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:28:58.686129 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a26dda3b-970f-466a-ba25-64cdc022ef7f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.704414 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dda3b-970f-466a-ba25-64cdc022ef7f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bcb8d1-709e-4e76-8704-64b8a1a0fb7d,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:58.767048 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a26dda3b-970f-466a-ba25-64cdc022ef7f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.768515 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a26dda3b-970f-466a-ba25-64cdc022ef7f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132629 Apr 29 08:28:58.773339 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56394) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:58.777770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-eba73a13-090b-422c-aef6-f174ac1ab7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': 'bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:58.836364 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2534a23b-6ded-465b-916b-3186ab091634 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:58.868633 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eba73a13-090b-422c-aef6-f174ac1ab7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.868742 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Sync routers for ids ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:28:58.885459 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Routers {'0db9ecbe-5ad7-484d-856a-53c3c38705c1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:28:58.886068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:58.921514 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eba73a13-090b-422c-aef6-f174ac1ab7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:58.934224 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 2534a23b-6ded-465b-916b-3186ab091634 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:58.935263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.002665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eba73a13-090b-422c-aef6-f174ac1ab7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.022206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73a13-090b-422c-aef6-f174ac1ab7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325670dc-e962-435e-af19-387cb379b829,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:59.031105 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Set router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:28:59.101455 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-eba73a13-090b-422c-aef6-f174ac1ab7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.102888 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-eba73a13-090b-422c-aef6-f174ac1ab7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3285825 Apr 29 08:28:59.105493 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56396) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:59.110706 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f0890eb8-9fcf-4834-9e57-e81dfecc0bc8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': 'bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:59.141414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d46c7963-2c26-4f0c-a9de-dfd841028fad up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:59.218533 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0890eb8-9fcf-4834-9e57-e81dfecc0bc8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.261491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d46c7963-2c26-4f0c-a9de-dfd841028fad triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:28:59.261862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.277704 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0890eb8-9fcf-4834-9e57-e81dfecc0bc8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.323691 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:28:56Z', 'revision_number': 4, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port': {'id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:54Z', 'updated_at': '2022-04-29T08:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fc8ad3e-2510-4ec0-8805-53fb80b3500a', 'name': '', 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'mac_address': 'fa:16:3e:7c:45:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:56Z', 'updated_at': '2022-04-29T08:28:56Z', 'revision_number': 2, 'project_id': '75515348634f431d8eddfbed14c630ea', 'subnets': [{'id': 'ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:28:59.337234 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0890eb8-9fcf-4834-9e57-e81dfecc0bc8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.355077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0890eb8-9fcf-4834-9e57-e81dfecc0bc8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f783aee-0113-4141-a6ba-14556f1bb030,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:59.365958 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Checking router: 0db9ecbe-5ad7-484d-856a-53c3c38705c1 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:28:59.366309 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Updating router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:28:59.400162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.401812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.438720 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f0890eb8-9fcf-4834-9e57-e81dfecc0bc8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.439946 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f0890eb8-9fcf-4834-9e57-e81dfecc0bc8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335171 Apr 29 08:28:59.442727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56398) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:59.447324 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-f6e79b6c-6a2f-4e9c-a444-ef61f9497d37 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': 'bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:59.539189 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6e79b6c-6a2f-4e9c-a444-ef61f9497d37 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.592157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port d46c7963-2c26-4f0c-a9de-dfd841028fad, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d46c7963-2c26-4f0c-a9de-dfd841028fad,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:59.604220 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6e79b6c-6a2f-4e9c-a444-ef61f9497d37 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.662180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.688158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6e79b6c-6a2f-4e9c-a444-ef61f9497d37 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.708370 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e79b6c-6a2f-4e9c-a444-ef61f9497d37 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486dc2f8-2ecc-4495-ae70-a52ddf45d9c6,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:59.757956 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=d46c7963-2c26-4f0c-a9de-dfd841028fad,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:59.786932 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-f6e79b6c-6a2f-4e9c-a444-ef61f9497d37 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.788178 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-f6e79b6c-6a2f-4e9c-a444-ef61f9497d37 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443458 Apr 29 08:28:59.797244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56400) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:28:59.797244 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': 'bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:28:59.859969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.871105 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Project d860b6069ba64cdf8138cc360e0e83c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:28:59.876112 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.934036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.940005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:28:59.988749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477293d1-2173-449d-9e11-5ceebf287b35 None None] Pushing event updated for resources: {'Port': ['ID=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:00.017486 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.036392 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401366f2-d8f8-46ee-8965-e912d3c2efc3,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:00.044555 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Attempting to bind port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:29:00.044927 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Attempting to bind port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:29:00.045293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Attempting to bind port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a on network 936931fa-d4f9-44cf-9d50-ca44615f9e34 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:29:00.050518 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:29:00.050838 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Checking segment: {'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:29:00.051248 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.051631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Bound using segment: {'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:29:00.052095 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Bound port: 6fc8ad3e-2510-4ec0-8805-53fb80b3500a, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322eea39-9a8f-40f7-8852-b34a850780e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:29:00.052476 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.116781 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] For port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:29:00.119961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] For port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,segment=NetworkSegment(322eea39-9a8f-40f7-8852-b34a850780e9),segment_id=322eea39-9a8f-40f7-8852-b34a850780e9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:29:00.124737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.126111 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0048bc6d-941f-4990-b3b5-b9798bcef100 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3342135 Apr 29 08:29:00.128961 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56402) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:29:00.133351 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': 'bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:29:00.198101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3e4af769-3c6e-439d-b5ec-161c401eabdc None None] Provisioning complete for port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:29:00.198553 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e4af769-3c6e-439d-b5ec-161c401eabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.201898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.223004 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Project d860b6069ba64cdf8138cc360e0e83c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:29:00.228160 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.289620 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.296464 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Routers {'0db9ecbe-5ad7-484d-856a-53c3c38705c1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:29:00.297098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:28:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:00.299050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477293d1-2173-449d-9e11-5ceebf287b35 None None] Pushing event updated for resources: {'Port': ['ID=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:00.368037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.390565 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7b3804-464b-433c-8ef9-e0841b25c1a1,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:00.396307 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e4af769-3c6e-439d-b5ec-161c401eabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.461581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.463019 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-86ea6b71-6b2f-49ee-a87c-e24f258f0751 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331625 Apr 29 08:29:00.467493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] Set router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:29:00.496200 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3e4af769-3c6e-439d-b5ec-161c401eabdc None None] For port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,segment=NetworkSegment(322eea39-9a8f-40f7-8852-b34a850780e9),segment_id=322eea39-9a8f-40f7-8852-b34a850780e9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:29:00.586239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e4af769-3c6e-439d-b5ec-161c401eabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.607457 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-828d0b73-721a-43d3-8830-b1bf742d5e7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022560121&fields=id&tenant_id=d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 267 time: 0.0358138 Apr 29 08:29:00.660952 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4af769-3c6e-439d-b5ec-161c401eabdc None None] Pushing event updated for resources: {'Port': ['ID=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:00.716766 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-da573d7e-098b-4d98-ab95-8a427eee32c9 None None] Provisioning complete for port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:29:00.717170 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da573d7e-098b-4d98-ab95-8a427eee32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:00.724405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-702f3cbf-c41a-4ab7-9126-5a9edd3e26cf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:00.725445 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-702f3cbf-c41a-4ab7-9126-5a9edd3e26cf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 808 time: 0.1105134 Apr 29 08:29:00.746614 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-a791325b-b569-4108-9845-3e3b854fc365 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/quotas/d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 375 time: 0.0147238 Apr 29 08:29:00.770709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:28:56Z', 'revision_number': 4, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port': {'id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:54Z', 'updated_at': '2022-04-29T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fc8ad3e-2510-4ec0-8805-53fb80b3500a', 'name': '', 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'mac_address': 'fa:16:3e:7c:45:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:56Z', 'updated_at': '2022-04-29T08:29:00Z', 'revision_number': 4, 'project_id': '75515348634f431d8eddfbed14c630ea', 'subnets': [{'id': 'ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:00.803076 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-3bc43a4f-b78f-42c1-bc18-025212b48f55 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527549 Apr 29 08:29:00.810241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d46c7963-2c26-4f0c-a9de-dfd841028fad up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:29:00.814020 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dc525-976d-4af3-a9fb-4cff39eba6d5 None None] The sync data for ids ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'] in dv-neutron-839740-1-hyperv is: [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:28:56Z', 'revision_number': 4, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port': {'id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:54Z', 'updated_at': '2022-04-29T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6fc8ad3e-2510-4ec0-8805-53fb80b3500a', 'name': '', 'network_id': '936931fa-d4f9-44cf-9d50-ca44615f9e34', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'mac_address': 'fa:16:3e:7c:45:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:56Z', 'updated_at': '2022-04-29T08:29:00Z', 'revision_number': 4, 'project_id': '75515348634f431d8eddfbed14c630ea', 'subnets': [{'id': 'ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:29:00.921798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-48b96b91-bc4b-4add-9d10-e55561bbe920 service neutron] 10.222.0.16 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041837 Apr 29 08:29:00.924180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d46c7963-2c26-4f0c-a9de-dfd841028fad triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:29:00.924653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:01.038016 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-4206e271-669b-4aae-a3d2-63fc6b3cc530 service neutron] 10.222.0.16 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003325 Apr 29 08:29:01.258331 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-79012b51-7df1-4882-82d4-6b6b9b48003d req-313b790c-3637-4f03-8a9a-f5b16309edeb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Apr 29 08:29:02.356937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3fbdd109-e5a5-42ef-a3f0-c8a3c7ba5b02 req-df8c4710-546d-4abe-a46b-8a0347148de6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 210 time: 0.0301650 Apr 29 08:29:02.786368 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fc8ad3e-2510-4ec0-8805-53fb80b3500a up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:29:02.842379 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:29:02.842786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:03.370279 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-01dc92ad-a820-4e10-b4c0-42be127fb6d7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:03.372650 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-01dc92ad-a820-4e10-b4c0-42be127fb6d7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 808 time: 0.1159871 Apr 29 08:29:03.418620 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-a293b781-9409-49a9-be84-8a2d03b965b9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 380 time: 0.0367732 Apr 29 08:29:03.428134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'port': {'device_id': '44d9cac9-b963-466e-ac78-9aa30c459698', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'admin_state_up': True, 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'security_groups': ['bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:29:03.468960 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0f8841f5-21e2-4336-b481-c3175b702da5 req-6c4e4c4c-2fea-4f68-872b-c66d3594993d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 210 time: 0.0372179 Apr 29 08:29:03.648083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Made reservation on behalf of d860b6069ba64cdf8138cc360e0e83c7 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:29:03.651676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:03.830066 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Allocated IP 172.20.0.7 (f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b/b23a9b1e-e6e3-452a-a305-104bfd5e6a07/de80e891-df1b-4cee-91fe-3e10b59c3136) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:29:03.967249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.051724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.092026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:29:04.097200 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:29:04.100950 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:29:04.129376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:04.161821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:04.162532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.231498 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-ae993551-6664-44b8-bb0d-9539934c891e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8068793 Apr 29 08:29:04.243987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Request body: {'port': {'device_id': '44d9cac9-b963-466e-ac78-9aa30c459698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:29:04.300559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.363594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-127b436c-bb78-48a6-977e-b8a589e25346 None None] Provisioning complete for port de80e891-df1b-4cee-91fe-3e10b59c3136 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:29:04.364169 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-127b436c-bb78-48a6-977e-b8a589e25346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.397747 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-127b436c-bb78-48a6-977e-b8a589e25346 None None] Port de80e891-df1b-4cee-91fe-3e10b59c3136 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:29:04.572760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de80e891-df1b-4cee-91fe-3e10b59c3136 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:29:04.582043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.599122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Transition to ACTIVE for port object de80e891-df1b-4cee-91fe-3e10b59c3136 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:29:04.607193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b80fe1-542c-4b96-a9e8-6e7540d33b73 req-60827c7c-3767-4d51-9e53-4f204a21cf6d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:04.608652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-48b80fe1-542c-4b96-a9e8-6e7540d33b73 req-60827c7c-3767-4d51-9e53-4f204a21cf6d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 931 time: 0.0726321 Apr 29 08:29:04.648522 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-48b80fe1-542c-4b96-a9e8-6e7540d33b73 req-fe50d616-2c15-442a-a063-20ac8125ca75 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336044 Apr 29 08:29:04.670713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.723725 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:04.798492 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Attempting to bind port de80e891-df1b-4cee-91fe-3e10b59c3136 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:29:04.798789 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Attempting to bind port de80e891-df1b-4cee-91fe-3e10b59c3136 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:29:04.799114 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Attempting to bind port de80e891-df1b-4cee-91fe-3e10b59c3136 on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:29:04.803800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Port de80e891-df1b-4cee-91fe-3e10b59c3136 on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:29:04.805566 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Attempting to bind port de80e891-df1b-4cee-91fe-3e10b59c3136 on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:29:04.809301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:29:04.810198 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Checking segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:29:04.810618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Bound using segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:29:04.811046 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Bound port: de80e891-df1b-4cee-91fe-3e10b59c3136, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:29:04.811404 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:04.878044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:29:04.881008 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:29:04.962820 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:05.001270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:05.001870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:05.003257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] 10.222.0.39 "PUT /v2.0/ports/de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 1093 time: 0.7636440 Apr 29 08:29:05.003717 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:29:05.005918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980bb703-0121-4403-9379-723144a5631e" -d '{"events": [{"name": "network-changed", "server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:29:05.033818 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c51f76-4149-4555-9455-e1ea810ffe22 service neutron] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:05.102309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e816cf-e69d-4b17-878d-30f961990358 x-openstack-request-id: req-53e816cf-e69d-4b17-878d-30f961990358 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:29:05.102858 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:29:05.106327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53e816cf-e69d-4b17-878d-30f961990358 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:29:05.106327 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e816cf-e69d-4b17-878d-30f961990358'] response: {'name': 'network-changed', 'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'status': 'completed', 'code': 200} Apr 29 08:29:05.156056 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-a83c7276-fe4f-4f26-b9fd-1367656186db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:05.157554 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-a83c7276-fe4f-4f26-b9fd-1367656186db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1096 time: 0.0420933 Apr 29 08:29:05.201015 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-0cd50a79-bef4-43be-b926-2a9763684fdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 217 time: 0.0340233 Apr 29 08:29:05.253417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-b81ab040-8402-4018-8f33-64395e0cfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:05.254862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-b81ab040-8402-4018-8f33-64395e0cfc8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0477381 Apr 29 08:29:05.299364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-d81f7556-9ba5-41b5-8284-60a4e01086a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:05.300772 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-d81f7556-9ba5-41b5-8284-60a4e01086a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395496 Apr 29 08:29:05.386626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-cf7c0b3f-de56-4c7d-bc3e-4fb6adae1778 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789716 Apr 29 08:29:05.798258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a513476-3349-4dc8-a0a8-7c682b9079ff req-1c15b8c0-cfc7-4aec-b558-b271f55905b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046261 Apr 29 08:29:05.805742 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4823-f04b-4a4e-9759-f60e3a4393de req-475d77a1-3d05-4315-9a93-c39cc4d4881c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:05.807143 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f9ee4823-f04b-4a4e-9759-f60e3a4393de req-475d77a1-3d05-4315-9a93-c39cc4d4881c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0755162 Apr 29 08:29:05.845695 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f9ee4823-f04b-4a4e-9759-f60e3a4393de req-1f55901b-21b3-420d-8985-0b62e83edc8f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319555 Apr 29 08:29:05.971557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bb703-0121-4403-9379-723144a5631e req-dfdb0dc5-a84c-4ba4-8507-eed0c597bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:05.972920 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-980bb703-0121-4403-9379-723144a5631e req-dfdb0dc5-a84c-4ba4-8507-eed0c597bc3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1096 time: 0.0443883 Apr 29 08:29:06.079921 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bb703-0121-4403-9379-723144a5631e req-4898a93f-75cb-4867-ad61-2630b4e7fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:06.081661 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-980bb703-0121-4403-9379-723144a5631e req-4898a93f-75cb-4867-ad61-2630b4e7fbd5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.1002903 Apr 29 08:29:06.126937 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-980bb703-0121-4403-9379-723144a5631e req-72fe137e-4a60-4a68-9ac6-84fb6cba5f79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 217 time: 0.0379043 Apr 29 08:29:06.172982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bb703-0121-4403-9379-723144a5631e req-42f796a2-126e-4403-bb0a-56f25b6387b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:06.174341 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-980bb703-0121-4403-9379-723144a5631e req-42f796a2-126e-4403-bb0a-56f25b6387b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0413935 Apr 29 08:29:06.219113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bb703-0121-4403-9379-723144a5631e req-6cfeed80-0b9d-4670-8443-37deabd49a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:06.220516 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-980bb703-0121-4403-9379-723144a5631e req-6cfeed80-0b9d-4670-8443-37deabd49a14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387759 Apr 29 08:29:06.312862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-980bb703-0121-4403-9379-723144a5631e req-2614302c-125b-434e-af97-cc5e3733abf2 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Apr 29 08:29:06.403635 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-980bb703-0121-4403-9379-723144a5631e req-60b22f44-75ca-4048-b99d-36270c26e5f9 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826571 Apr 29 08:29:06.962247 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d6ee7-9e8a-4d8d-9a43-a803b23a1d62 req-6ed1d952-bbab-46f7-89db-39dcd7a73b67 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:06.963643 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d88d6ee7-9e8a-4d8d-9a43-a803b23a1d62 req-6ed1d952-bbab-46f7-89db-39dcd7a73b67 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0483532 Apr 29 08:29:07.000175 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d88d6ee7-9e8a-4d8d-9a43-a803b23a1d62 req-d7cce9d6-d16d-434c-9bf7-1a37ba2a53bd tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300169 Apr 29 08:29:08.116439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cb214-8e39-40d2-a893-ca88dd4e1997 req-cd25c492-0a0b-4d53-a669-72807e65a384 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:08.117890 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f42cb214-8e39-40d2-a893-ca88dd4e1997 req-cd25c492-0a0b-4d53-a669-72807e65a384 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0524170 Apr 29 08:29:08.159745 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f42cb214-8e39-40d2-a893-ca88dd4e1997 req-92187bdd-516c-444e-b805-11109a302d84 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359943 Apr 29 08:29:08.784932 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:29:08.880687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:29:08.892120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'port_id': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'mac_address': 'fa:16:3e:34:da:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:29:08.927522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:08.940197 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de80e891-df1b-4cee-91fe-3e10b59c3136 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:29:08.959263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:29:09.030092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:09.075963 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:09.236253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['de80e891-df1b-4cee-91fe-3e10b59c3136'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:29:09.274764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f41cb-f7dd-4f4f-abe1-fde229c5e60c req-b9f449d3-1b55-4f82-b1fe-cf0256c06496 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:09.276253 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-628f41cb-f7dd-4f4f-abe1-fde229c5e60c req-b9f449d3-1b55-4f82-b1fe-cf0256c06496 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 944 time: 0.0512245 Apr 29 08:29:09.313964 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-628f41cb-f7dd-4f4f-abe1-fde229c5e60c req-750dcaf9-cbea-409d-b5d8-0dd2c5d23840 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Apr 29 08:29:10.427073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245383f-48e5-490a-a536-15ef972fd804 req-69f007ca-3ae3-4d38-9189-ce5d47af580c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:10.428502 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3245383f-48e5-490a-a536-15ef972fd804 req-69f007ca-3ae3-4d38-9189-ce5d47af580c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 944 time: 0.0481732 Apr 29 08:29:10.465184 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3245383f-48e5-490a-a536-15ef972fd804 req-9760390d-9282-4990-831f-302cb0ffd353 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Apr 29 08:29:10.813072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:29:10.933238 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port de80e891-df1b-4cee-91fe-3e10b59c3136 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:29:10.937474 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port de80e891-df1b-4cee-91fe-3e10b59c3136 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:29:10.937846 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:11.014971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:11.037729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:29:11.040014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5732eb-abec-475b-9f7d-e0d2adce28ff" -d '{"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-plugged", "status": "completed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:29:11.053089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:29:11.081108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9a310-74b9-4cd2-8fc0-21e063e7f948 x-openstack-request-id: req-44f9a310-74b9-4cd2-8fc0-21e063e7f948 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:29:11.081392 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-plugged", "status": "completed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:29:11.081642 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44f9a310-74b9-4cd2-8fc0-21e063e7f948 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:29:11.082039 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f9a310-74b9-4cd2-8fc0-21e063e7f948'] response: {'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'code': 200} Apr 29 08:29:11.150213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:11.193006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27c6a78b-de4a-461a-91d1-9957ed594ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:11.202881 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:11.374778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b72d48-a820-40c4-ae73-cdf0f319bc2d req-9ccb1d22-6e86-4679-9d9f-c741b606b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:11.376246 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34b72d48-a820-40c4-ae73-cdf0f319bc2d req-9ccb1d22-6e86-4679-9d9f-c741b606b830 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1098 time: 0.0452530 Apr 29 08:29:11.414954 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-34b72d48-a820-40c4-ae73-cdf0f319bc2d req-bf9dcab3-090c-4ce7-b27b-a9a0765bdff6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Apr 29 08:29:11.579702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cb582-b24e-4664-9c71-64e07a99fa1b req-d64a7b21-5204-4320-aad7-72b9b8737b0c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:11.581563 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-696cb582-b24e-4664-9c71-64e07a99fa1b req-d64a7b21-5204-4320-aad7-72b9b8737b0c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0495098 Apr 29 08:29:11.619384 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-696cb582-b24e-4664-9c71-64e07a99fa1b req-c15b3b12-aa7d-4112-9c8e-4cdab6c37b1c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Apr 29 08:29:12.734880 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c0fbe-d295-42bd-875a-fe360469bfcd req-059ceced-75f8-4707-bd65-3299e94eac59 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:12.736338 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f76c0fbe-d295-42bd-875a-fe360469bfcd req-059ceced-75f8-4707-bd65-3299e94eac59 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0485718 Apr 29 08:29:12.774051 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f76c0fbe-d295-42bd-875a-fe360469bfcd req-fbfd1057-fd89-4e9b-84af-dfda31b2abbc tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Apr 29 08:29:12.894757 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734706-a309-4618-8c99-8f77aaf40644 req-c48a90fe-155f-40b5-b525-4656ec138447 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:12.896212 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe734706-a309-4618-8c99-8f77aaf40644 req-c48a90fe-155f-40b5-b525-4656ec138447 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Apr 29 08:29:12.932572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe734706-a309-4618-8c99-8f77aaf40644 req-d1f5c18f-534f-42cc-8b4f-68897c70191c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303688 Apr 29 08:29:12.953841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56462) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:29:13.070855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:13.079514 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d895c-9965-4e74-8773-8ae9ff3a3018 tempest-TestShelveInstance-655009281 tempest-TestShelveInstance-655009281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:13.082415 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-068d895c-9965-4e74-8773-8ae9ff3a3018 tempest-TestShelveInstance-655009281 tempest-TestShelveInstance-655009281-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1093 time: 0.1264279 Apr 29 08:29:13.084266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 56466) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:29:13.088405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:29:13.167389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:13.264194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:13.282297 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22c14317-c4aa-4a61-98ea-2e3746ad0f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:13.369585 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Allocated IP 172.26.2.137 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/562a054d-a049-49a9-958b-3167cd788810) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:29:13.472140 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:13.548300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:13.586378 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:29:13.589113 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:29:13.593290 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:29:13.598411 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'Port': ['ID=562a054d-a049-49a9-958b-3167cd788810,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:13.939061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:14.058306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:14.204335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:14.261906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:14.332731 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'Port': ['ID=562a054d-a049-49a9-958b-3167cd788810,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:14.340651 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:14.437636 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Floating IP 9503779a-c660-4e70-904b-2891aa10a152 associated. External IP: 172.26.2.137, port: de80e891-df1b-4cee-91fe-3e10b59c3136. Apr 29 08:29:14.632413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Router 1b0b6143-f353-4da3-a1ec-50a01695b76b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:29:14.736797 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:29:14.746824 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] Sync routers for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:29:14.756927 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:29:14.757524 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:29:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:14.847242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:14.863271 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:29:14.890533 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6215297d-4fd7-4f65-93de-05fe7249ce7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7920187 Apr 29 08:29:14.890533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:29:14.890533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c3a03-5631-4dcc-ade5-3e19092705da" -d '{"events": [{"name": "network-changed", "server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:29:14.922855 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a47890-9e69-4696-b4df-051c3bfd7ffd x-openstack-request-id: req-99a47890-9e69-4696-b4df-051c3bfd7ffd {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:29:14.923142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:29:14.923389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99a47890-9e69-4696-b4df-051c3bfd7ffd {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:29:14.923789 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a47890-9e69-4696-b4df-051c3bfd7ffd'] response: {'name': 'network-changed', 'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'status': 'completed', 'code': 200} Apr 29 08:29:14.983181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-4c0164f4-b8a1-4a53-8532-90140861d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:14.984673 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-4c0164f4-b8a1-4a53-8532-90140861d7c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1098 time: 0.0403912 Apr 29 08:29:15.070305 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-d9ff98bf-e733-445a-9d63-f9cc274ee06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:15.071792 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-d9ff98bf-e733-445a-9d63-f9cc274ee06f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0810037 Apr 29 08:29:15.092406 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '9503779a-c660-4e70-904b-2891aa10a152', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'floating_ip_address': '172.26.2.137', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'port_id': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'mac_address': 'fa:16:3e:34:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9cac9-b963-466e-ac78-9aa30c459698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:29:13Z', 'updated_at': '2022-04-29T08:29:13Z', 'revision_number': 0, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:15.118720 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] Checking router: 1b0b6143-f353-4da3-a1ec-50a01695b76b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:29:15.127512 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:29:15.130520 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:29:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:15.139406 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-68d02b9d-9cea-442a-b355-71d2af53e291 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 999 time: 0.0616407 Apr 29 08:29:15.148300 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:15.187999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-6f06bc2a-ca9b-4881-9b02-e45b6d898b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:15.189591 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-6f06bc2a-ca9b-4881-9b02-e45b6d898b9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0439711 Apr 29 08:29:15.237031 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-87a3974d-8172-4884-b0ef-4af710d61c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:15.238660 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-87a3974d-8172-4884-b0ef-4af710d61c5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421929 Apr 29 08:29:15.317564 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:29:15.332724 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-847d8fe1-b504-4ba6-99ca-525d261e796f service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874183 Apr 29 08:29:15.420542 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af1c3a03-5631-4dcc-ade5-3e19092705da req-88e1e136-d516-4077-97ff-850d561a062a service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813572 Apr 29 08:29:15.537203 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '9503779a-c660-4e70-904b-2891aa10a152', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'floating_ip_address': '172.26.2.137', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'port_id': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'mac_address': 'fa:16:3e:34:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9cac9-b963-466e-ac78-9aa30c459698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:29:13Z', 'updated_at': '2022-04-29T08:29:13Z', 'revision_number': 0, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:15.562975 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f401e5-400d-4140-a9d8-0e307bf74813 None None] The sync data for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv is: [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '9503779a-c660-4e70-904b-2891aa10a152', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'floating_ip_address': '172.26.2.137', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'port_id': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'mac_address': 'fa:16:3e:34:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9cac9-b963-466e-ac78-9aa30c459698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:29:13Z', 'updated_at': '2022-04-29T08:29:13Z', 'revision_number': 0, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:29:15.738145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526f700-0330-479a-8565-28aa871b5e88 None None] New status for floating IP 9503779a-c660-4e70-904b-2891aa10a152: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:29:16.344650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:16.745274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:35.638632 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:29:41.215566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60702f3c-2f6a-4336-9df9-af0e5a33b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:43.074863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:43.307096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-69043057-b2b1-43b5-849e-6b4101b6e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:45.147096 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:46.320591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:46.720709 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:29:55.319996 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-434f7758-485b-4d3d-8bf4-985456e9d48d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393667 Apr 29 08:29:55.403680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-8d6127ae-4790-4c06-9fa8-a8dc81e756ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:55.405138 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-8d6127ae-4790-4c06-9fa8-a8dc81e756ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1098 time: 0.0444119 Apr 29 08:29:55.505628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-0f3f35a0-45d7-4c9c-b4de-24364d0f3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:55.507108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-0f3f35a0-45d7-4c9c-b4de-24364d0f3c84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0838656 Apr 29 08:29:55.573929 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-61203344-4753-4649-aae3-f8fd56f4be63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 1001 time: 0.0603025 Apr 29 08:29:55.620622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-53f7aab9-c2a7-433e-bb77-0d8924987e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:55.621994 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-53f7aab9-c2a7-433e-bb77-0d8924987e86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0416734 Apr 29 08:29:55.665872 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-74d4f453-6bd0-41cc-a4ea-6519891ad12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:29:55.667364 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-74d4f453-6bd0-41cc-a4ea-6519891ad12e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381181 Apr 29 08:29:55.756684 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-eec1c2c4-1954-4926-84b6-823ed5544aab service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831804 Apr 29 08:29:55.844273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ac4e73e-f100-47e5-b1d0-4bf6145cbcf8 req-8de230d5-83bb-42af-b863-c024dd99246e service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804520 Apr 29 08:29:56.919638 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-4d3086e8-25f2-43f6-9444-5614bb764f2a req-34b92d2d-6ad7-4e57-8da5-c072f00ec154 service neutron] (109782) timed out ('10.222.0.16', 52682) {{(pid=109782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 29 08:30:11.205936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dae8c273-48f0-43a8-8c42-d918d37e06fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:12.638454 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:30:13.078140 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:13.285877 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41ffdc2c-18be-46cd-b31e-0ce535b912a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:15.182760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:16.352512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:16.691225 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:41.193266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bfd7598-525e-4fbf-9ddf-2e22af84499e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:43.090700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:43.288583 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d762c68-1607-4aba-b1ba-e600cdfdd711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:45.148159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:46.307733 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:46.705530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:30:49.637898 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:30:56.132451 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-7b15620f-c14f-44b8-9101-30df44242d86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408278 Apr 29 08:30:56.213777 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-062a022a-4213-4052-9d81-ff1ad824f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:30:56.215296 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-062a022a-4213-4052-9d81-ff1ad824f8a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1098 time: 0.0446563 Apr 29 08:30:56.314019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-7c4d1550-3f6d-4755-a731-3ef237f7850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:30:56.315480 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-7c4d1550-3f6d-4755-a731-3ef237f7850b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0820591 Apr 29 08:30:56.673616 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-8af04ca3-6f04-453f-9fb0-5331580ff1b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 1001 time: 0.3513720 Apr 29 08:30:56.722028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-ab5cfa76-fdda-4140-ac3a-a7f965bab330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:30:56.723484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-ab5cfa76-fdda-4140-ac3a-a7f965bab330 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0427790 Apr 29 08:30:56.768207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-f608b755-ed68-4170-bb6c-fc020649020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:30:56.769716 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-f608b755-ed68-4170-bb6c-fc020649020e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398581 Apr 29 08:30:56.859417 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-15fda29b-07cb-4187-9492-0aa98d240515 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829322 Apr 29 08:30:56.946997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-332856e1-b7a9-467d-9a4c-8754d98512b4 req-75655c10-1470-4820-8cfd-3d878bd7ca77 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799165 Apr 29 08:31:10.830561 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d327ff-3b88-424a-a85d-cfcd4b5ca94d req-9b700cb4-ae57-4fb2-8780-737230b4fdfe tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:10.832066 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b0d327ff-3b88-424a-a85d-cfcd4b5ca94d req-9b700cb4-ae57-4fb2-8780-737230b4fdfe tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0990465 Apr 29 08:31:10.869616 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b0d327ff-3b88-424a-a85d-cfcd4b5ca94d req-3c2641cb-6406-40a4-ac9d-3a0aa36f5105 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Apr 29 08:31:11.204669 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-448990f6-d345-48b3-9a65-23dc60cb38d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:11.990534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8930820-c668-4092-9552-adecdeaab939 req-7754f141-3739-4e1f-8d9c-56554685f36b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:11.991884 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e8930820-c668-4092-9552-adecdeaab939 req-7754f141-3739-4e1f-8d9c-56554685f36b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0517230 Apr 29 08:31:12.028483 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e8930820-c668-4092-9552-adecdeaab939 req-cb1b91ff-be65-4df0-a473-1e2e6c7eb558 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Apr 29 08:31:13.116893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:13.146787 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17644ba1-784a-41c5-9ad7-b5bc3b833313 req-e766cbb6-f295-458e-979a-31f3a4c62395 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:13.148257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17644ba1-784a-41c5-9ad7-b5bc3b833313 req-e766cbb6-f295-458e-979a-31f3a4c62395 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Apr 29 08:31:13.185612 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-17644ba1-784a-41c5-9ad7-b5bc3b833313 req-df07ab32-adcc-4bc5-9e0e-3dd3b9b59d7d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Apr 29 08:31:13.295457 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fe98-a507-4366-8bb4-2641314dfe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:14.299110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f28582-c8cd-431c-bc54-5e48ef615dd1 req-1bb4e56e-33d8-4a41-81a0-5e389e522e47 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:14.300562 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90f28582-c8cd-431c-bc54-5e48ef615dd1 req-1bb4e56e-33d8-4a41-81a0-5e389e522e47 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Apr 29 08:31:14.337654 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-90f28582-c8cd-431c-bc54-5e48ef615dd1 req-7237831d-13c1-4073-b64e-3ef24e3d158e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Apr 29 08:31:15.155953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:15.453463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00948a88-3c46-452a-b720-dfae58e48e35 req-f33e7ec8-b78a-43fe-99b6-1bd71989e8e4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:15.454813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-00948a88-3c46-452a-b720-dfae58e48e35 req-f33e7ec8-b78a-43fe-99b6-1bd71989e8e4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Apr 29 08:31:15.491641 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-00948a88-3c46-452a-b720-dfae58e48e35 req-0b42a241-6f6a-4517-bca4-2db60b9854f0 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304167 Apr 29 08:31:16.318286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:16.603876 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014453-4b4d-4baa-a06a-157fdb9f56dd req-52cd9b0d-4778-4033-a3c8-0c768445f7b7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:16.605324 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7014453-4b4d-4baa-a06a-157fdb9f56dd req-52cd9b0d-4778-4033-a3c8-0c768445f7b7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0470562 Apr 29 08:31:16.641566 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a7014453-4b4d-4baa-a06a-157fdb9f56dd req-0a03008e-2cb1-4f67-8101-71049d6a2f57 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304132 Apr 29 08:31:16.758497 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:17.756473 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb7e5e-36f6-4e37-91e8-c346dacfcdbb req-e0132958-0bcd-4c04-9a11-3a9c629ea290 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:17.757936 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ebeb7e5e-36f6-4e37-91e8-c346dacfcdbb req-e0132958-0bcd-4c04-9a11-3a9c629ea290 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0477126 Apr 29 08:31:17.794260 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ebeb7e5e-36f6-4e37-91e8-c346dacfcdbb req-903c6785-cdeb-46aa-b8a5-cb537a0ec559 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304656 Apr 29 08:31:18.911227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126724-2d09-42fb-8a9b-cb551e69cb57 req-4b316fd5-9066-4cff-b952-819675c40755 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:18.912707 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-27126724-2d09-42fb-8a9b-cb551e69cb57 req-4b316fd5-9066-4cff-b952-819675c40755 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Apr 29 08:31:18.948774 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-27126724-2d09-42fb-8a9b-cb551e69cb57 req-d65f1562-1e9e-4638-90fd-8cacfd20b464 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301743 Apr 29 08:31:20.061119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9ab34-f96f-47c5-83d6-e9a48ecf9581 req-9f192932-5e97-4040-992a-f4e45ccc63eb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:20.062623 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5e9ab34-f96f-47c5-83d6-e9a48ecf9581 req-9f192932-5e97-4040-992a-f4e45ccc63eb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0478950 Apr 29 08:31:20.099149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5e9ab34-f96f-47c5-83d6-e9a48ecf9581 req-3803cdd7-3983-40da-b2fc-bf47219cdbf2 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301058 Apr 29 08:31:21.223530 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd02a-e298-46e8-9651-3fbe2ffaea79 req-8b0c8b5f-1af0-4e55-abb7-f6b186296399 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:21.225267 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e0ebd02a-e298-46e8-9651-3fbe2ffaea79 req-8b0c8b5f-1af0-4e55-abb7-f6b186296399 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0589657 Apr 29 08:31:21.264697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e0ebd02a-e298-46e8-9651-3fbe2ffaea79 req-3b52fe1f-2e0d-4c84-9c9a-d3d2c3da355b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319510 Apr 29 08:31:22.382059 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321aceb-c41f-4e48-a32d-2296ced33a81 req-c52e8dd1-f17e-4d4c-883b-ba5f7df33e79 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:22.383653 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9321aceb-c41f-4e48-a32d-2296ced33a81 req-c52e8dd1-f17e-4d4c-883b-ba5f7df33e79 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0529704 Apr 29 08:31:22.421762 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9321aceb-c41f-4e48-a32d-2296ced33a81 req-76e040bd-85cf-49e7-859c-8483c3b4cca9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Apr 29 08:31:23.288367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:31:23.385847 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:31:23.401542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'port_id': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'mac_address': 'fa:16:3e:34:da:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:31:23.445641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:23.460803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de80e891-df1b-4cee-91fe-3e10b59c3136 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:31:23.479863 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:31:23.541188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa273d-1838-4037-86e4-8f19f27df253 req-a366c699-ddf2-4c29-bab9-8850a04017e6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:23.542689 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ffa273d-1838-4037-86e4-8f19f27df253 req-a366c699-ddf2-4c29-bab9-8850a04017e6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0483892 Apr 29 08:31:23.575548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:23.580629 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2ffa273d-1838-4037-86e4-8f19f27df253 req-404a9bbd-2a18-4b12-b244-4dc49acf4c41 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Apr 29 08:31:23.640047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:31:23.649174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.649523 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.649861 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.650191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.650548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.650876 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.651202 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.651525 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.651853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.652174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.652493 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.652807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:31:23.656495 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['de80e891-df1b-4cee-91fe-3e10b59c3136'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:31:24.706668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b11b0-bc60-4f05-979c-2ebb29249bd5 req-763fb98a-317c-4efc-aa89-3f3bdd827aa3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:24.708214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-979b11b0-bc60-4f05-979c-2ebb29249bd5 req-763fb98a-317c-4efc-aa89-3f3bdd827aa3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 944 time: 0.0512786 Apr 29 08:31:24.759076 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-979b11b0-bc60-4f05-979c-2ebb29249bd5 req-52a2ea4e-34da-455c-a092-45c2065f0556 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 Apr 29 08:31:25.317037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:31:25.376562 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port de80e891-df1b-4cee-91fe-3e10b59c3136 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:31:25.376955 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:25.456686 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:25.483136 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:31:25.485521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf9c51-bf6c-42f8-8054-7324bd50ea20" -d '{"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-plugged", "status": "completed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:31:25.507192 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:31:25.576299 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:25.605046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908d256c-6799-4a52-af06-fe1a97c01cc2 x-openstack-request-id: req-908d256c-6799-4a52-af06-fe1a97c01cc2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:31:25.605282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-plugged", "status": "completed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:31:25.605380 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-908d256c-6799-4a52-af06-fe1a97c01cc2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:31:25.605771 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908d256c-6799-4a52-af06-fe1a97c01cc2'] response: {'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'code': 200} Apr 29 08:31:25.631211 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:31:25.888496 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a51988-498c-4818-85ee-f8d954235f5c req-f4c95f6e-47ff-421d-b7ae-7bdbf1c6a9e6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:25.890920 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3a51988-498c-4818-85ee-f8d954235f5c req-f4c95f6e-47ff-421d-b7ae-7bdbf1c6a9e6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0686262 Apr 29 08:31:25.932451 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3a51988-498c-4818-85ee-f8d954235f5c req-a3812563-8899-46e0-978e-429f33b74649 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345473 Apr 29 08:31:26.637975 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:31:27.055057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9551d-c6fb-47e5-8c44-32273284b700 req-ff35a463-ebba-40b5-a452-3f41c2ece2a2 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:27.056674 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-58c9551d-c6fb-47e5-8c44-32273284b700 req-ff35a463-ebba-40b5-a452-3f41c2ece2a2 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0503786 Apr 29 08:31:27.101748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-58c9551d-c6fb-47e5-8c44-32273284b700 req-1d2c613e-ce1a-48ee-ac86-f39eea91c2ec tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345242 Apr 29 08:31:28.223262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dde9fd-5cfe-4c64-a008-02f2b312eaed req-fc236748-5240-4cd7-8a3c-61f49d923af9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:28.225437 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-11dde9fd-5cfe-4c64-a008-02f2b312eaed req-fc236748-5240-4cd7-8a3c-61f49d923af9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0529952 Apr 29 08:31:28.265916 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-11dde9fd-5cfe-4c64-a008-02f2b312eaed req-55f79171-cf85-4eaa-82a0-035e6eb5e5cb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345066 Apr 29 08:31:29.397517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c0b45-4b7d-46a5-b854-d1583e112c9f req-5cdd6731-9c5f-40b3-a93f-270616cb2302 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:29.399296 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a4c0b45-4b7d-46a5-b854-d1583e112c9f req-5cdd6731-9c5f-40b3-a93f-270616cb2302 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0585887 Apr 29 08:31:29.442553 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a4c0b45-4b7d-46a5-b854-d1583e112c9f req-de022dd3-d80a-4ce3-8b8a-f5b3f54fb495 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367680 Apr 29 08:31:30.560120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173c538-f1e9-4a80-872e-c25c9214dac2 req-1d10197c-8d1c-4e30-b6ed-4fedd7f03fe4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:30.561813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5173c538-f1e9-4a80-872e-c25c9214dac2 req-1d10197c-8d1c-4e30-b6ed-4fedd7f03fe4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0495050 Apr 29 08:31:30.602621 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5173c538-f1e9-4a80-872e-c25c9214dac2 req-1e3b268e-dccc-4319-9a41-f17cb2ec489f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342665 Apr 29 08:31:31.732955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93c5c-4ff5-48a0-a473-6bca77aa20ba req-e6097fcb-d1d3-40df-b1ee-fd2f582ccbd3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:31.734605 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bdb93c5c-4ff5-48a0-a473-6bca77aa20ba req-e6097fcb-d1d3-40df-b1ee-fd2f582ccbd3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0605514 Apr 29 08:31:31.774181 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bdb93c5c-4ff5-48a0-a473-6bca77aa20ba req-c852a69a-9d05-45ca-9597-cbf112b01b34 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Apr 29 08:31:32.895352 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e097f4-75c0-4e71-a0ff-662b5615e0d8 req-2a6a79cd-6935-4069-9221-c15c96eda2f2 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:32.897330 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99e097f4-75c0-4e71-a0ff-662b5615e0d8 req-2a6a79cd-6935-4069-9221-c15c96eda2f2 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0554154 Apr 29 08:31:32.936179 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-99e097f4-75c0-4e71-a0ff-662b5615e0d8 req-1da369fe-7acc-4418-905e-3284cbfc4fe6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Apr 29 08:31:34.051499 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbc51-d4e8-4d41-870c-a343e65596df req-866096fc-6c71-4145-8594-b7ac9be5ffcc tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:34.053591 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-838fbc51-d4e8-4d41-870c-a343e65596df req-866096fc-6c71-4145-8594-b7ac9be5ffcc tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Apr 29 08:31:34.090469 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-838fbc51-d4e8-4d41-870c-a343e65596df req-bbcdb673-d7f0-4850-80dc-16659aed07b8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Apr 29 08:31:35.029216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-124aa381-e71a-411b-8d4f-1fbb09a2c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:35.030652 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-124aa381-e71a-411b-8d4f-1fbb09a2c127 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1098 time: 0.0415950 Apr 29 08:31:35.122541 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-bb3ec83b-4c2a-4b43-85c8-b06460237bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:35.124063 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-bb3ec83b-4c2a-4b43-85c8-b06460237bb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0860665 Apr 29 08:31:35.218389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-bbb65552-7de2-43a7-973e-bf8367cafdc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 1001 time: 0.0868351 Apr 29 08:31:35.232280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8e35a-310e-46b7-a64a-bc2231983bb2 req-dabc063b-12e1-4937-b349-e0c0fe1a92ac tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:35.233657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d2c8e35a-310e-46b7-a64a-bc2231983bb2 req-dabc063b-12e1-4937-b349-e0c0fe1a92ac tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0684600 Apr 29 08:31:35.299675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-306ad46f-5027-41ff-bba4-1144fb48f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:35.301014 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-306ad46f-5027-41ff-bba4-1144fb48f3ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0665240 Apr 29 08:31:35.304572 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d2c8e35a-310e-46b7-a64a-bc2231983bb2 req-e0eeb27b-2c32-4246-950d-13893ba4191e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626931 Apr 29 08:31:35.346995 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-43af4c96-d21a-48f8-9659-67cb89e2a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:35.348428 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-43af4c96-d21a-48f8-9659-67cb89e2a1a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409713 Apr 29 08:31:35.358889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-5c9052b7-a5c2-4780-ad9d-ef6b62886a86 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:31:35.359793 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-5c9052b7-a5c2-4780-ad9d-ef6b62886a86 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047364 Apr 29 08:31:35.447474 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-4e33c30d-2d61-4c48-aba2-5d35e2c4253c service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811965 Apr 29 08:31:35.536895 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a8c8c3e1-dc03-4e30-9707-535569a84e6c req-7db64c20-a95a-403c-b23a-efb57eb1edf6 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813162 Apr 29 08:31:36.448323 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13868-37c7-4dba-90ff-d88bfc8feced req-85a7b531-a15b-4bf8-9c8c-365b32b06396 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:36.449759 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5f13868-37c7-4dba-90ff-d88bfc8feced req-85a7b531-a15b-4bf8-9c8c-365b32b06396 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0532997 Apr 29 08:31:36.485810 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b5f13868-37c7-4dba-90ff-d88bfc8feced req-196cc228-70ca-44d9-a2de-da2a9bbe7f25 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297687 Apr 29 08:31:37.599870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3808c-9374-40d7-9a01-3130b2aac3c9 req-5d7a5461-bc4d-473e-85a8-c548e8814dbf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:37.601329 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c9e3808c-9374-40d7-9a01-3130b2aac3c9 req-5d7a5461-bc4d-473e-85a8-c548e8814dbf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0488045 Apr 29 08:31:37.638735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c9e3808c-9374-40d7-9a01-3130b2aac3c9 req-caca78c2-e27a-46a1-ba6e-3338235e25a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Apr 29 08:31:37.707650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-53586e9d-9d4c-4fd7-ab5d-e1a667828fa0 req-27589069-2de9-4c5d-a1a6-02cb52487c75 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:31:37.708837 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53586e9d-9d4c-4fd7-ab5d-e1a667828fa0 req-27589069-2de9-4c5d-a1a6-02cb52487c75 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054395 Apr 29 08:31:39.080007 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66bbac-0cf0-4724-af6b-545ea04d396f req-46d2baf4-5d9e-4f8d-9436-9def9cb3ebcd tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:39.082685 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a66bbac-0cf0-4724-af6b-545ea04d396f req-46d2baf4-5d9e-4f8d-9436-9def9cb3ebcd tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 945 time: 0.0552599 Apr 29 08:31:39.128373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4a66bbac-0cf0-4724-af6b-545ea04d396f req-55ff7b4e-4a3f-43e7-890d-6c95539978e7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Apr 29 08:31:39.415073 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:31:39.429081 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-56ed7db1-c701-41da-a807-4bcb04a96bdb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941460 Apr 29 08:31:39.499801 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:39.523375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:31:39.525614 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dddd6a4-01d0-40ef-8d88-3ef8d2a4ac2c" -d '{"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-unplugged", "status": "completed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:31:39.538278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:31:39.559992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 08:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61245d3f-7c43-490b-9455-7d46c6da4cdb x-openstack-request-id: req-61245d3f-7c43-490b-9455-7d46c6da4cdb {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:31:39.560289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-unplugged", "status": "failed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "code": 422}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:31:39.560547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61245d3f-7c43-490b-9455-7d46c6da4cdb {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:31:39.561016 dv-neutron-839740-1-hyperv neutron-server[109783]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-61245d3f-7c43-490b-9455-7d46c6da4cdb']: {'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'code': 422} returned with failed status Apr 29 08:31:39.592194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:39.644800 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:31:40.248188 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c46b1-c826-4ed5-a0d2-17483f736121 req-9a1f726d-6e88-4159-b933-370d65d1429b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:40.249659 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-328c46b1-c826-4ed5-a0d2-17483f736121 req-9a1f726d-6e88-4159-b933-370d65d1429b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0529404 Apr 29 08:31:40.288593 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-328c46b1-c826-4ed5-a0d2-17483f736121 req-0a924e08-acec-4b3b-928f-26a772050ff5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Apr 29 08:31:40.759262 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-9f31e77e-dc03-42b8-ae6d-de773c41d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:40.761704 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-9f31e77e-dc03-42b8-ae6d-de773c41d5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698&tenant_id=d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 1096 time: 0.0418515 Apr 29 08:31:40.821526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-9343eb33-7904-472c-b539-84beb8b4ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:40.823017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-9343eb33-7904-472c-b539-84beb8b4ad1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1096 time: 0.0402548 Apr 29 08:31:40.912592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-b5a2a1f7-9da8-49c7-9e7a-408fa54db96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:40.914033 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-b5a2a1f7-9da8-49c7-9e7a-408fa54db96d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0847456 Apr 29 08:31:40.977257 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-6e44195a-9560-4855-98c6-b658e7bd4bfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 999 time: 0.0569570 Apr 29 08:31:41.027791 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-9418019f-e808-4aba-a398-27080919596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:41.029180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-9418019f-e808-4aba-a398-27080919596f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0459526 Apr 29 08:31:41.072260 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-adc49232-2b77-4ff7-ad0a-5320282498be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:41.074271 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-adc49232-2b77-4ff7-ad0a-5320282498be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381861 Apr 29 08:31:41.159491 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-a8ccfa1f-66da-44d0-83ff-cb6706676063 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793376 Apr 29 08:31:41.218267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfb98756-e054-44e4-9018-045f89faa2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:41.251518 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bbf41f4e-c914-4215-acdc-99d2a6e07588 req-68a55f86-b733-44fa-a211-5f0754205eb3 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857661 Apr 29 08:31:41.411173 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d42cc8-143b-4ad3-a7c1-585598449648 req-9b54ae0f-a3f4-4308-b57a-f96a39820378 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:41.414812 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16d42cc8-143b-4ad3-a7c1-585598449648 req-9b54ae0f-a3f4-4308-b57a-f96a39820378 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0553210 Apr 29 08:31:41.463753 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-16d42cc8-143b-4ad3-a7c1-585598449648 req-64515852-2570-4e25-a3f6-e4102388cae0 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Apr 29 08:31:42.589685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b171056-0809-41f0-bfe0-d91e436c9f67 req-dede1da3-75bd-4a00-9de1-5fb52b9627c0 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:42.591210 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b171056-0809-41f0-bfe0-d91e436c9f67 req-dede1da3-75bd-4a00-9de1-5fb52b9627c0 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0525093 Apr 29 08:31:42.631043 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2b171056-0809-41f0-bfe0-d91e436c9f67 req-0250428c-4967-4276-855b-ba319466c3af tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335097 Apr 29 08:31:43.094836 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:43.289807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ce04fd1-a8c6-40a2-9c6a-1026d9099c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:43.753973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33b113-ef9f-4e37-8978-c07200121677 req-fda582f8-c559-4e33-9575-44814caae9a8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:43.756103 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6b33b113-ef9f-4e37-8978-c07200121677 req-fda582f8-c559-4e33-9575-44814caae9a8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0554183 Apr 29 08:31:43.794696 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6b33b113-ef9f-4e37-8978-c07200121677 req-5a6371ca-fdf8-4227-99c8-1087f9f481ce tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324116 Apr 29 08:31:44.913445 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce6a7-a8bc-4e2f-b2f9-8b93a60c91e3 req-60321401-b275-4b85-84e6-eaf74b100e35 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:44.914971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-687ce6a7-a8bc-4e2f-b2f9-8b93a60c91e3 req-60321401-b275-4b85-84e6-eaf74b100e35 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0522511 Apr 29 08:31:44.966669 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-687ce6a7-a8bc-4e2f-b2f9-8b93a60c91e3 req-00152b4a-f887-4581-898a-fbb5c47bc34c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427730 Apr 29 08:31:45.163502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:46.078265 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eb5d8-2450-4f76-8fee-fb07c067f6d8 req-4ab2d80d-9027-4ba9-9a97-51d80d02dafb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:46.079836 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-645eb5d8-2450-4f76-8fee-fb07c067f6d8 req-4ab2d80d-9027-4ba9-9a97-51d80d02dafb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0502012 Apr 29 08:31:46.121680 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-645eb5d8-2450-4f76-8fee-fb07c067f6d8 req-ab47ce75-1fb5-4d65-af97-379ccb118c23 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345662 Apr 29 08:31:46.323566 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:47.261700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac99d-c8bf-4db7-9e38-30547e187db2 req-8e44d589-7257-41da-8e5c-13e09e33aad1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:47.271329 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69fac99d-c8bf-4db7-9e38-30547e187db2 req-8e44d589-7257-41da-8e5c-13e09e33aad1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0674644 Apr 29 08:31:47.315059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69fac99d-c8bf-4db7-9e38-30547e187db2 req-c941ee04-ab62-4362-87ce-7d615be81d22 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Apr 29 08:31:47.355700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:48.441365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df4870-571c-4dd7-a5b6-2f2b0c6b671b req-ef1873ed-8ab2-4ef7-bc0a-63a5826d0907 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:48.443099 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53df4870-571c-4dd7-a5b6-2f2b0c6b671b req-ef1873ed-8ab2-4ef7-bc0a-63a5826d0907 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0536792 Apr 29 08:31:48.484193 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-53df4870-571c-4dd7-a5b6-2f2b0c6b671b req-a3f0b61f-dc56-4513-81c4-14bd9ef8cceb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348399 Apr 29 08:31:49.599219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd62c8-84fb-4eb2-9535-fb59c4d9279f req-e1d95c9a-1667-4ba5-aabe-81b2cf460cb3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:49.600670 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bafd62c8-84fb-4eb2-9535-fb59c4d9279f req-e1d95c9a-1667-4ba5-aabe-81b2cf460cb3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0475311 Apr 29 08:31:49.638231 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bafd62c8-84fb-4eb2-9535-fb59c4d9279f req-642d1ec6-46a9-4732-8a31-095b8afe5964 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Apr 29 08:31:50.755436 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678a274-4b08-4786-b497-7f494e0861f5 req-620c57dc-0752-486c-af7e-4ed4e0389552 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:50.756895 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6678a274-4b08-4786-b497-7f494e0861f5 req-620c57dc-0752-486c-af7e-4ed4e0389552 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0522525 Apr 29 08:31:50.794808 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6678a274-4b08-4786-b497-7f494e0861f5 req-6c2e40a5-4ee2-4e24-ab28-c417e04384a7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Apr 29 08:31:51.913034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b24a4-a401-4819-b06e-c15de9f8ae7a req-40b156ab-213e-4067-b415-508aac15d761 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:51.914682 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd9b24a4-a401-4819-b06e-c15de9f8ae7a req-40b156ab-213e-4067-b415-508aac15d761 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0496843 Apr 29 08:31:51.952332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bd9b24a4-a401-4819-b06e-c15de9f8ae7a req-3d2a08d1-f7ab-4da8-a7b4-695b79194b14 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Apr 29 08:31:53.067374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c9631-d1d7-4831-afa1-a51839bd313d req-cc3a7aa6-89a9-448e-b331-34b816d5286a tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:53.068803 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cd1c9631-d1d7-4831-afa1-a51839bd313d req-cc3a7aa6-89a9-448e-b331-34b816d5286a tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 943 time: 0.0496085 Apr 29 08:31:53.107169 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cd1c9631-d1d7-4831-afa1-a51839bd313d req-bddecbdc-4e46-4c88-b3e0-1f41cdc5f691 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Apr 29 08:31:53.505924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:31:53.600328 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:31:53.611618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'port_id': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'mac_address': 'fa:16:3e:34:da:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:31:53.649974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:53.662902 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de80e891-df1b-4cee-91fe-3e10b59c3136 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:31:53.681201 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:31:53.768962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:53.814807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=9']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:31:53.988164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['de80e891-df1b-4cee-91fe-3e10b59c3136'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:31:54.244739 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886e77e-7c69-452b-b33b-62bad5dcd174 req-3bdc95c7-e82e-44fe-bb34-28b853261da9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:54.246191 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1886e77e-7c69-452b-b33b-62bad5dcd174 req-3bdc95c7-e82e-44fe-bb34-28b853261da9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 944 time: 0.0575647 Apr 29 08:31:54.282587 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1886e77e-7c69-452b-b33b-62bad5dcd174 req-2f8b9e43-d2ec-47e5-a382-5d84fa80215d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303798 Apr 29 08:31:55.398680 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa018-5e61-4c15-9d4d-bead040f2fc1 req-4b93c681-193f-4ac2-864d-dbd145df43f7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:55.400263 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1d2aa018-5e61-4c15-9d4d-bead040f2fc1 req-4b93c681-193f-4ac2-864d-dbd145df43f7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 944 time: 0.0491929 Apr 29 08:31:55.436697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1d2aa018-5e61-4c15-9d4d-bead040f2fc1 req-9c12c31b-55e9-4fc9-9ef9-a5118a79d64f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305431 Apr 29 08:31:55.506267 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:31:55.558310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port de80e891-df1b-4cee-91fe-3e10b59c3136 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:31:55.558703 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:55.641057 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:55.664412 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:31:55.666612 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c033a-091b-414a-b794-d1fc49844d81" -d '{"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-plugged", "status": "completed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:31:55.674295 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80127553-f125-4377-93ed-34045091169d req-d91eda88-e735-4b4e-bea8-ad3918a445f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:55.676126 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80127553-f125-4377-93ed-34045091169d req-d91eda88-e735-4b4e-bea8-ad3918a445f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1097 time: 0.0860038 Apr 29 08:31:55.680249 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:31:55.746159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:31:55.781891 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80127553-f125-4377-93ed-34045091169d req-d17182ec-cb26-470e-8b4c-8c3e4e4b06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:55.783441 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80127553-f125-4377-93ed-34045091169d req-d17182ec-cb26-470e-8b4c-8c3e4e4b06dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0898917 Apr 29 08:31:55.797326 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:31:55.850715 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80127553-f125-4377-93ed-34045091169d req-ee22539b-97b2-4e1f-add3-6f92b9875c94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 1001 time: 0.0603514 Apr 29 08:31:55.902647 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80127553-f125-4377-93ed-34045091169d req-410931ec-441a-4e41-af92-544a1a5568ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:55.904035 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80127553-f125-4377-93ed-34045091169d req-410931ec-441a-4e41-af92-544a1a5568ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0474420 Apr 29 08:31:55.948712 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80127553-f125-4377-93ed-34045091169d req-3192027d-8c43-4b12-83c8-f5d41fb54115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:55.950149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80127553-f125-4377-93ed-34045091169d req-3192027d-8c43-4b12-83c8-f5d41fb54115 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398378 Apr 29 08:31:56.037031 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80127553-f125-4377-93ed-34045091169d req-672d3011-1776-47dc-b7e0-c2820f72ec5d service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801697 Apr 29 08:31:56.128226 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-80127553-f125-4377-93ed-34045091169d req-950e34c3-abba-4440-b0aa-c249a6e88832 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844569 Apr 29 08:31:56.554315 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d927840-66bc-4c03-9214-01f608820869 req-e1bcee36-ea60-499b-87c0-ad29c717de9f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:56.555804 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9d927840-66bc-4c03-9214-01f608820869 req-e1bcee36-ea60-499b-87c0-ad29c717de9f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 946 time: 0.0495114 Apr 29 08:31:56.593276 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9d927840-66bc-4c03-9214-01f608820869 req-4d324ed4-82f3-4a04-8ece-84479eef3b43 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Apr 29 08:31:56.717646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6243b5d3-3c9b-4272-80ef-3e5c3a493a10 x-openstack-request-id: req-6243b5d3-3c9b-4272-80ef-3e5c3a493a10 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:31:56.718072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-plugged", "status": "completed", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:31:56.718180 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6243b5d3-3c9b-4272-80ef-3e5c3a493a10 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:31:56.718672 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6243b5d3-3c9b-4272-80ef-3e5c3a493a10'] response: {'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'code': 200} Apr 29 08:31:57.012579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767691-02c5-491f-9376-dd082c7e42a5 req-81c0d6e0-d383-4a26-bc45-e1ae1f74100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:57.013926 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a4767691-02c5-491f-9376-dd082c7e42a5 req-81c0d6e0-d383-4a26-bc45-e1ae1f74100c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1099 time: 0.0385594 Apr 29 08:31:57.055052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a4767691-02c5-491f-9376-dd082c7e42a5 req-3192b961-9959-467d-af93-b55360167da1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346708 Apr 29 08:31:57.706929 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5d7b-9e2e-4f44-b9bf-eff4ebea3d86 req-bd843547-28df-4fe1-9350-e0e51a379dce tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:57.708369 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-723c5d7b-9e2e-4f44-b9bf-eff4ebea3d86 req-bd843547-28df-4fe1-9350-e0e51a379dce tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 946 time: 0.0482767 Apr 29 08:31:57.745197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-723c5d7b-9e2e-4f44-b9bf-eff4ebea3d86 req-bdb5afbd-c827-4a4f-817d-e67a5511724a tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Apr 29 08:31:58.859861 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128101a-1aa1-40cf-94ff-07a781123be4 req-7ac2a93d-dd7c-40c7-aed9-69b6c78cce0b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:31:58.861366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2128101a-1aa1-40cf-94ff-07a781123be4 req-7ac2a93d-dd7c-40c7-aed9-69b6c78cce0b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 946 time: 0.0490344 Apr 29 08:31:58.900212 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2128101a-1aa1-40cf-94ff-07a781123be4 req-ffe9219f-a3a6-4867-a38f-fc55c7d87a4e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Apr 29 08:32:00.012743 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e233a-71c0-4c6e-be40-34850b5d9bf5 req-29a083a5-1cc3-401c-9c8c-c6ce1f39873e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:32:00.014183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f23e233a-71c0-4c6e-be40-34850b5d9bf5 req-29a083a5-1cc3-401c-9c8c-c6ce1f39873e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 946 time: 0.0471818 Apr 29 08:32:00.055878 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f23e233a-71c0-4c6e-be40-34850b5d9bf5 req-f0b4e718-7f2a-4e68-b50a-df577160ab7c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357366 Apr 29 08:32:03.637819 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:32:11.197646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71f33c89-845f-40b5-bbae-4a859157b274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:13.128314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:13.287988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-200dcb4a-f889-4482-9740-920d42a15df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:15.173916 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:16.314743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:16.705599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:40.636985 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:32:41.190072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03045591-e25f-41e3-93ae-5814423ee40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:43.121570 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:43.275803 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e23034d-2491-48df-85c1-24ea65d718c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:45.173292 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:46.342346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:46.730785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:32:56.579558 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-b62f1bae-93f2-44ef-a05c-04beae30e101 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390997 Apr 29 08:32:56.657373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-5cfb75f2-222e-415e-a6e1-dbcb8a655fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:32:56.658813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-5cfb75f2-222e-415e-a6e1-dbcb8a655fbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1099 time: 0.0389397 Apr 29 08:32:56.759622 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-7c50fc78-aa04-48a8-b067-7afb6377af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:32:56.761092 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-7c50fc78-aa04-48a8-b067-7afb6377af7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0848582 Apr 29 08:32:56.829380 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-c49a74db-484f-4952-b655-02229df0191f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 1001 time: 0.0562675 Apr 29 08:32:56.875686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-bf811510-7117-429c-848a-109e1be41191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:32:56.877055 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-bf811510-7117-429c-848a-109e1be41191 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0419850 Apr 29 08:32:56.924527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-c6274939-82ab-44a8-b308-7fb8888fa796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:32:56.926007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-c6274939-82ab-44a8-b308-7fb8888fa796 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421810 Apr 29 08:32:57.028356 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-f0ad5375-4cd5-4442-9908-ee8106277cb2 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955825 Apr 29 08:32:57.118674 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a04b78f9-b3e1-4b58-9170-a10650367e1e req-16637596-99ca-474d-9ab7-3e5c9abc8bf5 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839312 Apr 29 08:33:10.035672 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56796) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:10.191787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Deleting port 562a054d-a049-49a9-958b-3167cd788810 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:33:10.192131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:10.265066 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:10.265394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:10.276596 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Calling delete_port for 562a054d-a049-49a9-958b-3167cd788810 owned by network:floatingip {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:33:10.481011 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:10.504632 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event deleted for resources: {'Port': ['ID=562a054d-a049-49a9-958b-3167cd788810,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:10.518157 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.518528 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.518865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.519194 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.519521 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.519843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.520190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.520508 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.520840 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.521628 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.521942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.522252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:10.577023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:10.577351 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.l3_db [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Floating IP 9503779a-c660-4e70-904b-2891aa10a152 disassociated (deleted). External IP: 172.26.2.137, port: de80e891-df1b-4cee-91fe-3e10b59c3136. Apr 29 08:33:10.778097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Router 1b0b6143-f353-4da3-a1ec-50a01695b76b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:33:10.882354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:33:10.886836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:10.893119 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] Sync routers for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:33:10.902934 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:33:10.903541 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:32:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:10.915554 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-933e3b71-a6c9-49a1-9184-03e0e91f95fa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "DELETE /v2.0/floatingips/9503779a-c660-4e70-904b-2891aa10a152 HTTP/1.1" status: 204 len: 168 time: 0.8789096 Apr 29 08:33:10.916131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:33:10.918350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1992b75ba0578d558e078afd02e1ee67053867f592b2ad531421bebc0d42d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678dc7d0-b697-4669-9c27-63fead62868d" -d '{"events": [{"name": "network-changed", "server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:33:11.022010 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:33:11.027699 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de5f0d3-1a3f-459a-9044-8bb9b63e5744 x-openstack-request-id: req-1de5f0d3-1a3f-459a-9044-8bb9b63e5744 {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:33:11.027995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "status": "completed", "code": 200}]} {{(pid=109781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:33:11.028377 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1de5f0d3-1a3f-459a-9044-8bb9b63e5744 {{(pid=109781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:33:11.028704 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de5f0d3-1a3f-459a-9044-8bb9b63e5744'] response: {'name': 'network-changed', 'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'status': 'completed', 'code': 200} Apr 29 08:33:11.089834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dc7d0-b697-4669-9c27-63fead62868d req-35545050-579d-4462-9e97-ffbe54d863e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:11.091349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-678dc7d0-b697-4669-9c27-63fead62868d req-35545050-579d-4462-9e97-ffbe54d863e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 1099 time: 0.0418520 Apr 29 08:33:11.179255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dc7d0-b697-4669-9c27-63fead62868d req-f7a388ac-53c0-4b52-bc40-78a87e3d6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:11.180750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-678dc7d0-b697-4669-9c27-63fead62868d req-f7a388ac-53c0-4b52-bc40-78a87e3d6ce2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0829360 Apr 29 08:33:11.210852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c92b668-da38-4af3-a21e-ce7d1c8d4bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:11.228458 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-678dc7d0-b697-4669-9c27-63fead62868d req-1d1b006f-49c9-4f79-aef0-affff33b021e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 200 len: 217 time: 0.0407236 Apr 29 08:33:11.230923 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:11.262221 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] Checking router: 1b0b6143-f353-4da3-a1ec-50a01695b76b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:33:11.270987 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:33:11.271605 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:32:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:11.287745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dc7d0-b697-4669-9c27-63fead62868d req-85aecdf8-5efa-4cdd-ae72-ea42825ded28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:11.287745 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-678dc7d0-b697-4669-9c27-63fead62868d req-85aecdf8-5efa-4cdd-ae72-ea42825ded28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0491455 Apr 29 08:33:11.359280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dc7d0-b697-4669-9c27-63fead62868d req-3645125d-fe7a-4c30-a76c-c7321ba36729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:11.360788 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-678dc7d0-b697-4669-9c27-63fead62868d req-3645125d-fe7a-4c30-a76c-c7321ba36729 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711529 Apr 29 08:33:11.403091 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a61375-a7b7-4cd1-8cfa-b508a5861a36 req-0cdc62fc-afd9-421a-abf3-2995d496c06d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:11.404531 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-11a61375-a7b7-4cd1-8cfa-b508a5861a36 req-0cdc62fc-afd9-421a-abf3-2995d496c06d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 946 time: 0.0802906 Apr 29 08:33:11.463503 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:33:11.479905 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-11a61375-a7b7-4cd1-8cfa-b508a5861a36 req-7abb1e06-3510-4043-b3ba-01bc3dbde51c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495837 Apr 29 08:33:11.493599 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-678dc7d0-b697-4669-9c27-63fead62868d req-66bb6b8f-3e49-43e5-92b3-be1da78c20c6 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243119 Apr 29 08:33:11.586948 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-678dc7d0-b697-4669-9c27-63fead62868d req-1e348cc4-5a4a-4d24-8688-7e4c77fd146d service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857866 Apr 29 08:33:11.657592 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:11.684091 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259aa13-1062-4325-8cb2-2c9429ff86d7 None None] The sync data for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv is: [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:33:11.885281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a3b14-e717-48e4-81c1-cc5406ddfa18 None None] New status for floating IP 9503779a-c660-4e70-904b-2891aa10a152: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:33:12.598184 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596db34-4eea-4ba7-b6be-f3d1c921949f req-d719dc40-e66b-4f26-a6af-7a8b0f33ea57 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:12.599698 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f596db34-4eea-4ba7-b6be-f3d1c921949f req-d719dc40-e66b-4f26-a6af-7a8b0f33ea57 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 946 time: 0.0498593 Apr 29 08:33:12.662477 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f596db34-4eea-4ba7-b6be-f3d1c921949f req-1dbab46e-1c43-4b0e-817d-85c3fb3bf07f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567744 Apr 29 08:33:12.678675 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-58ee1089-2553-4288-aa48-e02adaf2b4a5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:12.680100 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-58ee1089-2553-4288-aa48-e02adaf2b4a5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 946 time: 0.0610983 Apr 29 08:33:12.770466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Deleting port de80e891-df1b-4cee-91fe-3e10b59c3136 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:33:12.770732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:12.855207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] For port de80e891-df1b-4cee-91fe-3e10b59c3136, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=de80e891-df1b-4cee-91fe-3e10b59c3136,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:33:12.855563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:12.868186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Calling delete_port for de80e891-df1b-4cee-91fe-3e10b59c3136 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:33:13.078990 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:13.105210 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event deleted for resources: {'Port': ['ID=de80e891-df1b-4cee-91fe-3e10b59c3136,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:13.114629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.115463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.115805 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.116137 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.116463 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.116788 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.117110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.117432 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.118157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.118157 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.118466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.118744 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:13.140571 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:13.166338 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] No DVR routers for this DVR port de80e891-df1b-4cee-91fe-3e10b59c3136 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:33:13.168936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:13.172295 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffea0beb-8678-4021-b167-18e0dd454c60 req-02c51067-6e42-41e3-a352-42cad5f12f01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "DELETE /v2.0/ports/de80e891-df1b-4cee-91fe-3e10b59c3136 HTTP/1.1" status: 204 len: 173 time: 0.4867525 Apr 29 08:33:13.172726 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-deleted', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:33:13.174993 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41207dfb-5602-46aa-8e77-c7f1c8374053" -d '{"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-deleted", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:33:13.210681 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01efb4d9-a1d2-46ca-8a15-5187ed86cb55 x-openstack-request-id: req-01efb4d9-a1d2-46ca-8a15-5187ed86cb55 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:33:13.211015 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9cac9-b963-466e-ac78-9aa30c459698", "name": "network-vif-deleted", "tag": "de80e891-df1b-4cee-91fe-3e10b59c3136", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:33:13.211264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01efb4d9-a1d2-46ca-8a15-5187ed86cb55 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:33:13.211653 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01efb4d9-a1d2-46ca-8a15-5187ed86cb55'] response: {'server_uuid': '44d9cac9-b963-466e-ac78-9aa30c459698', 'name': 'network-vif-deleted', 'tag': 'de80e891-df1b-4cee-91fe-3e10b59c3136', 'status': 'completed', 'code': 200} Apr 29 08:33:13.338075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f011fbf-bf4f-4eea-b5e2-1b13934f7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:13.766646 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a94da22-9533-47a5-8425-5b999c6d8d75 req-6e694883-b866-47d0-9739-dbebfe8126e7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9cac9-b963-466e-ac78-9aa30c459698 HTTP/1.1" status: 200 len: 210 time: 0.0259571 Apr 29 08:33:14.821485 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56824) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:14.878093 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83751093-91e8-4482-95c2-eaefff147856 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:14.902050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83751093-91e8-4482-95c2-eaefff147856 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.012483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83751093-91e8-4482-95c2-eaefff147856 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.015077 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-83751093-91e8-4482-95c2-eaefff147856 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.019428 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-83751093-91e8-4482-95c2-eaefff147856 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23 HTTP/1.1" status: 204 len: 168 time: 0.1937721 Apr 29 08:33:15.025722 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83751093-91e8-4482-95c2-eaefff147856 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb75e891-b7f2-4e22-9b4e-3aa9e4fd5f23,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:15.170593 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.459228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56830) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:15.463855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-60f4fc64-26e2-4e9c-8185-0dd8c33a71a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242997127', 'description': 'tempest-secgroup-smoke-242997127 description', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:15.555748 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-60f4fc64-26e2-4e9c-8185-0dd8c33a71a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.620171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-60f4fc64-26e2-4e9c-8185-0dd8c33a71a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.669625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-60f4fc64-26e2-4e9c-8185-0dd8c33a71a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.698313 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4fc64-26e2-4e9c-8185-0dd8c33a71a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981e80c5-b8c4-448b-82d3-58eddd1155fe,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:15.738110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-60f4fc64-26e2-4e9c-8185-0dd8c33a71a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.739380 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-60f4fc64-26e2-4e9c-8185-0dd8c33a71a3 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2791433 Apr 29 08:33:15.742658 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56832) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:15.747097 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-6cfffba8-d718-45c2-97b4-863a3c2203c7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': '981e80c5-b8c4-448b-82d3-58eddd1155fe', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:15.857665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6cfffba8-d718-45c2-97b4-863a3c2203c7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.914852 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6cfffba8-d718-45c2-97b4-863a3c2203c7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.956550 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:33:15.972350 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6cfffba8-d718-45c2-97b4-863a3c2203c7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:15.976784 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: de80e891-df1b-4cee-91fe-3e10b59c3136 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:33:15.977132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device de80e891-df1b-4cee-91fe-3e10b59c3136 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:33:15.990239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfffba8-d718-45c2-97b4-863a3c2203c7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f22492d-ec09-455f-823e-b1f3bab98b86,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:16.037067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-6cfffba8-d718-45c2-97b4-863a3c2203c7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.038261 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-6cfffba8-d718-45c2-97b4-863a3c2203c7 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2946372 Apr 29 08:33:16.040826 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56834) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:16.045138 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-676cdd2e-4e00-47a6-a097-3534a702126e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': '981e80c5-b8c4-448b-82d3-58eddd1155fe', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:16.113753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676cdd2e-4e00-47a6-a097-3534a702126e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.169488 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676cdd2e-4e00-47a6-a097-3534a702126e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.241512 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676cdd2e-4e00-47a6-a097-3534a702126e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.258415 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cdd2e-4e00-47a6-a097-3534a702126e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4073b7-f01f-4901-a2ce-f8b417ec3419,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:16.337907 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-676cdd2e-4e00-47a6-a097-3534a702126e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.339172 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-676cdd2e-4e00-47a6-a097-3534a702126e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973890 Apr 29 08:33:16.341740 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56836) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:16.346027 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-e7ec585a-bd86-4d0e-8f6c-ef783483f11d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': '981e80c5-b8c4-448b-82d3-58eddd1155fe', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:16.358924 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.437229 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7ec585a-bd86-4d0e-8f6c-ef783483f11d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.494213 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7ec585a-bd86-4d0e-8f6c-ef783483f11d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.564171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7ec585a-bd86-4d0e-8f6c-ef783483f11d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.581024 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec585a-bd86-4d0e-8f6c-ef783483f11d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdeef8d-bd2a-4a66-ab77-c50e651f81b0,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:16.646940 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-e7ec585a-bd86-4d0e-8f6c-ef783483f11d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.648234 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-e7ec585a-bd86-4d0e-8f6c-ef783483f11d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055782 Apr 29 08:33:16.651038 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56838) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:16.655306 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-89f38c34-c8f6-4ea2-a710-302be646fc6e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': '981e80c5-b8c4-448b-82d3-58eddd1155fe', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:16.713053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.737120 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-89f38c34-c8f6-4ea2-a710-302be646fc6e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.795677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-89f38c34-c8f6-4ea2-a710-302be646fc6e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.852190 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-89f38c34-c8f6-4ea2-a710-302be646fc6e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.869242 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f38c34-c8f6-4ea2-a710-302be646fc6e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302b110b-33f0-4aeb-8f37-e92ea8ee297c,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:16.922683 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-89f38c34-c8f6-4ea2-a710-302be646fc6e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:16.923948 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-89f38c34-c8f6-4ea2-a710-302be646fc6e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2719443 Apr 29 08:33:16.926582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56840) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:16.930811 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': '981e80c5-b8c4-448b-82d3-58eddd1155fe', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:17.000988 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Project d860b6069ba64cdf8138cc360e0e83c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:33:17.006745 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.064476 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.126766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.145435 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f48f502-3777-4493-99d2-bbbab56db8e2,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:17.206727 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.207922 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4cb1713e-2613-494c-bb18-5d6c699d1935 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2804399 Apr 29 08:33:17.211327 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 56842) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:33:17.215636 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'security_group_rule': {'security_group_id': '981e80c5-b8c4-448b-82d3-58eddd1155fe', 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:17.292611 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.securitygroups_db [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Project d860b6069ba64cdf8138cc360e0e83c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:33:17.297354 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.355969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.411929 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.429869 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf30b452-3c23-4ea9-9e2b-63f9410f8c5f,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:17.493957 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:17.495176 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fea2f273-4cd8-4868-b310-fc73569f1b5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2829263 Apr 29 08:33:17.636880 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:33:41.183515 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23c1b703-5666-40a5-8eba-565d70ba34d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:42.451659 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-cac219bb-995a-4b65-84b1-76644c3fbebf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242997127&fields=id&tenant_id=d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 267 time: 0.0317118 Apr 29 08:33:42.552802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-6f1e9abb-2eda-4888-9709-e3978b2e035a tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:42.554228 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-6f1e9abb-2eda-4888-9709-e3978b2e035a tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 808 time: 0.0959959 Apr 29 08:33:42.572666 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-d39a01b0-e41a-4907-addd-336dfaecd581 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/quotas/d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 375 time: 0.0086124 Apr 29 08:33:42.622894 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-0f8a12cf-5762-4da8-a2f0-06105d9bf155 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484762 Apr 29 08:33:42.680013 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-39d8f37a-eaa2-41c3-a4d2-d3673dd28f99 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:33:42.681003 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-39d8f37a-eaa2-41c3-a4d2-d3673dd28f99 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473678 Apr 29 08:33:42.766504 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-c36543ae-5969-4d9b-b08e-fe6b7b2c9bca service neutron] 10.222.0.16 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791495 Apr 29 08:33:42.858158 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-dde1eac1-892a-4e25-b10e-1e6ce320e36b service neutron] 10.222.0.16 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849781 Apr 29 08:33:43.239969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:43.323827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46c5cfa1-d8a6-4f74-9daf-fb0cc40b5509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:43.430750 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-28dd14eb-1ed6-473a-9411-a23d740fa52a req-0f873d5d-9ffb-48c3-a6a4-8bce160d7eb6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 210 time: 0.0266085 Apr 29 08:33:44.523667 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8087ec68-3a13-4a98-9df8-7e291f5124a5 req-a191a856-e454-455e-a1ab-775988fc3a06 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 210 time: 0.0269685 Apr 29 08:33:45.163882 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:45.305815 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-1f6ac76c-503a-4856-9340-418a8878174c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:45.307828 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-1f6ac76c-503a-4856-9340-418a8878174c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 808 time: 0.1027133 Apr 29 08:33:45.360311 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-b1b13d64-d27f-4e41-87f3-f3e013cc0b8b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 379 time: 0.0439355 Apr 29 08:33:45.371342 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'port': {'device_id': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'admin_state_up': True, 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'security_groups': ['981e80c5-b8c4-448b-82d3-58eddd1155fe']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:45.529562 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Made reservation on behalf of d860b6069ba64cdf8138cc360e0e83c7 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:33:45.533130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:45.626662 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0a0ca8e1-3c6e-47c7-9875-f20cd7a37fb7 req-d1363b66-7377-4369-bc15-fdf8a9a39ba0 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 210 time: 0.0299358 Apr 29 08:33:45.692559 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Allocated IP 172.20.0.14 (f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b/b23a9b1e-e6e3-452a-a305-104bfd5e6a07/b84e57d2-88c5-492e-9ab6-888a1f37fc88) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:33:46.129584 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.229327 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.273400 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:33:46.277335 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:33:46.281346 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:33:46.305621 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:46.340848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:46.341478 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.354615 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.426132 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-56ecbec3-bbf4-483a-8b65-736bcdc787ba tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0590878 Apr 29 08:33:46.440655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Request body: {'port': {'device_id': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:46.499205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.575721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-7a10bf37-f8c7-46dd-8b7b-0977ab4cb8e2 None None] Provisioning complete for port b84e57d2-88c5-492e-9ab6-888a1f37fc88 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:33:46.576396 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a10bf37-f8c7-46dd-8b7b-0977ab4cb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.613107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7a10bf37-f8c7-46dd-8b7b-0977ab4cb8e2 None None] Port b84e57d2-88c5-492e-9ab6-888a1f37fc88 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:33:46.709639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.807523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbba5b-a394-429a-9ff2-239768f55f3e req-51bbb44a-0716-4463-846e-f086b8a8e594 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:46.808978 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-02fbba5b-a394-429a-9ff2-239768f55f3e req-51bbb44a-0716-4463-846e-f086b8a8e594 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 932 time: 0.0957935 Apr 29 08:33:46.826103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84e57d2-88c5-492e-9ab6-888a1f37fc88 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:33:46.838900 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.867526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Transition to ACTIVE for port object b84e57d2-88c5-492e-9ab6-888a1f37fc88 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:33:46.873427 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-02fbba5b-a394-429a-9ff2-239768f55f3e req-7360374c-e09b-4e8d-97d8-28d92b4e382b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562661 Apr 29 08:33:46.948899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:46.999783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:47.072860 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Attempting to bind port b84e57d2-88c5-492e-9ab6-888a1f37fc88 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:33:47.073437 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Attempting to bind port b84e57d2-88c5-492e-9ab6-888a1f37fc88 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:33:47.073889 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Attempting to bind port b84e57d2-88c5-492e-9ab6-888a1f37fc88 on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:33:47.078988 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Port b84e57d2-88c5-492e-9ab6-888a1f37fc88 on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:33:47.079372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Attempting to bind port b84e57d2-88c5-492e-9ab6-888a1f37fc88 on network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:33:47.084958 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:33:47.085407 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Checking segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:33:47.085882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Bound using segment: {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:33:47.086413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Bound port: b84e57d2-88c5-492e-9ab6-888a1f37fc88, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0003255-4fa3-4c6d-8470-393b2806d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:33:47.086885 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:47.158741 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:33:47.162093 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:33:47.244823 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:47.279324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:47.280006 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:47.281382 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] 10.222.0.39 "PUT /v2.0/ports/b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 1094 time: 0.8450925 Apr 29 08:33:47.281888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:33:47.284096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13606c-5ffb-404e-8583-00b6d1a30070" -d '{"events": [{"name": "network-changed", "server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:33:47.307354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83800e-5657-4bb8-87a2-58101cfdd7fc service neutron] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:47.340645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570df5b-3cd2-4f6d-a034-6de7c9936f66 x-openstack-request-id: req-8570df5b-3cd2-4f6d-a034-6de7c9936f66 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:33:47.340937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:33:47.341192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8570df5b-3cd2-4f6d-a034-6de7c9936f66 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:33:47.341876 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8570df5b-3cd2-4f6d-a034-6de7c9936f66'] response: {'name': 'network-changed', 'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'status': 'completed', 'code': 200} Apr 29 08:33:47.407229 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13606c-5ffb-404e-8583-00b6d1a30070 req-038aeb61-83cb-4178-9ec3-1963262d60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:47.409167 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5d13606c-5ffb-404e-8583-00b6d1a30070 req-038aeb61-83cb-4178-9ec3-1963262d60f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1097 time: 0.0483341 Apr 29 08:33:47.511694 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13606c-5ffb-404e-8583-00b6d1a30070 req-4c42aa62-1823-4729-83eb-2dd10072700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:47.513153 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5d13606c-5ffb-404e-8583-00b6d1a30070 req-4c42aa62-1823-4729-83eb-2dd10072700e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0964048 Apr 29 08:33:47.606457 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13606c-5ffb-404e-8583-00b6d1a30070 req-66e9dd38-12b6-479e-bfc4-39280bb7e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:47.608258 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5d13606c-5ffb-404e-8583-00b6d1a30070 req-66e9dd38-12b6-479e-bfc4-39280bb7e201 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889943 Apr 29 08:33:47.683519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-96e762ac-a230-4956-939b-0efc0e0e3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:47.685007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-96e762ac-a230-4956-939b-0efc0e0e3518 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1097 time: 0.0414977 Apr 29 08:33:47.730739 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-a5353a06-75eb-4e3d-b62d-295807450528 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 217 time: 0.0382206 Apr 29 08:33:47.778597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-2f9b17ed-f636-4522-8be4-070456fa9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:47.780068 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-2f9b17ed-f636-4522-8be4-070456fa9c1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0435812 Apr 29 08:33:47.823936 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-8a5c5c09-ecef-4f73-9ae7-47e41fbe242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:47.832242 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-8a5c5c09-ecef-4f73-9ae7-47e41fbe242d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392737 Apr 29 08:33:47.922464 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-9b3f45d0-fa17-4ed9-a20e-b652012200c7 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904093 Apr 29 08:33:48.043596 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd173c-4f7f-4f54-b09f-fac9dd2ea465 req-814e3006-f886-48c0-a9ef-ec3d16a7868b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:48.045091 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3cd173c-4f7f-4f54-b09f-fac9dd2ea465 req-814e3006-f886-48c0-a9ef-ec3d16a7868b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0965352 Apr 29 08:33:48.062099 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f5ad2f49-a949-47f7-a175-a59081789dc1 req-ad6f927e-cca1-4b18-b794-0045b3b614c0 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329772 Apr 29 08:33:48.089752 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3cd173c-4f7f-4f54-b09f-fac9dd2ea465 req-e065caa8-8c11-43b6-a684-bcc0779ecde9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374186 Apr 29 08:33:49.208806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd1e3-0c47-4fa5-a51a-ce52f4321812 req-2107e5a5-25c3-450d-aa72-bb61090967fc tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:49.210310 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a4cd1e3-0c47-4fa5-a51a-ce52f4321812 req-2107e5a5-25c3-450d-aa72-bb61090967fc tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0494347 Apr 29 08:33:49.250406 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1a4cd1e3-0c47-4fa5-a51a-ce52f4321812 req-25613888-cc6c-4fd0-9deb-56ec265aa3f9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333252 Apr 29 08:33:50.367288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d043f7-199b-453a-8e6f-16fd43473ef8 req-bc59e834-85c8-4554-914e-8699b20eb4ed tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:50.369512 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05d043f7-199b-453a-8e6f-16fd43473ef8 req-bc59e834-85c8-4554-914e-8699b20eb4ed tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0537586 Apr 29 08:33:50.407498 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-05d043f7-199b-453a-8e6f-16fd43473ef8 req-f5a0e5c5-4b19-4922-93b5-50dc91d4b4c6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318601 Apr 29 08:33:51.523011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e99415-4772-4eed-b65b-77d7e99dd360 req-a06c8964-78e0-4959-b86a-2945ac828a00 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:51.524440 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c3e99415-4772-4eed-b65b-77d7e99dd360 req-a06c8964-78e0-4959-b86a-2945ac828a00 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0513048 Apr 29 08:33:51.560787 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c3e99415-4772-4eed-b65b-77d7e99dd360 req-58b022e4-bf9e-430f-915e-29def4d83ffb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305231 Apr 29 08:33:52.678263 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07013a-da0f-4a44-9937-99189df40145 req-f5744038-ea87-4107-866d-22bace456c8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:52.680237 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b07013a-da0f-4a44-9937-99189df40145 req-f5744038-ea87-4107-866d-22bace456c8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0472941 Apr 29 08:33:52.728862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b07013a-da0f-4a44-9937-99189df40145 req-5ac0a56c-8876-436a-891b-e425016967db tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409875 Apr 29 08:33:53.842025 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33687f-5022-4122-8098-6ff67e9bb7c0 req-f4b74c37-9471-4f24-9134-0e4af4355fbf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:53.843490 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e33687f-5022-4122-8098-6ff67e9bb7c0 req-f4b74c37-9471-4f24-9134-0e4af4355fbf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0477843 Apr 29 08:33:53.880586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8e33687f-5022-4122-8098-6ff67e9bb7c0 req-aa047a27-42f5-4217-b429-f93c25627a2e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312572 Apr 29 08:33:54.635531 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:33:54.996149 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f3f60-ddb8-4501-b3cd-949dfcd4b592 req-cf32fd3d-7135-481d-988f-1ed2a590afdb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:54.997586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a1f3f60-ddb8-4501-b3cd-949dfcd4b592 req-cf32fd3d-7135-481d-988f-1ed2a590afdb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0523920 Apr 29 08:33:55.034214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3a1f3f60-ddb8-4501-b3cd-949dfcd4b592 req-be50fe06-8f2a-443a-8a93-e4e3fd280398 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306664 Apr 29 08:33:56.145073 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94254ac-6c67-489d-a294-3898fd37feec req-2898ccef-e710-4e40-93e3-f60f330df2b1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:56.146530 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b94254ac-6c67-489d-a294-3898fd37feec req-2898ccef-e710-4e40-93e3-f60f330df2b1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0471954 Apr 29 08:33:56.183575 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b94254ac-6c67-489d-a294-3898fd37feec req-1961befd-41c6-47db-8956-ed0534db4c22 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Apr 29 08:33:57.295751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad0ae-25bd-4f66-b5ea-126ec6eacaa7 req-9018cbcf-75ed-4bc7-8a97-32f879725a87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:57.297185 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49cad0ae-25bd-4f66-b5ea-126ec6eacaa7 req-9018cbcf-75ed-4bc7-8a97-32f879725a87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0478723 Apr 29 08:33:57.334097 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-49cad0ae-25bd-4f66-b5ea-126ec6eacaa7 req-247f3459-d895-4a80-8e76-415a05c08dab tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Apr 29 08:33:58.072402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b84e57d2-88c5-492e-9ab6-888a1f37fc88 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:33:58.163541 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:33:58.175052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'port_id': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'mac_address': 'fa:16:3e:c2:07:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:33:58.210274 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:58.222643 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84e57d2-88c5-492e-9ab6-888a1f37fc88 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:33:58.241413 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:33:58.329278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:33:58.378675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:58.385595 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.385939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.386268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.386619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.386987 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.387286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.387608 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.387934 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.388254 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.388567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.388962 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.389293 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:58.529642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf656d1-9d19-43a2-bf9c-fbfd4d3f3971 req-fb27aab1-8de5-44fa-9d28-dab1761ce086 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:58.531106 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acf656d1-9d19-43a2-bf9c-fbfd4d3f3971 req-fb27aab1-8de5-44fa-9d28-dab1761ce086 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 945 time: 0.0509901 Apr 29 08:33:58.572062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-acf656d1-9d19-43a2-bf9c-fbfd4d3f3971 req-bf765aa7-ad42-4afe-84e2-f7626f382978 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340366 Apr 29 08:33:58.676671 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['b84e57d2-88c5-492e-9ab6-888a1f37fc88'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:33:59.688142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b88f7-7b0a-4b7e-a620-c629a964de0b req-1f315ce3-7a2c-401e-b35d-5b25c7ddd5c5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:33:59.689651 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-688b88f7-7b0a-4b7e-a620-c629a964de0b req-1f315ce3-7a2c-401e-b35d-5b25c7ddd5c5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 945 time: 0.0487909 Apr 29 08:33:59.728843 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-688b88f7-7b0a-4b7e-a620-c629a964de0b req-b9086209-4938-46ba-a35a-854d8438729d tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321693 Apr 29 08:34:00.089061 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b84e57d2-88c5-492e-9ab6-888a1f37fc88 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:34:00.183043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port b84e57d2-88c5-492e-9ab6-888a1f37fc88 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:34:00.186610 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port b84e57d2-88c5-492e-9ab6-888a1f37fc88 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:34:00.187015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:00.262918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:00.287288 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:34:00.289534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2ca72-fca4-4401-8431-750071f54ef7" -d '{"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:34:00.302042 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:34:00.331682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e48964-ce6b-41dd-b74c-c5a388051f55 x-openstack-request-id: req-d1e48964-ce6b-41dd-b74c-c5a388051f55 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:34:00.332090 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:34:00.332827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1e48964-ce6b-41dd-b74c-c5a388051f55 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:34:00.332966 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e48964-ce6b-41dd-b74c-c5a388051f55'] response: {'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'code': 200} Apr 29 08:34:00.363989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:00.415068 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:00.562003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779779f7-1a72-49b0-aa98-8a9fcc09a2d6 req-e271ab9c-1d87-4b72-bf7b-b7aa3308eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:00.563384 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-779779f7-1a72-49b0-aa98-8a9fcc09a2d6 req-e271ab9c-1d87-4b72-bf7b-b7aa3308eed8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0388763 Apr 29 08:34:00.598900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-779779f7-1a72-49b0-aa98-8a9fcc09a2d6 req-ad37952e-5dac-44ed-acda-53cfd2db6e00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278137 Apr 29 08:34:00.844776 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef4dda-007d-4f1f-85d1-4c9e7d536b0f req-2b4dee04-74b7-4e8b-a560-5c0a0ffe7b91 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:00.846118 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65ef4dda-007d-4f1f-85d1-4c9e7d536b0f req-2b4dee04-74b7-4e8b-a560-5c0a0ffe7b91 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0516272 Apr 29 08:34:00.882919 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-65ef4dda-007d-4f1f-85d1-4c9e7d536b0f req-486553f0-c856-4b36-98c6-a90a07f25138 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307536 Apr 29 08:34:02.003556 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38628e0-c768-4559-beae-05cf0291e517 req-486da8be-39a3-4351-8b9b-c1cdd12c78c5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:02.004971 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c38628e0-c768-4559-beae-05cf0291e517 req-486da8be-39a3-4351-8b9b-c1cdd12c78c5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0509613 Apr 29 08:34:02.042020 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c38628e0-c768-4559-beae-05cf0291e517 req-317037ed-a65b-4606-bd52-0c16539d04f4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Apr 29 08:34:02.155099 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db1f13-4f0c-4e35-8be0-8d7958cf9116 req-48fad774-7d11-4f94-b7e9-7fa4646f38b6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:02.156548 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8db1f13-4f0c-4e35-8be0-8d7958cf9116 req-48fad774-7d11-4f94-b7e9-7fa4646f38b6 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0481567 Apr 29 08:34:02.192647 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d8db1f13-4f0c-4e35-8be0-8d7958cf9116 req-76fb9524-5740-4617-ad72-7b719903237e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302355 Apr 29 08:34:02.214277 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57060) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:34:02.255684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6378b7c-b0ba-435f-aee1-f293aa3a41b8 tempest-TestShelveInstance-655009281 tempest-TestShelveInstance-655009281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:02.257053 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-c6378b7c-b0ba-435f-aee1-f293aa3a41b8 tempest-TestShelveInstance-655009281 tempest-TestShelveInstance-655009281-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1094 time: 0.0418291 Apr 29 08:34:02.259780 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57062) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:34:02.263850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:34:02.346125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:02.438724 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:02.541422 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Allocated IP 172.26.2.22 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/7cd0e564-5272-4f68-9479-bb63488e9252) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:34:02.637668 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:02.731481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:02.773867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:34:02.777326 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:34:02.780877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:34:02.802096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'Port': ['ID=7cd0e564-5272-4f68-9479-bb63488e9252,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:03.125850 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:03.249103 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:03.397703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:03.462919 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:03.528752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event updated for resources: {'Port': ['ID=7cd0e564-5272-4f68-9479-bb63488e9252,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:03.544074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:03.646024 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Floating IP 4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b associated. External IP: 172.26.2.22, port: b84e57d2-88c5-492e-9ab6-888a1f37fc88. Apr 29 08:34:03.852353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Router 1b0b6143-f353-4da3-a1ec-50a01695b76b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:34:03.961519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:34:03.969575 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] Sync routers for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:34:03.980159 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:34:03.984643 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:33:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:04.057107 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:04.084387 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-374533f5-9410-488c-83aa-da6905f04a8c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8235936 Apr 29 08:34:04.085074 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:34:04.087633 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:34:04.087774 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ec09e-20c1-480d-bd1d-792932a5a44f" -d '{"events": [{"name": "network-changed", "server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:34:04.125686 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb96cde2-0df6-4587-b356-e44c626edc66 x-openstack-request-id: req-bb96cde2-0df6-4587-b356-e44c626edc66 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:34:04.126071 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:34:04.126660 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb96cde2-0df6-4587-b356-e44c626edc66 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:34:04.126815 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb96cde2-0df6-4587-b356-e44c626edc66'] response: {'name': 'network-changed', 'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'status': 'completed', 'code': 200} Apr 29 08:34:04.188593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-860e371f-e353-4cc3-b6d8-14565d82a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:04.190093 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-860e371f-e353-4cc3-b6d8-14565d82a198 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0410697 Apr 29 08:34:04.281439 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-24b41304-6382-46a1-8841-7fdda3d7ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:04.282838 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-24b41304-6382-46a1-8841-7fdda3d7ead2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0853608 Apr 29 08:34:04.310693 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'port_id': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'mac_address': 'fa:16:3e:c2:07:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:34:02Z', 'updated_at': '2022-04-29T08:34:02Z', 'revision_number': 0, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:04.335912 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] Checking router: 1b0b6143-f353-4da3-a1ec-50a01695b76b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:34:04.343698 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:34:04.344289 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:33:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:04.349584 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-e01f223e-f48c-4a05-bd6f-d71c8c31272c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 999 time: 0.0591602 Apr 29 08:34:04.398570 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-652bd6e2-492a-4924-ab82-1b1546e5f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:04.400513 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-652bd6e2-492a-4924-ab82-1b1546e5f029 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0421002 Apr 29 08:34:04.446945 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:34:04.447586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-71f84c3e-4fcf-4b1c-a209-56e4a7da49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:04.449074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-71f84c3e-4fcf-4b1c-a209-56e4a7da49db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426352 Apr 29 08:34:04.534936 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-d7b33548-69d1-4a4f-9335-d73aa9911357 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793555 Apr 29 08:34:04.675167 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'port_id': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'mac_address': 'fa:16:3e:c2:07:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:34:02Z', 'updated_at': '2022-04-29T08:34:02Z', 'revision_number': 0, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:04.703225 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c96b3d-2c0a-406c-9a6a-ff657ea53551 None None] The sync data for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv is: [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'port_id': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'mac_address': 'fa:16:3e:c2:07:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:34:02Z', 'updated_at': '2022-04-29T08:34:02Z', 'revision_number': 0, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:34:04.890832 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46010d81-42aa-4790-a584-23d6b8f78915 None None] New status for floating IP 4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:34:04.929315 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bf8ec09e-20c1-480d-bd1d-792932a5a44f req-6c3f6751-53d6-49d4-86a2-006c48953c38 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885443 Apr 29 08:34:11.209097 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b3a70ac-0ef1-4254-b20d-7266854a4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:13.262632 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:13.319226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd70b-ce95-4eae-9548-8bdf1afc0d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:15.208589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:16.358508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:16.708066 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:31.635104 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:34:41.202212 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7692a1ef-1b76-4087-b480-4bf4051f8084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:43.279054 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:43.307290 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd22d5b8-9ee1-4174-8e57-0d777f28d0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:45.215503 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:46.330728 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:46.733899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:34:59.569963 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-5c6388a4-72bc-4f19-81d6-42d80c47725b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388916 Apr 29 08:34:59.649517 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e4251-160e-456f-9885-1bec709de26e req-096b424d-23e0-4bf2-98fc-73b072af60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:59.650965 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-096b424d-23e0-4bf2-98fc-73b072af60a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0380840 Apr 29 08:34:59.753246 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e4251-160e-456f-9885-1bec709de26e req-6c926e18-4317-4a2b-8fe1-17bfb2d20ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:59.754724 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-6c926e18-4317-4a2b-8fe1-17bfb2d20ef8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0854814 Apr 29 08:34:59.816626 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-75a40dd1-8e72-4ab6-8d48-aab8ee747c11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 1001 time: 0.0558953 Apr 29 08:34:59.863884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e4251-160e-456f-9885-1bec709de26e req-29d827bb-4577-4445-8f88-e2ffdb096932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:59.865327 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-29d827bb-4577-4445-8f88-e2ffdb096932 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0423110 Apr 29 08:34:59.913320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e4251-160e-456f-9885-1bec709de26e req-2cc28b57-92e1-425e-89b0-a066682dbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:34:59.914766 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-2cc28b57-92e1-425e-89b0-a066682dbf6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423129 Apr 29 08:35:00.003400 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-babd19e6-d898-4817-9645-17ddd4df0972 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782475 Apr 29 08:35:00.094515 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-185e4251-160e-456f-9885-1bec709de26e req-6280bfbf-fa2d-403d-a82e-33e6686e367a service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838025 Apr 29 08:35:08.634083 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:35:11.255522 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1417bc67-2199-414b-a1aa-00de3b55eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:13.304579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:13.332978 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93d7c370-ebac-4678-934b-70fd849d12af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:15.203466 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:16.335304 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:16.740938 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:41.243332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cadc7636-8059-4a14-8452-b89d112565e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:43.317208 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:43.328554 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5cfa6b14-fd00-4f72-aa03-e4ac6a41d4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:45.191697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:45.634904 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:35:46.343654 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:35:46.732350 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:01.073993 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-fe9e03db-2b4c-4190-b260-236dc0b185d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398991 Apr 29 08:36:01.151895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-b66d04ae-c8c4-4623-ba52-4c763e100d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:01.153322 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-b66d04ae-c8c4-4623-ba52-4c763e100d9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0391893 Apr 29 08:36:01.255523 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-239d2eb0-6057-49c9-b81f-125bfb49895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:01.256933 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-239d2eb0-6057-49c9-b81f-125bfb49895d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0845697 Apr 29 08:36:01.319233 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-b032b8dc-9cf2-40cf-b729-c0cad110e056 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 1001 time: 0.0553606 Apr 29 08:36:01.365972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-8a75da93-4792-4b3d-801c-3e9b73960b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:01.367370 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-8a75da93-4792-4b3d-801c-3e9b73960b0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0420411 Apr 29 08:36:01.415070 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-550f23f4-6c58-4244-8ff6-99e25f6193a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:01.416484 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-550f23f4-6c58-4244-8ff6-99e25f6193a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420597 Apr 29 08:36:01.500886 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-cbdfb439-f196-4fa7-bfac-ae0c0421a585 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778239 Apr 29 08:36:01.589065 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2de33248-3a24-45d4-8e9b-bf0f9285a0b9 req-7eb00275-79fe-4ab6-9b70-b484c4435b18 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817831 Apr 29 08:36:11.219536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5bb31bc-2b7f-4096-8c59-46249963fea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:13.305472 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edbe9ce6-064e-4f13-bf36-723cbe0e7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:13.328093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:15.223345 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:16.367854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:16.705015 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:22.634143 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:36:30.628393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377094c-402c-47d3-b67e-fe898878e408 req-d344844a-042c-4096-92d6-691b22627db9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:30.629857 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1377094c-402c-47d3-b67e-fe898878e408 req-d344844a-042c-4096-92d6-691b22627db9 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.1254060 Apr 29 08:36:30.668149 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1377094c-402c-47d3-b67e-fe898878e408 req-8b6184aa-8501-424a-87c0-7bd0e8755a29 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318801 Apr 29 08:36:31.832824 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8c6a8-97b3-431c-b354-2049420194e8 req-396cca56-d5bb-4b15-bb09-6d8d6e5af0ef tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:31.834391 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eeb8c6a8-97b3-431c-b354-2049420194e8 req-396cca56-d5bb-4b15-bb09-6d8d6e5af0ef tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0957065 Apr 29 08:36:31.872961 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-eeb8c6a8-97b3-431c-b354-2049420194e8 req-9e66ae59-5417-40a8-b90e-f14c280cb1e5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Apr 29 08:36:32.992762 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d1c43-e92a-463b-970f-887fd84d39ca req-e32b68c3-dd64-4140-917f-c021b5b6cd5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:32.994122 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b3d1c43-e92a-463b-970f-887fd84d39ca req-e32b68c3-dd64-4140-917f-c021b5b6cd5f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0521474 Apr 29 08:36:33.030585 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7b3d1c43-e92a-463b-970f-887fd84d39ca req-94a3bd15-29d8-448f-afd3-a0865de36f77 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299778 Apr 29 08:36:34.144361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f7ce7-91b9-4186-92d4-e8efc114921a req-86c8de4b-9e28-470a-80ca-3986e74e9f93 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:34.145852 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-940f7ce7-91b9-4186-92d4-e8efc114921a req-86c8de4b-9e28-470a-80ca-3986e74e9f93 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0491457 Apr 29 08:36:34.183438 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-940f7ce7-91b9-4186-92d4-e8efc114921a req-810dac66-932f-46b8-a4e0-c6ef2a67a6f5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314255 Apr 29 08:36:35.297217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19160dd1-3d35-4cab-a0b7-acf92e014269 req-126f4b6c-f65f-4334-8a54-c8ad32ae8f9e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:35.298690 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19160dd1-3d35-4cab-a0b7-acf92e014269 req-126f4b6c-f65f-4334-8a54-c8ad32ae8f9e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0475550 Apr 29 08:36:35.335311 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-19160dd1-3d35-4cab-a0b7-acf92e014269 req-a843a651-e7e7-4a4d-ba75-ca542687b5f1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306590 Apr 29 08:36:36.454474 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a306e-6d09-4c44-9661-164cb28f3bbc req-45c8a22c-a55c-45dd-be2b-11adaf60df6b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:36.455910 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-109a306e-6d09-4c44-9661-164cb28f3bbc req-45c8a22c-a55c-45dd-be2b-11adaf60df6b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0550578 Apr 29 08:36:36.495493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-109a306e-6d09-4c44-9661-164cb28f3bbc req-6ca6c6b0-a411-4d04-9363-58d3dee793c4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337017 Apr 29 08:36:37.611055 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68932e23-00ad-4652-b6f7-2ca46b6dab7c req-881a1bde-f265-422f-b466-a69d37b7bcbb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:37.612593 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68932e23-00ad-4652-b6f7-2ca46b6dab7c req-881a1bde-f265-422f-b466-a69d37b7bcbb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0509512 Apr 29 08:36:37.651373 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-68932e23-00ad-4652-b6f7-2ca46b6dab7c req-237b4dfa-dddb-412d-a5f9-e1d91a065e2c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Apr 29 08:36:38.763870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95edd50-933e-4858-a8d7-ad5460447a41 req-3ff2ba97-117d-4199-b98c-1021c6e966cd tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:38.765317 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f95edd50-933e-4858-a8d7-ad5460447a41 req-3ff2ba97-117d-4199-b98c-1021c6e966cd tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0484562 Apr 29 08:36:38.802104 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f95edd50-933e-4858-a8d7-ad5460447a41 req-9651f746-a587-4c52-862f-6ca51d2ff905 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Apr 29 08:36:39.919640 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6efa6-7ffd-4c8c-92f1-a8a95361889e req-b7b6f790-bee9-47af-95a7-9d8a654e9a90 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:39.921132 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3a6efa6-7ffd-4c8c-92f1-a8a95361889e req-b7b6f790-bee9-47af-95a7-9d8a654e9a90 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0517623 Apr 29 08:36:39.958170 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e3a6efa6-7ffd-4c8c-92f1-a8a95361889e req-172c3376-0bd0-49de-ab2c-2b5440abb325 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311291 Apr 29 08:36:40.763482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-c191660e-5e44-46ed-8d7d-54b788742af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:40.764988 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-c191660e-5e44-46ed-8d7d-54b788742af0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0406740 Apr 29 08:36:40.851506 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-34fa4818-8030-4d9f-9f07-b0998d540e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:40.852944 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-34fa4818-8030-4d9f-9f07-b0998d540e24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0816846 Apr 29 08:36:40.919017 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-db136b12-be20-4d6a-b879-c71c2f7519e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 1001 time: 0.0598431 Apr 29 08:36:40.965986 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-8814f21f-edaa-420b-9a4c-7f5dbede99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:40.967402 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-8814f21f-edaa-420b-9a4c-7f5dbede99b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0424211 Apr 29 08:36:41.012117 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-0ae369f8-b47a-45a2-99bb-ca031dad6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:41.013640 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-0ae369f8-b47a-45a2-99bb-ca031dad6dca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398619 Apr 29 08:36:41.126152 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92317d-0a76-44d3-82cb-f7d73dbbe5fe req-423f74e9-a0ad-4dc6-a978-d491a78a1a64 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:41.127644 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6c92317d-0a76-44d3-82cb-f7d73dbbe5fe req-423f74e9-a0ad-4dc6-a978-d491a78a1a64 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.1009603 Apr 29 08:36:41.152469 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-5f330fd4-c5d2-4ac7-b87c-eb9b46fdac00 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326420 Apr 29 08:36:41.193049 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6c92317d-0a76-44d3-82cb-f7d73dbbe5fe req-3f719ef1-4f79-4bdc-a0c2-4af7636d9508 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567904 Apr 29 08:36:41.255190 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a2141d2-ed60-4084-bc8f-29d1b9072268 req-e0a82133-4196-4143-b8fc-5b220696245c service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954065 Apr 29 08:36:41.276133 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e61b46e-e5d9-498a-8e35-a83b56239f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:42.304918 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfb51f-5de9-4025-a177-da860a5d62a8 req-c6a8b3d2-7856-425e-8b61-39708183e845 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:42.306366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35dfb51f-5de9-4025-a177-da860a5d62a8 req-c6a8b3d2-7856-425e-8b61-39708183e845 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0479670 Apr 29 08:36:42.343763 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-35dfb51f-5de9-4025-a177-da860a5d62a8 req-6c8d4405-e2af-41c9-802a-a557c54b035b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Apr 29 08:36:43.331425 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-510018b1-c5cf-4a57-9d76-5639323039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:43.355943 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:43.464274 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38851854-495c-4928-a8d4-325a2f3ef3b9 req-32aacd08-61c3-4d26-92a2-4f0d81c9ab51 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:43.465751 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38851854-495c-4928-a8d4-325a2f3ef3b9 req-32aacd08-61c3-4d26-92a2-4f0d81c9ab51 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0536320 Apr 29 08:36:43.504453 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-38851854-495c-4928-a8d4-325a2f3ef3b9 req-9a82a539-7307-4ff4-9314-6aded7c63971 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326345 Apr 29 08:36:44.621519 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992c9c0-c780-42c4-a391-f5d0e3dd2080 req-0c999899-b4cc-46aa-9817-655b7fb35d2c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:44.623048 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d992c9c0-c780-42c4-a391-f5d0e3dd2080 req-0c999899-b4cc-46aa-9817-655b7fb35d2c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0490782 Apr 29 08:36:44.661738 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d992c9c0-c780-42c4-a391-f5d0e3dd2080 req-f56598c8-31d6-4593-8e89-e8a41c239fa8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Apr 29 08:36:45.178746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:45.780843 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a7b87-b703-443d-8413-53001e55bfdf req-0139a3db-08ef-4a0d-ac5c-a369acc2e2a4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:45.782358 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe8a7b87-b703-443d-8413-53001e55bfdf req-0139a3db-08ef-4a0d-ac5c-a369acc2e2a4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0531421 Apr 29 08:36:45.820995 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-fe8a7b87-b703-443d-8413-53001e55bfdf req-75914b89-e0e9-442a-b918-6e0b1e652b01 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 Apr 29 08:36:46.343281 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:46.748421 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:46.918819 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b84e57d2-88c5-492e-9ab6-888a1f37fc88 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:36:46.990998 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:47.016189 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:36:47.018438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67f9d50-db53-4b9c-afd3-8cc3b1133a81" -d '{"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:36:47.035226 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:36:47.101592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 08:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef91da-6588-417c-875a-c7a4b08f0cf8 x-openstack-request-id: req-e8ef91da-6588-417c-875a-c7a4b08f0cf8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:36:47.101889 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-unplugged", "status": "failed", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88", "code": 422}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:36:47.102126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8ef91da-6588-417c-875a-c7a4b08f0cf8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:36:47.103112 dv-neutron-839740-1-hyperv neutron-server[109783]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e8ef91da-6588-417c-875a-c7a4b08f0cf8']: {'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'code': 422} returned with failed status Apr 29 08:36:47.110234 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:36:47.157194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:36:47.164549 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.164893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.165246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.165575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.165903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.166228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.166575 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.166899 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.167221 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.167534 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.167854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.168166 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:36:47.195713 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d7b3c-d246-49da-856a-f41bf49992de req-392aace9-f714-4989-8e64-35b835656e0f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:47.196862 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b9d7b3c-d246-49da-856a-f41bf49992de req-392aace9-f714-4989-8e64-35b835656e0f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0551813 Apr 29 08:36:47.235873 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5b9d7b3c-d246-49da-856a-f41bf49992de req-97b9c294-672c-476a-92a8-5aace8cbda28 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325198 Apr 29 08:36:47.275209 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-9acb68c4-ae10-43b1-924f-e67a6c9035fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796628 Apr 29 08:36:47.284091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-2763ed7d-214b-4f0f-bbfa-cecda0e5d8c6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:36:47.285009 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-2763ed7d-214b-4f0f-bbfa-cecda0e5d8c6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048652 Apr 29 08:36:48.351061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0c7af-5b85-450b-b8c2-311cf6f845f4 req-c36144fc-14ac-462a-a207-4aa3a8c6201f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:48.352536 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54e0c7af-5b85-450b-b8c2-311cf6f845f4 req-c36144fc-14ac-462a-a207-4aa3a8c6201f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0512013 Apr 29 08:36:48.390630 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54e0c7af-5b85-450b-b8c2-311cf6f845f4 req-35a16052-d772-4e30-93bd-d80b4a994f13 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Apr 29 08:36:49.520105 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bb301-f25b-42a6-ab9b-a8bfe7eb5425 req-73715dd3-9fb0-41e6-b1a1-1673baa3dd68 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:49.525533 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-376bb301-f25b-42a6-ab9b-a8bfe7eb5425 req-73715dd3-9fb0-41e6-b1a1-1673baa3dd68 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0559647 Apr 29 08:36:49.558549 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-376bb301-f25b-42a6-ab9b-a8bfe7eb5425 req-2226ec78-4b26-4838-ae0f-1b248728f282 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307875 Apr 29 08:36:50.675829 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fb85d-7cef-4dca-890f-02a614aff956 req-a17744b3-15f2-45f4-81c6-0ad80eb22c5b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:50.677334 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e52fb85d-7cef-4dca-890f-02a614aff956 req-a17744b3-15f2-45f4-81c6-0ad80eb22c5b tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0525353 Apr 29 08:36:50.714748 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-e52fb85d-7cef-4dca-890f-02a614aff956 req-e19c6026-dd38-480e-bb26-73f2030bd623 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Apr 29 08:36:51.831748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8aa23-79fb-430c-bf7b-5965aa50759f req-00680861-b14b-4f5e-a2f1-fefcc6cb4317 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:51.833266 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ddd8aa23-79fb-430c-bf7b-5965aa50759f req-00680861-b14b-4f5e-a2f1-fefcc6cb4317 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0490797 Apr 29 08:36:51.873045 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ddd8aa23-79fb-430c-bf7b-5965aa50759f req-9755de4e-86e4-4850-9c36-a11e97a1e185 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Apr 29 08:36:52.987236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b41fa-80fe-4fb1-8731-b5d822309eae req-044a9a45-d092-4c48-b23a-f1b39fa6f2e8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:52.988701 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-532b41fa-80fe-4fb1-8731-b5d822309eae req-044a9a45-d092-4c48-b23a-f1b39fa6f2e8 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0483654 Apr 29 08:36:53.025457 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-532b41fa-80fe-4fb1-8731-b5d822309eae req-537c6325-b0a2-4084-a19e-64eae228993a tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308053 Apr 29 08:36:54.143518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9e409-6ef9-4b1e-957f-14b7823999e8 req-c1d3fbf8-20cd-4246-947d-d93fd39ac160 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:54.144990 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6da9e409-6ef9-4b1e-957f-14b7823999e8 req-c1d3fbf8-20cd-4246-947d-d93fd39ac160 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0514131 Apr 29 08:36:54.182304 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6da9e409-6ef9-4b1e-957f-14b7823999e8 req-0ddee11b-dc02-48fc-81ca-8649d1e43b7e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Apr 29 08:36:55.296783 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a43f06-222f-4cf5-89bc-fd6c5aa87290 req-cb530fae-dfe4-4b9f-b77c-1bb3a6fdf631 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:55.298254 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b3a43f06-222f-4cf5-89bc-fd6c5aa87290 req-cb530fae-dfe4-4b9f-b77c-1bb3a6fdf631 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0483797 Apr 29 08:36:55.336714 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b3a43f06-222f-4cf5-89bc-fd6c5aa87290 req-276d3c3d-26fd-4513-96c9-908209f89fbc tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325289 Apr 29 08:36:56.449041 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07652a-788a-43ab-a1bd-9df591ed0a8c req-e5225632-7707-433c-9cf6-cbcf5461407f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:56.450412 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3b07652a-788a-43ab-a1bd-9df591ed0a8c req-e5225632-7707-433c-9cf6-cbcf5461407f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0475614 Apr 29 08:36:56.488171 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3b07652a-788a-43ab-a1bd-9df591ed0a8c req-a3767368-53d3-4fc5-aaff-b9e44ae767b5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Apr 29 08:36:57.165458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba815-bad9-47e4-9574-533acdbfefdc req-d142c298-5656-4d8f-9069-b2996dcafe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:57.166926 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-d142c298-5656-4d8f-9069-b2996dcafe5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a&tenant_id=d860b6069ba64cdf8138cc360e0e83c7 HTTP/1.1" status: 200 len: 1097 time: 0.0808442 Apr 29 08:36:57.227456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba815-bad9-47e4-9574-533acdbfefdc req-7dfaffe6-80dd-434b-b044-4b0dc2092dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:57.228776 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-7dfaffe6-80dd-434b-b044-4b0dc2092dd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1097 time: 0.0383070 Apr 29 08:36:57.313773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba815-bad9-47e4-9574-533acdbfefdc req-1cefceb5-5661-4783-b3d0-cebc00f276fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:57.315222 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-1cefceb5-5661-4783-b3d0-cebc00f276fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0799448 Apr 29 08:36:57.382578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-1ca6edf8-f77a-43dc-b750-f82f648e06ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 999 time: 0.0604045 Apr 29 08:36:57.428978 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba815-bad9-47e4-9574-533acdbfefdc req-bc889118-02a8-41ea-8c43-d43f729d14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:57.430313 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-bc889118-02a8-41ea-8c43-d43f729d14f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0416813 Apr 29 08:36:57.473468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba815-bad9-47e4-9574-533acdbfefdc req-7a9f1921-6f99-45b9-b456-58e64ac4950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:57.474900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-7a9f1921-6f99-45b9-b456-58e64ac4950c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385139 Apr 29 08:36:57.574521 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-77d26f3e-53a2-4063-93d9-6d1f6573ac13 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932627 Apr 29 08:36:57.660980 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0f106-da71-4248-86ba-d13e8d174b27 req-85bcbd1f-750c-401c-ac07-c1cca7f01e31 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:57.662449 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69a0f106-da71-4248-86ba-d13e8d174b27 req-85bcbd1f-750c-401c-ac07-c1cca7f01e31 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.1063201 Apr 29 08:36:57.704930 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-173ba815-bad9-47e4-9574-533acdbfefdc req-b28c7925-924f-4d31-a77b-a4b49660179a service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169994 Apr 29 08:36:57.717562 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69a0f106-da71-4248-86ba-d13e8d174b27 req-b0ba65ca-452d-4062-acf1-48f28909a309 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 Apr 29 08:36:58.829662 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505837a4-50ff-4ddd-a5a3-934548cf2916 req-8307e9e1-0423-4b2f-b04b-0247209ca68f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:58.831137 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-505837a4-50ff-4ddd-a5a3-934548cf2916 req-8307e9e1-0423-4b2f-b04b-0247209ca68f tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0482612 Apr 29 08:36:58.868074 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-505837a4-50ff-4ddd-a5a3-934548cf2916 req-fc7d42fd-58b3-4eb7-a5a9-9a478a2a59ae tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310664 Apr 29 08:36:59.633212 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:36:59.977870 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecbf32-eef1-44a0-b4a5-031f4b4576c9 req-848118cc-1221-4f3e-b5c0-11889051063c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:36:59.979313 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffecbf32-eef1-44a0-b4a5-031f4b4576c9 req-848118cc-1221-4f3e-b5c0-11889051063c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0468903 Apr 29 08:37:00.020528 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ffecbf32-eef1-44a0-b4a5-031f4b4576c9 req-7337cd30-263b-4570-b347-ee2bad34ebe5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Apr 29 08:37:01.143126 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a51cd-4c7b-47c2-94e9-d4a0ba5b84e3 req-cf25e99e-d93d-4aeb-94d6-3aae11d40e34 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:01.144665 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-046a51cd-4c7b-47c2-94e9-d4a0ba5b84e3 req-cf25e99e-d93d-4aeb-94d6-3aae11d40e34 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0576153 Apr 29 08:37:01.181440 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-046a51cd-4c7b-47c2-94e9-d4a0ba5b84e3 req-c0b9df2c-867c-4539-b235-42e851dfe0fb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308137 Apr 29 08:37:02.213948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-d878f94e-c28f-4ebe-98a4-60eb6963bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:02.215445 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-d878f94e-c28f-4ebe-98a4-60eb6963bbcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1097 time: 0.0407333 Apr 29 08:37:02.342803 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97569b58-d6f0-4029-9369-24b65bc50c59 req-b6a5a2eb-a43c-4e91-85a5-6bd8eeda76fb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:02.344242 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-97569b58-d6f0-4029-9369-24b65bc50c59 req-b6a5a2eb-a43c-4e91-85a5-6bd8eeda76fb tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0927668 Apr 29 08:37:02.362133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-0443a89b-a5de-4574-b508-70fc4beb6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:02.363533 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-0443a89b-a5de-4574-b508-70fc4beb6329 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.1293988 Apr 29 08:37:02.431018 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-97569b58-d6f0-4029-9369-24b65bc50c59 req-39f3a81d-9be2-4726-997a-f8bdd9f48919 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782723 Apr 29 08:37:02.443346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-de8b1244-a785-4147-bf30-eaf34b979ae2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 999 time: 0.0731351 Apr 29 08:37:02.490649 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-87f14f26-f6e5-4e61-81b6-d73aeea3aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:02.491981 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-87f14f26-f6e5-4e61-81b6-d73aeea3aea1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0425131 Apr 29 08:37:02.537183 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-f6677274-cee8-4974-8608-af451d55285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:02.538651 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-f6677274-cee8-4974-8608-af451d55285e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403290 Apr 29 08:37:02.630265 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-b2a175c7-5814-4e27-9a35-945910275f21 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846038 Apr 29 08:37:02.716900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-bc658ec4-9093-443d-8fe9-023354c4bc02 req-71f0c869-82f5-4bf1-8603-6c87ac7681e5 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800397 Apr 29 08:37:03.546283 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c907-0e90-4e2e-80ba-b7a1370fb5d5 req-4419b22a-a469-4315-8bc0-97bfde2724ee tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:03.547678 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1b2c907-0e90-4e2e-80ba-b7a1370fb5d5 req-4419b22a-a469-4315-8bc0-97bfde2724ee tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0506527 Apr 29 08:37:03.587884 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c1b2c907-0e90-4e2e-80ba-b7a1370fb5d5 req-033794a0-ef27-4c46-8c08-3885196cd4da tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317874 Apr 29 08:37:04.705594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca117b-10a4-4668-b0ad-f985eb98d42d req-e8f18587-b5f1-4134-85f4-b09e00e53109 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:04.707116 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5ca117b-10a4-4668-b0ad-f985eb98d42d req-e8f18587-b5f1-4134-85f4-b09e00e53109 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 944 time: 0.0532148 Apr 29 08:37:04.744241 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d5ca117b-10a4-4668-b0ad-f985eb98d42d req-1731aa63-2627-4ac3-9fb9-26bdc10e84c0 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312433 Apr 29 08:37:05.042734 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b84e57d2-88c5-492e-9ab6-888a1f37fc88 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:37:05.135755 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:37:05.158653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'port_id': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'mac_address': 'fa:16:3e:c2:07:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:37:05.197984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:05.210452 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84e57d2-88c5-492e-9ab6-888a1f37fc88 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:37:05.228527 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:37:05.290570 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:05.336688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:37:05.540633 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['b84e57d2-88c5-492e-9ab6-888a1f37fc88'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:37:05.856822 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5a2e9-3291-4a1a-807e-c9f94bf1aeb9 req-32ea3be8-644b-4be3-ad67-9eb31bdf4ee5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:05.858226 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-30f5a2e9-3291-4a1a-807e-c9f94bf1aeb9 req-32ea3be8-644b-4be3-ad67-9eb31bdf4ee5 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 945 time: 0.0483000 Apr 29 08:37:05.896099 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-30f5a2e9-3291-4a1a-807e-c9f94bf1aeb9 req-daa26f9b-64fb-415c-a911-2fd3a4dca18c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311232 Apr 29 08:37:07.009109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677ccd0-d681-498d-b500-e3cc0fcd59cd req-f554c609-c418-4866-b800-0b3bad8398aa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:07.010578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c677ccd0-d681-498d-b500-e3cc0fcd59cd req-f554c609-c418-4866-b800-0b3bad8398aa tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 945 time: 0.0473278 Apr 29 08:37:07.047833 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c677ccd0-d681-498d-b500-e3cc0fcd59cd req-21997ed2-66ce-49f2-804b-86ac45c22612 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303006 Apr 29 08:37:07.050992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b84e57d2-88c5-492e-9ab6-888a1f37fc88 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:37:07.098991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port b84e57d2-88c5-492e-9ab6-888a1f37fc88 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:37:07.099365 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:07.176779 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:07.198696 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:37:07.200853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad37ba77-c89f-408e-9f09-994703032273" -d '{"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:37:07.212716 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:37:07.296684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:07.342402 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:37:08.165693 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58b452-157c-4092-b21a-fbdc67fd5f42 req-b76085bf-4319-45c6-b40e-1496d5c18cfe tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:08.167155 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6a58b452-157c-4092-b21a-fbdc67fd5f42 req-b76085bf-4319-45c6-b40e-1496d5c18cfe tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0513647 Apr 29 08:37:08.204501 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6a58b452-157c-4092-b21a-fbdc67fd5f42 req-4cfc5e3d-d746-4820-9878-0787044b98b4 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309227 Apr 29 08:37:08.246639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968dfb3e-ae38-451f-8605-644f81fa9eab x-openstack-request-id: req-968dfb3e-ae38-451f-8605-644f81fa9eab {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:37:08.247092 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:37:08.247198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-968dfb3e-ae38-451f-8605-644f81fa9eab {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:37:08.247727 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968dfb3e-ae38-451f-8605-644f81fa9eab'] response: {'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'code': 200} Apr 29 08:37:08.507374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a5c9c-94f7-4ecf-9e94-7b72069eec5b req-e437f4f4-fe17-449c-86e5-efb3750dba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:08.508823 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dd2a5c9c-94f7-4ecf-9e94-7b72069eec5b req-e437f4f4-fe17-449c-86e5-efb3750dba18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0391703 Apr 29 08:37:08.541860 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-dd2a5c9c-94f7-4ecf-9e94-7b72069eec5b req-f28d00dc-36d9-4200-a48c-d280a7f98ce8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266588 Apr 29 08:37:09.316526 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb7fbf-d55a-4971-bd17-f4c229699b01 req-92002681-bf3b-4a72-84a8-d2c965154d9e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:09.317964 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-edfb7fbf-d55a-4971-bd17-f4c229699b01 req-92002681-bf3b-4a72-84a8-d2c965154d9e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0479555 Apr 29 08:37:09.354657 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-edfb7fbf-d55a-4971-bd17-f4c229699b01 req-1274dfae-ec00-46db-851a-eee9a130c8af tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305710 Apr 29 08:37:10.479648 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478be3e-8cad-46b0-b0d9-af06951f206d req-f7846797-31ca-4002-8874-35a889fc2b73 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:37:10.481147 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9478be3e-8cad-46b0-b0d9-af06951f206d req-f7846797-31ca-4002-8874-35a889fc2b73 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0523360 Apr 29 08:37:10.518561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9478be3e-8cad-46b0-b0d9-af06951f206d req-8f064912-66f6-4894-9a96-779d18622b33 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308383 Apr 29 08:37:11.201164 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c449d84c-3f83-4917-b3cd-c4b3abfc87b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:13.292551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afcee960-043e-413a-83df-6821be6c3c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:13.326839 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:15.263658 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:16.354941 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:16.720903 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:36.632387 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:37:41.209653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c83f6a5-0d00-4ee3-b87b-591dac39d052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:43.275298 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-919b9ed4-b3f4-454b-ac64-75ba1acfb39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:43.320246 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:45.220815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:46.369618 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:37:46.729733 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:01.587156 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-25d33afe-c0f7-44b2-9c93-aca337c02486 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391400 Apr 29 08:38:01.667906 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-772eb585-7444-463f-a0ea-6640268f2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:01.669349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-772eb585-7444-463f-a0ea-6640268f2371 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0391216 Apr 29 08:38:01.771320 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-e80c6350-0a0e-4263-bbdb-e3605fdfa9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:01.773268 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-e80c6350-0a0e-4263-bbdb-e3605fdfa9bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0854132 Apr 29 08:38:01.837412 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-87f33f4c-7c0b-4ad5-9cfe-9c9341165dd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 1001 time: 0.0562322 Apr 29 08:38:01.887736 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-ebbd3f58-4b23-48af-9a23-fd04b51c1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:01.889341 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-ebbd3f58-4b23-48af-9a23-fd04b51c1256 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0458658 Apr 29 08:38:01.938068 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-0b0e51c2-e6f3-4e71-9bdf-5c101fb16c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:01.939555 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-0b0e51c2-e6f3-4e71-9bdf-5c101fb16c93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428913 Apr 29 08:38:02.028120 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-6c2d1e54-7944-4e24-a84c-3dc9d1b1fcac service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808902 Apr 29 08:38:02.117962 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5fdff831-4d96-412b-9662-08bca0e949a9 req-6980abbb-4fa0-409f-afe4-b297c6a341d6 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830746 Apr 29 08:38:11.220730 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d296e50-0d16-442e-973a-d212ae925c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:13.283687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-309fa385-8561-4794-8b3d-44e2095d835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:13.380469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:13.630932 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:38:15.268198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:16.359572 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:16.719514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:41.221463 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed6693af-eab6-4424-a3ab-64d55c0b8b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:43.290039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3e99d3-9d7e-480c-a4f4-0d21a8c4a6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:43.335861 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:45.221749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:46.381736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:46.718482 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:46.767064 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57242) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:38:46.919715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Deleting port 7cd0e564-5272-4f68-9479-bb63488e9252 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:38:46.920053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:46.991943 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:46.992193 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:47.003481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Calling delete_port for 7cd0e564-5272-4f68-9479-bb63488e9252 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:38:47.210389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:47.238518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event deleted for resources: {'Port': ['ID=7cd0e564-5272-4f68-9479-bb63488e9252,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:47.249606 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.249956 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.250289 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.250645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.250972 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.251297 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.251618 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.251939 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.252258 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.252577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.252895 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.253208 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:47.305282 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:47.305607 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Floating IP 4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b disassociated (deleted). External IP: 172.26.2.22, port: b84e57d2-88c5-492e-9ab6-888a1f37fc88. Apr 29 08:38:47.805004 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Router 1b0b6143-f353-4da3-a1ec-50a01695b76b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:38:47.911373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:38:47.916218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:47.921292 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] Sync routers for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:38:47.930725 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:38:47.931269 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:47.943399 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-654f6331-a75b-4472-b665-22be8e3ede87 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b HTTP/1.1" status: 204 len: 168 time: 1.1752205 Apr 29 08:38:47.944003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:38:47.946527 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:38:48.037249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525ed73-f9d5-40bd-83e4-b3620e824a7a x-openstack-request-id: req-f525ed73-f9d5-40bd-83e4-b3620e824a7a {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:38:48.037249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:38:48.037249 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f525ed73-f9d5-40bd-83e4-b3620e824a7a {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:38:48.037249 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f525ed73-f9d5-40bd-83e4-b3620e824a7a'] response: {'name': 'network-changed', 'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'status': 'completed', 'code': 200} Apr 29 08:38:48.040019 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:38:48.099205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-da6ef33c-ef33-4fb3-a2e7-35d24838225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:48.100699 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-da6ef33c-ef33-4fb3-a2e7-35d24838225d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 1099 time: 0.0401981 Apr 29 08:38:48.197083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-eed72fc1-0524-41ce-8665-4a3400dc927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:48.198600 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-eed72fc1-0524-41ce-8665-4a3400dc927e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 200 len: 909 time: 0.0920765 Apr 29 08:38:48.242407 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-c5bd2b6f-381a-434d-873e-ac03d854901d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 200 len: 217 time: 0.0356200 Apr 29 08:38:48.248398 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:48.274829 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] Checking router: 1b0b6143-f353-4da3-a1ec-50a01695b76b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:38:48.284194 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:38:48.285207 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:48.301441 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-954070c1-37ef-412f-87b3-f8c78f0d5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:48.303001 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-954070c1-37ef-412f-87b3-f8c78f0d5b03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 200 len: 847 time: 0.0525877 Apr 29 08:38:48.382524 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-5f6eede9-7d12-492f-9f3c-b646e44ba46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:48.384191 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-5f6eede9-7d12-492f-9f3c-b646e44ba46e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665886 Apr 29 08:38:48.391617 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e91f4-69f0-41e7-8ee2-098abb4582a0 req-e97e8640-59dd-4704-9af6-77f32f3df63e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:48.393026 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-978e91f4-69f0-41e7-8ee2-098abb4582a0 req-e97e8640-59dd-4704-9af6-77f32f3df63e tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0841582 Apr 29 08:38:48.396279 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:38:48.479279 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-978e91f4-69f0-41e7-8ee2-098abb4582a0 req-864050e9-07cb-43b5-82d1-e2821f813cad tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784125 Apr 29 08:38:48.507108 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-63d8a6b6-ed73-41a4-b7e9-9e89d6e1cfd5 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131601 Apr 29 08:38:48.596380 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:48.596653 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f755cdcb-8785-4c22-b6e3-e2ee7ad511b4 req-d4e6267d-d3df-4266-9aff-fa52c2cf8d65 service neutron] 10.222.0.39 "GET /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818584 Apr 29 08:38:48.622517 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9848a4-e2f2-4080-b5db-c0f619f63f6f None None] The sync data for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv is: [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:28:50Z', 'revision_number': 4, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '6ba2a658-d441-47db-85cb-2675380bae8d', 'name': '', 'network_id': 'f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'mac_address': 'fa:16:3e:11:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:50Z', 'updated_at': '2022-04-29T08:28:54Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'subnets': [{'id': 'b23a9b1e-e6e3-452a-a305-104bfd5e6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:38:48.831278 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e10ab-2d5c-4619-9493-5c81566eb15c None None] New status for floating IP 4a4a5ba5-a4c8-4edb-86c2-5ce9c22b638b: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:38:49.597034 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c2f5-0a55-4d56-9e22-1da4eeb535bf req-5dd169f8-396a-4375-bc4f-f013631a4f35 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:49.598479 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c2f3c2f5-0a55-4d56-9e22-1da4eeb535bf req-5dd169f8-396a-4375-bc4f-f013631a4f35 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0483689 Apr 29 08:38:49.634901 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c2f3c2f5-0a55-4d56-9e22-1da4eeb535bf req-296998d6-8a6a-4588-a9dd-6e1fdcb7a7e1 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/security-groups?id=981e80c5-b8c4-448b-82d3-58eddd1155fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305870 Apr 29 08:38:49.852592 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-4ecbf4ae-b61c-42c7-a8ba-c678a85e7c82 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:38:49.853908 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-4ecbf4ae-b61c-42c7-a8ba-c678a85e7c82 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 946 time: 0.0512023 Apr 29 08:38:49.940464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Deleting port b84e57d2-88c5-492e-9ab6-888a1f37fc88 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:38:49.940800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:50.027030 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] For port b84e57d2-88c5-492e-9ab6-888a1f37fc88, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b84e57d2-88c5-492e-9ab6-888a1f37fc88,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:38:50.027389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:50.039716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Calling delete_port for b84e57d2-88c5-492e-9ab6-888a1f37fc88 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:38:50.230982 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:50.261357 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event deleted for resources: {'Port': ['ID=b84e57d2-88c5-492e-9ab6-888a1f37fc88,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:50.304255 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] No DVR routers for this DVR port b84e57d2-88c5-492e-9ab6-888a1f37fc88 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:38:50.306881 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:50.310191 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6ab3ba59-6474-4968-9f20-efbcbc878a93 req-c4c6c7b1-34ca-4574-91dd-66ff1170104c tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.39 "DELETE /v2.0/ports/b84e57d2-88c5-492e-9ab6-888a1f37fc88 HTTP/1.1" status: 204 len: 173 time: 0.4503644 Apr 29 08:38:50.310629 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-deleted', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:38:50.312987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565af345-a317-4008-86e6-41339b064de1" -d '{"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-deleted", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:38:50.348484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dba25f-e6d5-4591-8887-2f7961c52e96 x-openstack-request-id: req-f7dba25f-e6d5-4591-8887-2f7961c52e96 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:38:50.348771 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02903fa-97ed-45fc-84d1-0a66ebef3c8a", "name": "network-vif-deleted", "tag": "b84e57d2-88c5-492e-9ab6-888a1f37fc88", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:38:50.349018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7dba25f-e6d5-4591-8887-2f7961c52e96 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:38:50.349493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7dba25f-e6d5-4591-8887-2f7961c52e96'] response: {'server_uuid': 'f02903fa-97ed-45fc-84d1-0a66ebef3c8a', 'name': 'network-vif-deleted', 'tag': 'b84e57d2-88c5-492e-9ab6-888a1f37fc88', 'status': 'completed', 'code': 200} Apr 29 08:38:50.632172 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:38:50.740957 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c9c4fe83-5766-4b73-82ff-8e1eccdeb7e3 req-629dce44-4010-4e7f-8f24-e85b9762be02 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 210 time: 0.0285177 Apr 29 08:38:51.835300 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-1b085deb-d1eb-4d37-b9b3-46eecab7e27c req-d44ef61a-abc1-483f-aea7-a24000fb9cec tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 210 time: 0.0268688 Apr 29 08:38:52.930353 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6b3b6df1-bf2f-4f9a-8d72-c930c5c6c2fc req-71497eab-f7b0-4d5c-ad6b-f1b7c9b60665 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 210 time: 0.0264845 Apr 29 08:38:53.604207 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b84e57d2-88c5-492e-9ab6-888a1f37fc88 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:38:53.626506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: b84e57d2-88c5-492e-9ab6-888a1f37fc88 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:38:53.627337 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device b84e57d2-88c5-492e-9ab6-888a1f37fc88 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:38:54.029639 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-66928448-1778-4239-b1ec-607f0a02a386 req-a7086ae1-6c84-47af-bef4-90b343267a85 tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "GET /v2.0/ports?device_id=f02903fa-97ed-45fc-84d1-0a66ebef3c8a HTTP/1.1" status: 200 len: 210 time: 0.0325625 Apr 29 08:38:55.088293 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57286) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:38:55.147567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9767574b-42d1-4aa6-b8b4-4612db2f38bf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:55.173239 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9767574b-42d1-4aa6-b8b4-4612db2f38bf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:55.290356 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9767574b-42d1-4aa6-b8b4-4612db2f38bf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:55.293100 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9767574b-42d1-4aa6-b8b4-4612db2f38bf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:55.294477 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9767574b-42d1-4aa6-b8b4-4612db2f38bf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] 10.222.0.16 "DELETE /v2.0/security-groups/981e80c5-b8c4-448b-82d3-58eddd1155fe HTTP/1.1" status: 204 len: 168 time: 0.2049623 Apr 29 08:38:55.304703 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767574b-42d1-4aa6-b8b4-4612db2f38bf tempest-TestShelveInstance-2121464504 tempest-TestShelveInstance-2121464504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e80c5-b8c4-448b-82d3-58eddd1155fe,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:55.426259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57290) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:38:55.911148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:56.153580 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Deleting port 6ba2a658-d441-47db-85cb-2675380bae8d {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:38:56.154299 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:56.233043 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] For port 6ba2a658-d441-47db-85cb-2675380bae8d, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6ba2a658-d441-47db-85cb-2675380bae8d,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:38:56.233405 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:56.245602 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Calling delete_port for 6ba2a658-d441-47db-85cb-2675380bae8d owned by network:router_interface {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:38:56.476983 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:56.500586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba2a658-d441-47db-85cb-2675380bae8d,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:56.679228 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:56.893333 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Router 1b0b6143-f353-4da3-a1ec-50a01695b76b has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:38:56.995711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:38:57.004229 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b60c51ce-3ea7-4b33-9a8c-b77f30913b77 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b0b6143-f353-4da3-a1ec-50a01695b76b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5733714 Apr 29 08:38:57.004334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57294) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:38:57.005955 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] Sync routers for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:38:57.015606 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:38:57.016222 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:57.129521 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:38:57.319255 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:38:56Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:57.350342 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] Checking router: 1b0b6143-f353-4da3-a1ec-50a01695b76b for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:38:57.358938 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] Routers {'1b0b6143-f353-4da3-a1ec-50a01695b76b'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:38:57.359552 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['1b0b6143-f353-4da3-a1ec-50a01695b76b'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:57.464562 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:57.464813 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] Set router 1b0b6143-f353-4da3-a1ec-50a01695b76b gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:38:57.565334 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:57.636983 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:38:56Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:57.663509 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2be17-0184-4d3c-bbd9-8cc6039c1c31 None None] The sync data for ids ['1b0b6143-f353-4da3-a1ec-50a01695b76b'] in dv-neutron-839740-1-hyperv is: [{'id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'name': 'tempest-TestShelveInstance-946261297-router', 'tenant_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:47Z', 'updated_at': '2022-04-29T08:38:56Z', 'revision_number': 5, 'project_id': 'd860b6069ba64cdf8138cc360e0e83c7', 'gw_port': {'id': 'eb3ef554-c757-45ff-8309-4eded8c707d9', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b6143-f353-4da3-a1ec-50a01695b76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:48Z', 'updated_at': '2022-04-29T08:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:38:57.701288 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Deleting port eb3ef554-c757-45ff-8309-4eded8c707d9 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:38:57.701625 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:57.781819 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] For port eb3ef554-c757-45ff-8309-4eded8c707d9, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=eb3ef554-c757-45ff-8309-4eded8c707d9,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:38:57.782176 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:57.793796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Calling delete_port for eb3ef554-c757-45ff-8309-4eded8c707d9 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:38:58.014314 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.038771 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3ef554-c757-45ff-8309-4eded8c707d9,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:58.048296 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.048674 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.049527 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.049855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.050177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.050520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.050844 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.051515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.051515 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.051760 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.052069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.052381 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:58.112916 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.205606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.207743 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.336010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.336506 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b0b6143-f353-4da3-a1ec-50a01695b76b {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:38:58.340892 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.342170 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3e80b44d-7ad1-47bb-bd5f-ea46c10edb47 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1b0b6143-f353-4da3-a1ec-50a01695b76b HTTP/1.1" status: 204 len: 168 time: 1.3376300 Apr 29 08:38:58.344644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57298) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:38:58.390303 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] Deleting subnet b23a9b1e-e6e3-452a-a305-104bfd5e6a07 {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:38:58.393788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.429724 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.518307 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.644581 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.669425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23a9b1e-e6e3-452a-a305-104bfd5e6a07,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:58.679188 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.679188 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-086ce904-6fca-401b-87e3-88e9a587c83f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b23a9b1e-e6e3-452a-a305-104bfd5e6a07 HTTP/1.1" status: 204 len: 168 time: 0.3311923 Apr 29 08:38:58.680178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57300) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:38:58.682243 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633ad13-b1de-4f28-8f28-87df861ded90 None None] Network f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:38:58.755587 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.828702 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Deleting port 002b7493-fef8-4b1b-8543-7a2a1126d3ee {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:38:58.829037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.885826 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] DHCP port deletion for f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:38:58.896449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] For port 002b7493-fef8-4b1b-8543-7a2a1126d3ee, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=002b7493-fef8-4b1b-8543-7a2a1126d3ee,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:38:58.896748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.932490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Deleting port 002b7493-fef8-4b1b-8543-7a2a1126d3ee {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:38:58.932860 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:58.997152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] For port 002b7493-fef8-4b1b-8543-7a2a1126d3ee, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=002b7493-fef8-4b1b-8543-7a2a1126d3ee,segment=NetworkSegment(d0003255-4fa3-4c6d-8470-393b2806d9ae),segment_id=d0003255-4fa3-4c6d-8470-393b2806d9ae)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:38:58.997542 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.015827 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Calling delete_port for 002b7493-fef8-4b1b-8543-7a2a1126d3ee owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:38:59.070685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6ba2a658-d441-47db-85cb-2675380bae8d no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:38:59.098265 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6ba2a658-d441-47db-85cb-2675380bae8d {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:38:59.098634 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6ba2a658-d441-47db-85cb-2675380bae8d not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:38:59.099053 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 002b7493-fef8-4b1b-8543-7a2a1126d3ee no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:38:59.193125 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.212312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.216691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Calling delete_port for 002b7493-fef8-4b1b-8543-7a2a1126d3ee owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:38:59.257653 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] No DVR routers for this DVR port 002b7493-fef8-4b1b-8543-7a2a1126d3ee on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:38:59.259253 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Pushing event deleted for resources: {'Port': ['ID=002b7493-fef8-4b1b-8543-7a2a1126d3ee,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:59.263436 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device eb3ef554-c757-45ff-8309-4eded8c707d9 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:38:59.270530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.270777 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.271107 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.271438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.271759 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.272110 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.272455 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.272821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.273190 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.274098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.274098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.274098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b420e9-da15-4379-a026-f75bd4da8381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:38:59.293008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: eb3ef554-c757-45ff-8309-4eded8c707d9 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:38:59.293354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device eb3ef554-c757-45ff-8309-4eded8c707d9 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:38:59.297176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.322859 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Pushing event deleted for resources: {'Port': ['ID=002b7493-fef8-4b1b-8543-7a2a1126d3ee,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:59.327301 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] No DVR routers for this DVR port 002b7493-fef8-4b1b-8543-7a2a1126d3ee on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:38:59.398729 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.418130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:59.426874 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0003255-4fa3-4c6d-8470-393b2806d9ae') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:59.427163 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0003255-4fa3-4c6d-8470-393b2806d9ae') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:38:59.435961 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.449518 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.457012 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:38:59.457391 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: self.session.flush() Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:38:59.460797 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:38:59.610000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.616181 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:38:59.619433 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b HTTP/1.1" status: 204 len: 168 time: 0.9381618 Apr 29 08:38:59.622378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57302) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:38:59.633684 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6840789-f098-4d7b-8812-2604baff15ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f0e9de-5d88-4d7a-b0f1-cfb8dbc7df9b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:38:59.959223 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:00.193695 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Deleting port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:39:00.194032 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:00.268586 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] For port 6fc8ad3e-2510-4ec0-8805-53fb80b3500a, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,segment=NetworkSegment(322eea39-9a8f-40f7-8852-b34a850780e9),segment_id=322eea39-9a8f-40f7-8852-b34a850780e9)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:00.268867 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:00.280895 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Calling delete_port for 6fc8ad3e-2510-4ec0-8805-53fb80b3500a owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:39:00.522300 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:00.553165 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc8ad3e-2510-4ec0-8805-53fb80b3500a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:00.713363 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:00.924041 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:39:01.028503 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:39:01.033669 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-bd55d740-7d4b-446a-8d6f-784c01aa06df admin admin] 10.222.0.16 "PUT /v2.0/routers/0db9ecbe-5ad7-484d-856a-53c3c38705c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4102197 Apr 29 08:39:01.036250 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57304) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:01.041785 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] Sync routers for ids ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:39:01.051979 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] Routers {'0db9ecbe-5ad7-484d-856a-53c3c38705c1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:01.052835 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:01.141207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks [] for router, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.156159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] Set router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:01.238676 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.329305 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:39:00Z', 'revision_number': 5, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port': {'id': 'd46c7963-2c26-4f0c-a9de-dfd841028fad', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:28:54Z', 'updated_at': '2022-04-29T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:01.354953 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] Checking router: 0db9ecbe-5ad7-484d-856a-53c3c38705c1 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:39:01.363207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Deleting port d46c7963-2c26-4f0c-a9de-dfd841028fad {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:39:01.363514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] Routers {'0db9ecbe-5ad7-484d-856a-53c3c38705c1'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:01.363627 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.364119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:01.441650 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] For port d46c7963-2c26-4f0c-a9de-dfd841028fad, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d46c7963-2c26-4f0c-a9de-dfd841028fad,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:01.442011 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.450184 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] Set router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:01.454722 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Calling delete_port for d46c7963-2c26-4f0c-a9de-dfd841028fad owned by network:router_gateway {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:39:01.502604 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:39:01Z', 'revision_number': 6, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:01.527770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17fdfa6-e98a-46ab-8e30-cd5474c07a7f None None] The sync data for ids ['0db9ecbe-5ad7-484d-856a-53c3c38705c1'] in dv-neutron-839740-1-hyperv is: [{'id': '0db9ecbe-5ad7-484d-856a-53c3c38705c1', 'name': 'tempest-TestShelveInstance-376009142-router', 'tenant_id': '75515348634f431d8eddfbed14c630ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:28:53Z', 'updated_at': '2022-04-29T08:39:01Z', 'revision_number': 6, 'project_id': '75515348634f431d8eddfbed14c630ea', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:39:01.684625 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.708798 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d46c7963-2c26-4f0c-a9de-dfd841028fad,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:01.776778 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.869800 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.872083 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.998754 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:01.999354 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db9ecbe-5ad7-484d-856a-53c3c38705c1 {{(pid=109782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:39:02.005316 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] Notify callbacks [] for router, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.005316 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3dba7e1c-466a-4721-9368-4c92c56021fa admin admin] 10.222.0.16 "DELETE /v2.0/routers/0db9ecbe-5ad7-484d-856a-53c3c38705c1 HTTP/1.1" status: 204 len: 168 time: 0.9674487 Apr 29 08:39:02.007159 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57308) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:02.051534 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] Deleting subnet ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8 {{(pid=109782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:39:02.054394 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.092172 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30496273'] for subnet, precommit_delete_associations {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.166302 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.296196 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30493294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31259667'] for subnet, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.320727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:02.326288 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.329485 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e17cb424-69d6-4038-8af3-6f467f2a1c52 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee3d9fc2-0ef9-4c7e-a09f-916368abfaf8 HTTP/1.1" status: 204 len: 168 time: 0.3213983 Apr 29 08:39:02.332692 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57310) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:02.335506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693f920-8fd6-4b36-a01e-ab85b58e1e24 None None] Network 936931fa-d4f9-44cf-9d50-ca44615f9e34 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:39:02.406177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.462882 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Deleting port 2534a23b-6ded-465b-916b-3186ab091634 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:39:02.463236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.520688 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] DHCP port deletion for 936931fa-d4f9-44cf-9d50-ca44615f9e34 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:39:02.540502 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] For port 2534a23b-6ded-465b-916b-3186ab091634, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2534a23b-6ded-465b-916b-3186ab091634,segment=NetworkSegment(322eea39-9a8f-40f7-8852-b34a850780e9),segment_id=322eea39-9a8f-40f7-8852-b34a850780e9)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:02.541036 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.555644 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Calling delete_port for 2534a23b-6ded-465b-916b-3186ab091634 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:39:02.581928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] Deleting port 2534a23b-6ded-465b-916b-3186ab091634 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:39:02.581928 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.637976 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] For port 2534a23b-6ded-465b-916b-3186ab091634, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=2534a23b-6ded-465b-916b-3186ab091634,segment=NetworkSegment(322eea39-9a8f-40f7-8852-b34a850780e9),segment_id=322eea39-9a8f-40f7-8852-b34a850780e9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:02.639311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.651416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] Calling delete_port for 2534a23b-6ded-465b-916b-3186ab091634 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:39:02.695822 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.720680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Pushing event deleted for resources: {'Port': ['ID=2534a23b-6ded-465b-916b-3186ab091634,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:02.724579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] No DVR routers for this DVR port 2534a23b-6ded-465b-916b-3186ab091634 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:39:02.727684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.755206 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] Pushing event deleted for resources: {'Port': ['ID=2534a23b-6ded-465b-916b-3186ab091634,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:02.756970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93ac24-0f80-4cef-952f-bd2c3464ed3a None None] No DVR routers for this DVR port 2534a23b-6ded-465b-916b-3186ab091634 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:39:02.801462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.833905 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936931fa-d4f9-44cf-9d50-ca44615f9e34']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:02.843172 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322eea39-9a8f-40f7-8852-b34a850780e9') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:02.843481 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322eea39-9a8f-40f7-8852-b34a850780e9') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:02.852874 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.866465 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.872177 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:39:02.878794 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:39:02.984883 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.990570 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:02.993610 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] 10.222.0.16 "DELETE /v2.0/networks/936931fa-d4f9-44cf-9d50-ca44615f9e34 HTTP/1.1" status: 204 len: 168 time: 0.6599333 Apr 29 08:39:03.004973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead020a-dd92-49cb-8ce7-d6a810978187 admin admin] Pushing event deleted for resources: {'Network': ['ID=936931fa-d4f9-44cf-9d50-ca44615f9e34,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:03.069046 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2534a23b-6ded-465b-916b-3186ab091634 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:39:03.092573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 2534a23b-6ded-465b-916b-3186ab091634 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:39:03.092841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 2534a23b-6ded-465b-916b-3186ab091634 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:39:03.093237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fc8ad3e-2510-4ec0-8805-53fb80b3500a no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:39:03.112878 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 6fc8ad3e-2510-4ec0-8805-53fb80b3500a {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:39:03.113213 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 6fc8ad3e-2510-4ec0-8805-53fb80b3500a not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:39:03.113623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d46c7963-2c26-4f0c-a9de-dfd841028fad no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:39:03.133069 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: d46c7963-2c26-4f0c-a9de-dfd841028fad {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:39:03.133443 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d46c7963-2c26-4f0c-a9de-dfd841028fad not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:39:03.310162 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57314) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:03.350098 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a3637091-b7c1-43ce-92e8-ed38b2418e36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d860b6069ba64cdf8138cc360e0e83c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386157 Apr 29 08:39:03.352836 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57316) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:03.401068 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fe151d9-d70b-4f90-a6d8-88a20fee99a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:03.422623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fe151d9-d70b-4f90-a6d8-88a20fee99a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:03.547046 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fe151d9-d70b-4f90-a6d8-88a20fee99a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:03.549575 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-8fe151d9-d70b-4f90-a6d8-88a20fee99a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:03.550759 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-8fe151d9-d70b-4f90-a6d8-88a20fee99a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4ae992c-3874-4599-a04d-bbeee6bd6c52 HTTP/1.1" status: 204 len: 168 time: 0.1970181 Apr 29 08:39:03.558935 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe151d9-d70b-4f90-a6d8-88a20fee99a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ae992c-3874-4599-a04d-bbeee6bd6c52,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:04.248958 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57322) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:04.287406 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cc66f591-601d-4204-a040-d7235d8e63a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75515348634f431d8eddfbed14c630ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372884 Apr 29 08:39:04.289831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57324) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:04.339468 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec58554-f94e-4f71-a03e-4d842ced061a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:04.359374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec58554-f94e-4f71-a03e-4d842ced061a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:04.465238 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec58554-f94e-4f71-a03e-4d842ced061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:04.467697 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5ec58554-f94e-4f71-a03e-4d842ced061a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:04.468866 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5ec58554-f94e-4f71-a03e-4d842ced061a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9749b04e-1c4a-4be0-8194-7f3e081cdf18 HTTP/1.1" status: 204 len: 168 time: 0.1781688 Apr 29 08:39:04.476851 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec58554-f94e-4f71-a03e-4d842ced061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9749b04e-1c4a-4be0-8194-7f3e081cdf18,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:05.637347 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57346) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:05.745195 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-463727225-network', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:05.827117 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Made reservation on behalf of c228345c25a84db2a4ef7e04a6b007a7 for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:39:05.829461 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:05.838739 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:05.910626 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:05.973843 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:05.997193 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:39:06.009480 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.009820 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Added segment 60b5840d-cd5f-4797-98ba-5f1b2304b83f of type vlan for network 45945f28-b591-4d95-b57a-8e7854a11dfd Apr 29 08:39:06.010992 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012ad1b8-deac-4d91-94f1-fb8105c0d2b5,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:06.053118 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.123919 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.124858 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:06.125428 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.181960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] Pushing event updated for resources: {'Network': ['ID=45945f28-b591-4d95-b57a-8e7854a11dfd,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:06.191857 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 45945f28-b591-4d95-b57a-8e7854a11dfd details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:39:06.212350 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-3e634960-ea23-4643-88df-966dd8fe0135 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5739224 Apr 29 08:39:06.215085 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57350) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:06.219763 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Request body: {'subnet': {'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-463727225-subnet', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'ip_version': 4}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:06.281926 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Made reservation on behalf of c228345c25a84db2a4ef7e04a6b007a7 for: {'subnet': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:39:06.284302 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30675733'] for subnet, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.512831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32504533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30675715'] for subnet, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.564802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4b877f-b182-4e29-89b7-871b97e6294a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:06.574037 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Checking segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:06.574390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Network hostable DHCP agents. Network: 45945f28-b591-4d95-b57a-8e7854a11dfd, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:39:06.632606 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Network 45945f28-b591-4d95-b57a-8e7854a11dfd is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:39:06.718268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 45945f28-b591-4d95-b57a-8e7854a11dfd) {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:06.722265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:06.722913 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.726948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa8328-0ab3-4b0a-bba6-e69f70728633 None None] Network 45945f28-b591-4d95-b57a-8e7854a11dfd requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:39:06.806977 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-a23924bf-0f39-49f3-9b70-76b8127210c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5906563 Apr 29 08:39:06.809352 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57352) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:06.813545 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:06.880918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-45945f28-b591-4d95-b57a-8e7854a11dfd', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:39:06.880918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.899460 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.900638 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:06.954587 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.007969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Allocated IP 172.20.0.2 (45945f28-b591-4d95-b57a-8e7854a11dfd/8e4b877f-b182-4e29-89b7-871b97e6294a/99983509-e66a-45c9-b800-b8cb87e8b9bc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:07.147596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.171966 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.210244 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.252621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Network 45945f28-b591-4d95-b57a-8e7854a11dfd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:07.255477 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:07.259101 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:07.265639 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Pushing event updated for resources: {'Port': ['ID=99983509-e66a-45c9-b800-b8cb87e8b9bc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:07.315179 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Attempting to bind port 99983509-e66a-45c9-b800-b8cb87e8b9bc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:39:07.315551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Attempting to bind port 99983509-e66a-45c9-b800-b8cb87e8b9bc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:39:07.315915 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Attempting to bind port 99983509-e66a-45c9-b800-b8cb87e8b9bc on network 45945f28-b591-4d95-b57a-8e7854a11dfd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:07.321002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:39:07.321371 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Checking segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:07.321770 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.322162 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Bound using segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:39:07.322650 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Bound port: 99983509-e66a-45c9-b800-b8cb87e8b9bc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:39:07.323028 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.384619 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] For port 99983509-e66a-45c9-b800-b8cb87e8b9bc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:39:07.387831 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] For port 99983509-e66a-45c9-b800-b8cb87e8b9bc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=99983509-e66a-45c9-b800-b8cb87e8b9bc,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:39:07.461964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.530661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768626-7893-473e-baea-11ec91ca6ce8 None None] Pushing event updated for resources: {'Port': ['ID=99983509-e66a-45c9-b800-b8cb87e8b9bc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:07.778115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.797010 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:07.903792 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Allocated IP 172.26.2.66 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/7b331e38-d8a8-4295-b7dc-279d79fbc997) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:08.008069 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.101718 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.147923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:08.150950 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:08.153439 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:08.178002 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Pushing event updated for resources: {'Port': ['ID=7b331e38-d8a8-4295-b7dc-279d79fbc997,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:08.423500 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd195ad-7e35-4e9b-9402-5dde4a370f5a None None] Network 45945f28-b591-4d95-b57a-8e7854a11dfd requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:39:08.495974 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.508805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e6761c73-00cb-434d-9a36-02ac3fc936d1 None None] Provisioning complete for port 99983509-e66a-45c9-b800-b8cb87e8b9bc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:08.509178 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6761c73-00cb-434d-9a36-02ac3fc936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.649405 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6761c73-00cb-434d-9a36-02ac3fc936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.682854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e6761c73-00cb-434d-9a36-02ac3fc936d1 None None] For port 99983509-e66a-45c9-b800-b8cb87e8b9bc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=99983509-e66a-45c9-b800-b8cb87e8b9bc,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:08.699942 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.751205 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6761c73-00cb-434d-9a36-02ac3fc936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.812355 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6761c73-00cb-434d-9a36-02ac3fc936d1 None None] Pushing event updated for resources: {'Port': ['ID=99983509-e66a-45c9-b800-b8cb87e8b9bc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:08.878135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-3fb59072-bdab-4a11-8c39-2557bd7e2b96 None None] Provisioning complete for port 99983509-e66a-45c9-b800-b8cb87e8b9bc triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:08.878591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fb59072-bdab-4a11-8c39-2557bd7e2b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:08.922842 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Router 74878164-7118-4925-952d-c1c1a84eda94 is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:39:09.055171 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:39:09.065655 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Sync routers for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:39:09.077187 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:09.081754 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:09.102376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 99983509-e66a-45c9-b800-b8cb87e8b9bc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:09.150356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 99983509-e66a-45c9-b800-b8cb87e8b9bc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:09.150845 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.160787 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.162576 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-285b3769-6616-4832-93a6-c9a6e18dc7cb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3519385 Apr 29 08:39:09.165020 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57354) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:09.195963 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:09.460792 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:08Z', 'revision_number': 3, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:09.486050 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Checking router: 74878164-7118-4925-952d-c1c1a84eda94 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:39:09.486393 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Updating router 74878164-7118-4925-952d-c1c1a84eda94 port 7b331e38-d8a8-4295-b7dc-279d79fbc997 binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:39:09.514014 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.587813 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.740429 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Allocated IP 172.20.0.1 (45945f28-b591-4d95-b57a-8e7854a11dfd/8e4b877f-b182-4e29-89b7-871b97e6294a/918e15df-abe3-4101-87d9-d7933439517c) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:09.766318 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.837673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.838245 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.889573 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Pushing event updated for resources: {'Port': ['ID=7b331e38-d8a8-4295-b7dc-279d79fbc997,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:09.891507 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Attempting to bind port 7b331e38-d8a8-4295-b7dc-279d79fbc997 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:39:09.891865 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Attempting to bind port 7b331e38-d8a8-4295-b7dc-279d79fbc997 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:39:09.892217 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Attempting to bind port 7b331e38-d8a8-4295-b7dc-279d79fbc997 on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:09.900193 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:39:09.902799 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:09.902799 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.902799 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:39:09.902799 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Bound port: 7b331e38-d8a8-4295-b7dc-279d79fbc997, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:39:09.902799 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.904928 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.905266 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.905598 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.905925 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.906249 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.906602 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.906926 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.907247 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.907563 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.907878 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.908196 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.909115 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:39:09.951580 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:09.958995 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] For port 7b331e38-d8a8-4295-b7dc-279d79fbc997, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:39:09.962343 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] For port 7b331e38-d8a8-4295-b7dc-279d79fbc997, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7b331e38-d8a8-4295-b7dc-279d79fbc997,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:39:09.997395 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Network 45945f28-b591-4d95-b57a-8e7854a11dfd is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:10.000239 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:10.004464 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:10.017788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Pushing event updated for resources: {'Port': ['ID=918e15df-abe3-4101-87d9-d7933439517c,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:10.037386 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:10.046017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:10.112857 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:10.113472 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:10.157609 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a37d76-bee7-4f4d-b646-7dacc4dc2d6f None None] Pushing event updated for resources: {'Port': ['ID=7b331e38-d8a8-4295-b7dc-279d79fbc997,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:10.263546 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:10.269520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:10.304418 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-37c55bcb-272c-476c-9d99-4278fc2a8e61 None None] Provisioning complete for port 918e15df-abe3-4101-87d9-d7933439517c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:10.305336 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37c55bcb-272c-476c-9d99-4278fc2a8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:10.338968 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-37c55bcb-272c-476c-9d99-4278fc2a8e61 None None] Port 918e15df-abe3-4101-87d9-d7933439517c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:39:10.438374 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:10.496696 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:08Z', 'revision_number': 3, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:10.526565 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6cef-4460-4dbc-802c-6bcb4609b664 None None] The sync data for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv is: [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:08Z', 'revision_number': 3, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:39:10.530115 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:10.598150 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Pushing event updated for resources: {'Port': ['ID=918e15df-abe3-4101-87d9-d7933439517c,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:10.600597 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:10.696498 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Network 45945f28-b591-4d95-b57a-8e7854a11dfd is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:10.697918 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:10.825982 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Router 74878164-7118-4925-952d-c1c1a84eda94 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:39:10.943656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:39:10.949144 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ea155bd7-a384-4bde-ad3b-3dcfd3100d9f admin admin] 10.222.0.16 "PUT /v2.0/routers/74878164-7118-4925-952d-c1c1a84eda94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7829945 Apr 29 08:39:11.080852 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-0e855231-4191-468e-8498-5e8fab39d6f0 None None] Provisioning complete for port 918e15df-abe3-4101-87d9-d7933439517c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:11.081532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e855231-4191-468e-8498-5e8fab39d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:11.108453 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7b331e38-d8a8-4295-b7dc-279d79fbc997 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:11.323969 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0e855231-4191-468e-8498-5e8fab39d6f0 None None] Port 918e15df-abe3-4101-87d9-d7933439517c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:39:11.332129 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7b331e38-d8a8-4295-b7dc-279d79fbc997 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:11.334930 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:11.399467 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e7caf30-6bca-4587-8bc9-2538bb331ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:11.414946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:11.438974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 7b331e38-d8a8-4295-b7dc-279d79fbc997, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7b331e38-d8a8-4295-b7dc-279d79fbc997,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:11.567898 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:11.615646 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=7b331e38-d8a8-4295-b7dc-279d79fbc997,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:11.795543 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57370) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:11.800531 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1922575175-network', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:11.901400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Made reservation on behalf of a39b0d1a58614c319aa1a25c6bf8275d for: {'network': 1} {{(pid=109781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:39:11.903945 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for network, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:11.916627 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:11.990831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.055270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.080228 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=109781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:39:12.090520 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5afad5-ec66-4b0c-9b0c-a275e8c61c9b,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:12.095667 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.096014 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.db.segments_db [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Added segment 4eabab4e-a8cf-4705-9432-1cc50c918ba9 of type vlan for network 5af254a5-e798-46d8-a04d-6a6356d16128 Apr 29 08:39:12.100905 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Sync routers for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:39:12.113577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:12.113577 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:38:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:12.135782 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746382616504'] for network, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.218167 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:12.236212 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228'] for network, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.237425 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:12.237995 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.295962 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] Pushing event updated for resources: {'Network': ['ID=5af254a5-e798-46d8-a04d-6a6356d16128,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:12.329840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Network 5af254a5-e798-46d8-a04d-6a6356d16128 details requested by agent ovs-agent-dv-neutron-839740-1-hyperv with host dv-neutron-839740-1-hyperv {{(pid=109783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:39:12.343792 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-fe51c7dc-c75a-4b10-8fac-36a5b588bc0d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5470448 Apr 29 08:39:12.346682 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57372) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:12.351813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Request body: {'subnet': {'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1922575175-subnet', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'ip_version': 4}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:12.438217 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Made reservation on behalf of a39b0d1a58614c319aa1a25c6bf8275d for: {'subnet': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:39:12.441190 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31259660'] for subnet, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.471401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 2, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:12.497548 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Checking router: 74878164-7118-4925-952d-c1c1a84eda94 for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:39:12.501685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Updating router 74878164-7118-4925-952d-c1c1a84eda94 port 918e15df-abe3-4101-87d9-d7933439517c binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:39:12.529134 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.733821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30493229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31259674'] for subnet, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.791340 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.796082 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46afcc87-d5a6-456c-b606-2d1d3953308b,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:12.804018 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Checking segment: {'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:12.804402 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Network hostable DHCP agents. Network: 5af254a5-e798-46d8-a04d-6a6356d16128, hostable agents: ['c1be27ca-b2ef-48d1-b928-98dba86c403d'], hosted agents: [] {{(pid=109782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:39:12.872822 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.905708 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Network 5af254a5-e798-46d8-a04d-6a6356d16128 is scheduled to be hosted by DHCP agent c1be27ca-b2ef-48d1-b928-98dba86c403d with binding_index 1 {{(pid=109782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:39:12.922416 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ec479-1927-4277-aa6a-5a3b9768d0ca None None] Pushing event updated for resources: {'Port': ['ID=918e15df-abe3-4101-87d9-d7933439517c,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:12.977142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Attempting to bind port 918e15df-abe3-4101-87d9-d7933439517c on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:39:12.977530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Attempting to bind port 918e15df-abe3-4101-87d9-d7933439517c by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:39:12.977908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Attempting to bind port 918e15df-abe3-4101-87d9-d7933439517c on network 45945f28-b591-4d95-b57a-8e7854a11dfd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:12.982965 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:39:12.983314 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Checking segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:12.983708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:12.984094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Bound using segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:39:12.984558 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Bound port: 918e15df-abe3-4101-87d9-d7933439517c, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:39:12.984936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.004122 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839740-1-hyperv, 5af254a5-e798-46d8-a04d-6a6356d16128) {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:13.009014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:13.009594 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.023446 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ba382-b6c0-4112-901b-fa78d0201f83 None None] Network 5af254a5-e798-46d8-a04d-6a6356d16128 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:39:13.086311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7b331e38-d8a8-4295-b7dc-279d79fbc997 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:13.103763 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-93156b5c-08a2-4a92-9d23-5f1a6db00d9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7559478 Apr 29 08:39:13.106270 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57374) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:13.110742 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:13.125085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] For port 918e15df-abe3-4101-87d9-d7933439517c, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:39:13.159547 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] For port 918e15df-abe3-4101-87d9-d7933439517c, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=918e15df-abe3-4101-87d9-d7933439517c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:39:13.202339 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128493'] for router, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.203573 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128484'] for router, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.205093 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-680e952e-8c2b-4fa4-b9db-42269e93998c None None] Provisioning complete for port 918e15df-abe3-4101-87d9-d7933439517c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:13.205991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-680e952e-8c2b-4fa4-b9db-42269e93998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.256275 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.260258 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.316085 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 7b331e38-d8a8-4295-b7dc-279d79fbc997 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:13.316450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.360127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca7f38-5e60-5707-a0fe-a6f0a59a7d6f-5af254a5-e798-46d8-a04d-6a6356d16128', 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'fixed_ips': [{'subnet_id': '46afcc87-d5a6-456c-b606-2d1d3953308b'}]}} from dv-neutron-839740-1-hyperv. {{(pid=109783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 08:39:13.360981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.369977 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-66459289-6b59-455f-8864-ba973ebf71a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.371729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-680e952e-8c2b-4fa4-b9db-42269e93998c None None] Port 918e15df-abe3-4101-87d9-d7933439517c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:39:13.404991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ec479-1927-4277-aa6a-5a3b9768d0ca None None] Pushing event updated for resources: {'Port': ['ID=918e15df-abe3-4101-87d9-d7933439517c,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:13.425623 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:13.426273 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:39:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:13.506697 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.513582 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.789308 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.802391 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-225dd731-bbe2-48df-91ff-ad936f7495ca None None] Provisioning complete for port 918e15df-abe3-4101-87d9-d7933439517c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:13.802787 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-225dd731-bbe2-48df-91ff-ad936f7495ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.808733 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:13.845713 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:13.881444 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Allocated IP 172.20.0.2 (5af254a5-e798-46d8-a04d-6a6356d16128/46afcc87-d5a6-456c-b606-2d1d3953308b/d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:14.129434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-225dd731-bbe2-48df-91ff-ad936f7495ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.242908 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Notify callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.246115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-225dd731-bbe2-48df-91ff-ad936f7495ca None None] For port 918e15df-abe3-4101-87d9-d7933439517c, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=918e15df-abe3-4101-87d9-d7933439517c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:14.272322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:13Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:14.276656 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Allocated IP 172.26.2.240 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/05d8847e-997b-4f75-a3bc-8c85082055cc) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:14.298754 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cd5fb3-d00d-4990-8f5e-ff239b7c66bc None None] The sync data for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv is: [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:13Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:39:14.329561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-225dd731-bbe2-48df-91ff-ad936f7495ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.363160 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.394948 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dd731-bbe2-48df-91ff-ad936f7495ca None None] Pushing event updated for resources: {'Port': ['ID=918e15df-abe3-4101-87d9-d7933439517c,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:14.398760 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Network 5af254a5-e798-46d8-a04d-6a6356d16128 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:14.402729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:14.409059 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.423414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:14.466460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Pushing event updated for resources: {'Port': ['ID=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:14.495786 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Attempting to bind port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:39:14.496161 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Attempting to bind port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:39:14.496521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Attempting to bind port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 on network 5af254a5-e798-46d8-a04d-6a6356d16128 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:14.502264 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:39:14.502677 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Checking segment: {'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:14.503084 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.503491 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Bound using segment: {'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:39:14.503949 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Bound port: d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:39:14.504329 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.513696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.557728 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:14.566326 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:14.569191 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:14.583194 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] For port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:39:14.587521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] For port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,segment=NetworkSegment(4eabab4e-a8cf-4705-9432-1cc50c918ba9),segment_id=4eabab4e-a8cf-4705-9432-1cc50c918ba9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:39:14.600934 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Pushing event updated for resources: {'Port': ['ID=05d8847e-997b-4f75-a3bc-8c85082055cc,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:14.638873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:14.703592 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e30b2-01a4-4a25-98a7-a6bad201de8f None None] Pushing event updated for resources: {'Port': ['ID=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:14.919631 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.148473 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-620778'] for router, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.161637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 918e15df-abe3-4101-87d9-d7933439517c up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:15.227805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 918e15df-abe3-4101-87d9-d7933439517c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:15.228349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.251262 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.310327 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:15.350671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Router 387bc938-5196-44f8-a887-7591e123c42f is scheduled to L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 with binding_index 1 {{(pid=109781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:39:15.360984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:15.362588 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.452242 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.478753 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:39:15.491943 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Sync routers for ids ['387bc938-5196-44f8-a887-7591e123c42f'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:39:15.502226 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Routers {'387bc938-5196-44f8-a887-7591e123c42f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:15.503401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,segment=NetworkSegment(4eabab4e-a8cf-4705-9432-1cc50c918ba9),segment_id=4eabab4e-a8cf-4705-9432-1cc50c918ba9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:15.503869 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:39:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['387bc938-5196-44f8-a887-7591e123c42f'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:15.563952 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.568554 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-b94ff4a6-7e80-4fae-803a-1fe2ca93888e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4584973 Apr 29 08:39:15.568554 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57376) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:15.604002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.616707 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Set router 387bc938-5196-44f8-a887-7591e123c42f gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:15.666108 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:15.735460 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aede2b-dafb-40b3-b598-f5601d235c50 None None] Network 5af254a5-e798-46d8-a04d-6a6356d16128 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:39:15.806002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-f0179601-6e6f-4b27-8680-e513f5fca480 None None] Provisioning complete for port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:15.806705 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0179601-6e6f-4b27-8680-e513f5fca480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:15.825220 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 3, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port': {'id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:15.855589 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Checking router: 387bc938-5196-44f8-a887-7591e123c42f for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:39:15.856372 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Updating router 387bc938-5196-44f8-a887-7591e123c42f port 05d8847e-997b-4f75-a3bc-8c85082055cc binding host dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:39:15.886716 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.048067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.192490 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-ce0f1c6e-16a0-47bf-bbca-1f3985084cf3 None None] Provisioning complete for port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:16.192848 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1c6e-16a0-47bf-bbca-1f3985084cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.218991 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_common [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Allocated IP 172.20.0.1 (5af254a5-e798-46d8-a04d-6a6356d16128/46afcc87-d5a6-456c-b606-2d1d3953308b/a24f5441-6247-439a-9451-0ba2b31f6e8f) {{(pid=109781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:16.244331 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Notify callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.318259 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.325680 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks [] for port, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.370493 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca62503-e20d-48b9-a16e-99f2ecbff830 None None] Pushing event updated for resources: {'Port': ['ID=05d8847e-997b-4f75-a3bc-8c85082055cc,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:16.372781 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Attempting to bind port 05d8847e-997b-4f75-a3bc-8c85082055cc on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:39:16.373135 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Attempting to bind port 05d8847e-997b-4f75-a3bc-8c85082055cc by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:39:16.373507 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Attempting to bind port 05d8847e-997b-4f75-a3bc-8c85082055cc on network 5cb04eed-422a-4e15-b271-68b0a578cc99 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:16.379415 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:39:16.379756 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Checking segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:16.380140 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.380506 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Bound using segment: {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:39:16.380893 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.381011 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Bound port: 05d8847e-997b-4f75-a3bc-8c85082055cc, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0f519-c72a-4d80-a3c9-50c983be67fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:39:16.381303 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.432979 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] For port 05d8847e-997b-4f75-a3bc-8c85082055cc, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:39:16.436003 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] For port 05d8847e-997b-4f75-a3bc-8c85082055cc, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=05d8847e-997b-4f75-a3bc-8c85082055cc,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:39:16.450110 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.484778 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Network 5af254a5-e798-46d8-a04d-6a6356d16128 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:16.490067 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:16.493612 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Received port after_create {{(pid=109781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:16.518923 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Pushing event updated for resources: {'Port': ['ID=a24f5441-6247-439a-9451-0ba2b31f6e8f,revision_number=1']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:16.531577 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.540042 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620505'] for router_interface, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.594659 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca62503-e20d-48b9-a16e-99f2ecbff830 None None] Pushing event updated for resources: {'Port': ['ID=05d8847e-997b-4f75-a3bc-8c85082055cc,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:16.597566 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Routers {'387bc938-5196-44f8-a887-7591e123c42f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:16.598240 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:39:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['387bc938-5196-44f8-a887-7591e123c42f'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:16.709263 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] Set router 387bc938-5196-44f8-a887-7591e123c42f gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:16.766359 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.775347 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.798551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-86efb5e7-434a-4e59-ae7e-24d88e83b747 None None] Provisioning complete for port a24f5441-6247-439a-9451-0ba2b31f6e8f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:16.798937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86efb5e7-434a-4e59-ae7e-24d88e83b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:16.832749 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-86efb5e7-434a-4e59-ae7e-24d88e83b747 None None] Port a24f5441-6247-439a-9451-0ba2b31f6e8f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:39:16.887614 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 3, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port': {'id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:16.917548 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664837-6e4a-462e-9ec0-43d304c09abc None None] The sync data for ids ['387bc938-5196-44f8-a887-7591e123c42f'] in dv-neutron-839740-1-hyperv is: [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 3, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port': {'id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:39:16.938865 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks [] for port, precommit_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:17.013831 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32504940'] for port, after_update {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:17.081265 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Pushing event updated for resources: {'Port': ['ID=a24f5441-6247-439a-9451-0ba2b31f6e8f,revision_number=2']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:17.088572 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620453'] for router_interface, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:17.104354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:17.176098 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:17.176469 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:17.203260 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Network 5af254a5-e798-46d8-a04d-6a6356d16128 is already hosted by enough agents. {{(pid=109781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:17.205023 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.base_scheduler [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Resources bound (agent type, host, resource id): {{(pid=109781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:17.335796 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Router 387bc938-5196-44f8-a887-7591e123c42f has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:39:17.452418 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:39:17.459697 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-5f4de49a-a8b1-4b40-baf0-477d4825baea admin admin] 10.222.0.16 "PUT /v2.0/routers/387bc938-5196-44f8-a887-7591e123c42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8901129 Apr 29 08:39:17.467521 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-8b02a743-4530-418f-b8e1-d2f4b9c5e47b None None] Provisioning complete for port a24f5441-6247-439a-9451-0ba2b31f6e8f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:17.467714 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b02a743-4530-418f-b8e1-d2f4b9c5e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:17.505001 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8b02a743-4530-418f-b8e1-d2f4b9c5e47b None None] Port a24f5441-6247-439a-9451-0ba2b31f6e8f cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:39:18.139311 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57384) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:18.144065 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-80af4e69-f2ad-4955-b2f3-d63be761c771 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157750502', 'description': 'tempest-secgroup-smoke-157750502 description', 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:18.257533 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80af4e69-f2ad-4955-b2f3-d63be761c771 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.328542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80af4e69-f2ad-4955-b2f3-d63be761c771 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.427125 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80af4e69-f2ad-4955-b2f3-d63be761c771 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.455642 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af4e69-f2ad-4955-b2f3-d63be761c771 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd01792-c2e9-4704-8999-cad6d1cb8525,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:18.500128 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Sync routers for ids ['387bc938-5196-44f8-a887-7591e123c42f'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:39:18.510473 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Routers {'387bc938-5196-44f8-a887-7591e123c42f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:18.511146 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:39:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['387bc938-5196-44f8-a887-7591e123c42f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:18.525768 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-80af4e69-f2ad-4955-b2f3-d63be761c771 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.527198 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-80af4e69-f2ad-4955-b2f3-d63be761c771 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3868392 Apr 29 08:39:18.530181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57386) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:18.535532 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-9a7cdac5-7cb5-4c11-ad6e-56618ae992ce tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'security_group_rule': {'security_group_id': '3bd01792-c2e9-4704-8999-cad6d1cb8525', 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:18.619921 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdac5-7cb5-4c11-ad6e-56618ae992ce tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.621951 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Set router 387bc938-5196-44f8-a887-7591e123c42f gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:18.676564 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdac5-7cb5-4c11-ad6e-56618ae992ce tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.758337 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdac5-7cb5-4c11-ad6e-56618ae992ce tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.775206 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cdac5-7cb5-4c11-ad6e-56618ae992ce tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919ecf67-0de9-4d42-ac15-29984140a554,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:18.827879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:16Z', 'revision_number': 4, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port': {'id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a24f5441-6247-439a-9451-0ba2b31f6e8f', 'name': '', 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'mac_address': 'fa:16:3e:32:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '46afcc87-d5a6-456c-b606-2d1d3953308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:16Z', 'updated_at': '2022-04-29T08:39:16Z', 'revision_number': 2, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'subnets': [{'id': '46afcc87-d5a6-456c-b606-2d1d3953308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:18.853701 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Checking router: 387bc938-5196-44f8-a887-7591e123c42f for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:39:18.854047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Updating router 387bc938-5196-44f8-a887-7591e123c42f port a24f5441-6247-439a-9451-0ba2b31f6e8f binding host dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:39:18.861268 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdac5-7cb5-4c11-ad6e-56618ae992ce tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.862642 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9a7cdac5-7cb5-4c11-ad6e-56618ae992ce tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3313017 Apr 29 08:39:18.865214 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57388) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:18.869589 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-0f23e1ed-650b-4ba0-a0a4-10417b3a5c19 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'security_group_rule': {'security_group_id': '3bd01792-c2e9-4704-8999-cad6d1cb8525', 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:18.879609 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:18.973366 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ed-650b-4ba0-a0a4-10417b3a5c19 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.038394 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ed-650b-4ba0-a0a4-10417b3a5c19 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.112947 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ed-650b-4ba0-a0a4-10417b3a5c19 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.128289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05d8847e-997b-4f75-a3bc-8c85082055cc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:19.130529 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23e1ed-650b-4ba0-a0a4-10417b3a5c19 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a96e19b-d61e-4bc3-a7c7-fd4de479902a,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:19.204158 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ed-650b-4ba0-a0a4-10417b3a5c19 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.207767 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-0f23e1ed-650b-4ba0-a0a4-10417b3a5c19 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391974 Apr 29 08:39:19.207944 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 57390) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:19.212400 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.v2.base [None req-26125de3-d637-4b50-970a-d02f82f1662f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'security_group_rule': {'security_group_id': '3bd01792-c2e9-4704-8999-cad6d1cb8525', 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:19.268369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 05d8847e-997b-4f75-a3bc-8c85082055cc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:19.268369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.317673 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26125de3-d637-4b50-970a-d02f82f1662f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.376830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26125de3-d637-4b50-970a-d02f82f1662f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.395359 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Notify callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.397196 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.416782 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] For port 05d8847e-997b-4f75-a3bc-8c85082055cc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=05d8847e-997b-4f75-a3bc-8c85082055cc,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:19.472411 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26125de3-d637-4b50-970a-d02f82f1662f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.489788 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26125de3-d637-4b50-970a-d02f82f1662f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd2954c-ceb5-43bc-95a9-38a6528c8337,revision_number=0']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:19.518812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.521382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.599310 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Pushing event updated for resources: {'Port': ['ID=05d8847e-997b-4f75-a3bc-8c85082055cc,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:19.602735 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-26125de3-d637-4b50-970a-d02f82f1662f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.609054 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57392) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:19.609600 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-26125de3-d637-4b50-970a-d02f82f1662f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4000640 Apr 29 08:39:19.617189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-09aa0b08-7063-41a4-a06a-557f6bd7a9bd tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'security_group_rule': {'security_group_id': '3bd01792-c2e9-4704-8999-cad6d1cb8525', 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:19.657808 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Attempting to bind port a24f5441-6247-439a-9451-0ba2b31f6e8f on host dv-neutron-839740-1-hyperv for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:39:19.658174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Attempting to bind port a24f5441-6247-439a-9451-0ba2b31f6e8f by drivers openvswitch,hyperv on host dv-neutron-839740-1-hyperv at level 0 using segments [{'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:39:19.659075 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Attempting to bind port a24f5441-6247-439a-9451-0ba2b31f6e8f on network 5af254a5-e798-46d8-a04d-6a6356d16128 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:19.671195 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Checking agent: {'id': '37528d4c-b485-409e-8c0b-f6b572bc2ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839740-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 41, 47), 'started_at': datetime.datetime(2022, 4, 29, 7, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839740-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:39:19.671594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Checking segment: {'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:19.671993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.672381 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Bound using segment: {'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:39:19.672851 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Bound port: a24f5441-6247-439a-9451-0ba2b31f6e8f, host: dv-neutron-839740-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eabab4e-a8cf-4705-9432-1cc50c918ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:39:19.673232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.680055 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b522d-0335-4040-aa19-aaf0d705dc01 None None] Pushing event updated for resources: {'Port': ['ID=a24f5441-6247-439a-9451-0ba2b31f6e8f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:19.727109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09aa0b08-7063-41a4-a06a-557f6bd7a9bd tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.752999 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] For port a24f5441-6247-439a-9451-0ba2b31f6e8f, host dv-neutron-839740-1-hyperv, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:39:19.756188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] For port a24f5441-6247-439a-9451-0ba2b31f6e8f, host dv-neutron-839740-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a24f5441-6247-439a-9451-0ba2b31f6e8f,segment=NetworkSegment(4eabab4e-a8cf-4705-9432-1cc50c918ba9),segment_id=4eabab4e-a8cf-4705-9432-1cc50c918ba9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:39:19.786010 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09aa0b08-7063-41a4-a06a-557f6bd7a9bd tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.804086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.850482 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09aa0b08-7063-41a4-a06a-557f6bd7a9bd tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.872673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa0b08-7063-41a4-a06a-557f6bd7a9bd tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e15355-5495-47ff-a36a-b0c4c8220cf2,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:19.874311 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-11a8a9c7-cc8d-48d5-9603-f05bcd4c1ea7 None None] Provisioning complete for port a24f5441-6247-439a-9451-0ba2b31f6e8f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:19.874736 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11a8a9c7-cc8d-48d5-9603-f05bcd4c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.876746 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Routers {'387bc938-5196-44f8-a887-7591e123c42f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:19.877423 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:39:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['387bc938-5196-44f8-a887-7591e123c42f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:19.880594 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b522d-0335-4040-aa19-aaf0d705dc01 None None] Pushing event updated for resources: {'Port': ['ID=a24f5441-6247-439a-9451-0ba2b31f6e8f,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:19.937683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-09aa0b08-7063-41a4-a06a-557f6bd7a9bd tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:19.939834 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-09aa0b08-7063-41a4-a06a-557f6bd7a9bd tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292825 Apr 29 08:39:19.942423 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57394) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:19.947347 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'security_group_rule': {'security_group_id': '3bd01792-c2e9-4704-8999-cad6d1cb8525', 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:20.053622 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Project c228345c25a84db2a4ef7e04a6b007a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:39:20.053824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] Set router 387bc938-5196-44f8-a887-7591e123c42f gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:20.055164 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.079072 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11a8a9c7-cc8d-48d5-9603-f05bcd4c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.119999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.161888 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-11a8a9c7-cc8d-48d5-9603-f05bcd4c1ea7 None None] For port a24f5441-6247-439a-9451-0ba2b31f6e8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a24f5441-6247-439a-9451-0ba2b31f6e8f,segment=NetworkSegment(4eabab4e-a8cf-4705-9432-1cc50c918ba9),segment_id=4eabab4e-a8cf-4705-9432-1cc50c918ba9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:20.198266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.218413 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524f5d94-5e11-46b4-9ad7-997943deb67a,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:20.230578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11a8a9c7-cc8d-48d5-9603-f05bcd4c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.285981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.287291 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-1f2a1c6c-949b-4453-b1ad-2de129445864 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3437240 Apr 29 08:39:20.290161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57396) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:20.294609 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'security_group_rule': {'security_group_id': '3bd01792-c2e9-4704-8999-cad6d1cb8525', 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:20.311424 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8a9c7-cc8d-48d5-9603-f05bcd4c1ea7 None None] Pushing event updated for resources: {'Port': ['ID=a24f5441-6247-439a-9451-0ba2b31f6e8f,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:20.322080 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:16Z', 'revision_number': 4, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port': {'id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a24f5441-6247-439a-9451-0ba2b31f6e8f', 'name': '', 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'mac_address': 'fa:16:3e:32:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '46afcc87-d5a6-456c-b606-2d1d3953308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:16Z', 'updated_at': '2022-04-29T08:39:19Z', 'revision_number': 4, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'subnets': [{'id': '46afcc87-d5a6-456c-b606-2d1d3953308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:20.353074 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a80a-d08d-4ce9-b3be-44c0f840fa14 None None] The sync data for ids ['387bc938-5196-44f8-a887-7591e123c42f'] in dv-neutron-839740-1-hyperv is: [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:16Z', 'revision_number': 4, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port': {'id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': 'a24f5441-6247-439a-9451-0ba2b31f6e8f', 'name': '', 'network_id': '5af254a5-e798-46d8-a04d-6a6356d16128', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'mac_address': 'fa:16:3e:32:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '46afcc87-d5a6-456c-b606-2d1d3953308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:16Z', 'updated_at': '2022-04-29T08:39:19Z', 'revision_number': 4, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'subnets': [{'id': '46afcc87-d5a6-456c-b606-2d1d3953308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:39:20.364370 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-326edbc8-80f0-43fd-88d7-35d79605e3ff None None] Provisioning complete for port a24f5441-6247-439a-9451-0ba2b31f6e8f triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:20.364735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-326edbc8-80f0-43fd-88d7-35d79605e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.375603 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.securitygroups_db [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Project c228345c25a84db2a4ef7e04a6b007a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:39:20.381917 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.460839 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.575471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554573'] for security_group_rule, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.595641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741dd0ac-314a-480e-8f4c-e78bd8192576,revision_number=0']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:20.684597 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:20.685993 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-9a61b92f-103d-43a7-bdc1-692b15f22f3b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3947978 Apr 29 08:39:20.825883 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-ba499f64-10bc-48bc-a9f0-202d84752586 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157750502&fields=id&tenant_id=c228345c25a84db2a4ef7e04a6b007a7 HTTP/1.1" status: 200 len: 267 time: 0.0330284 Apr 29 08:39:20.930848 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-52b5f369-8f7f-43d6-8656-9f6a56bf1cd5 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:20.932525 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-52b5f369-8f7f-43d6-8656-9f6a56bf1cd5 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 809 time: 0.0997524 Apr 29 08:39:20.948848 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-a92d7a2b-8f19-4159-87ff-f4ca3ef3ecd7 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/quotas/c228345c25a84db2a4ef7e04a6b007a7 HTTP/1.1" status: 200 len: 375 time: 0.0104625 Apr 29 08:39:21.002638 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-78233c91-9987-409e-8c37-d89274fbabf8 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472639 Apr 29 08:39:21.125019 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-df78a1d3-7c4e-4fb1-8b01-f0d5fca0c2ca service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:39:21.126044 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-df78a1d3-7c4e-4fb1-8b01-f0d5fca0c2ca service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1118090 Apr 29 08:39:21.157753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a24f5441-6247-439a-9451-0ba2b31f6e8f up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:21.220578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port a24f5441-6247-439a-9451-0ba2b31f6e8f triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:21.221512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:21.233197 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-212990a8-280c-4672-887d-c1b5c024475b service neutron] 10.222.0.16 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995514 Apr 29 08:39:21.304187 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05d8847e-997b-4f75-a3bc-8c85082055cc up at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:21.331001 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-c888dd58-677f-4c9b-910a-6a597544269d service neutron] 10.222.0.16 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906048 Apr 29 08:39:21.357283 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Provisioning complete for port 05d8847e-997b-4f75-a3bc-8c85082055cc triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:21.357661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:21.588966 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ac74b0f6-c88a-4064-8573-b8951166a8a9 req-a6a293b1-3c76-4059-9cb6-c3ad7088254c tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 210 time: 0.0301571 Apr 29 08:39:22.667982 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7cb68914-05b1-4ac3-90df-d0e24d6d45f6 req-4c3ce6f4-cf25-460a-861e-5defdca4b2db tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 210 time: 0.0281148 Apr 29 08:39:23.769213 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5abafd2b-519e-4a6e-9757-d50423b2d5d7 req-6178891f-6b24-4b2a-a93a-7c65889d2751 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 210 time: 0.0316517 Apr 29 08:39:23.926727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1acf0e5a-8ceb-40c3-9989-ee727271c5eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:23.928158 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1acf0e5a-8ceb-40c3-9989-ee727271c5eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 809 time: 0.1076164 Apr 29 08:39:23.970911 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-269fb108-6eb4-4e36-b79e-38b962deb277 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c228345c25a84db2a4ef7e04a6b007a7 HTTP/1.1" status: 200 len: 379 time: 0.0345542 Apr 29 08:39:23.981659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'port': {'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'admin_state_up': True, 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'security_groups': ['3bd01792-c2e9-4704-8999-cad6d1cb8525']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:24.150639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Made reservation on behalf of c228345c25a84db2a4ef7e04a6b007a7 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:39:24.154178 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:24.284393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Allocated IP 172.20.0.10 (45945f28-b591-4d95-b57a-8e7854a11dfd/8e4b877f-b182-4e29-89b7-871b97e6294a/af348f67-b28b-447f-90b3-62085b7e865c) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:24.427205 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:24.533732 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:24.578516 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Network 45945f28-b591-4d95-b57a-8e7854a11dfd is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:24.581593 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:24.585364 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:24.615749 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:24.644461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:24.645110 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:24.743493 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-1b8f38e9-0770-4c8a-bddf-bf6f600a35eb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7654686 Apr 29 08:39:24.755227 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Request body: {'port': {'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:24.814372 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:24.818907 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-e986597e-b6c0-4469-97b0-5454a27f8cd2 None None] Provisioning complete for port af348f67-b28b-447f-90b3-62085b7e865c triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:24.819419 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e986597e-b6c0-4469-97b0-5454a27f8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:24.853823 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e986597e-b6c0-4469-97b0-5454a27f8cd2 None None] Port af348f67-b28b-447f-90b3-62085b7e865c cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:39:24.973081 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe274e4-29d3-4d7e-beb9-8f632d7eebdd req-61e89028-2b46-4252-a6f6-b5dec533f8af tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:24.974584 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ebe274e4-29d3-4d7e-beb9-8f632d7eebdd req-61e89028-2b46-4252-a6f6-b5dec533f8af tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 932 time: 0.1259737 Apr 29 08:39:25.055993 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ebe274e4-29d3-4d7e-beb9-8f632d7eebdd req-53d546c2-3c89-43a1-8381-6c76c537c80a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752499 Apr 29 08:39:25.144841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af348f67-b28b-447f-90b3-62085b7e865c {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:39:25.152057 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:25.164035 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Transition to ACTIVE for port object af348f67-b28b-447f-90b3-62085b7e865c will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:39:25.253148 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:25.300719 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:25.373306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Attempting to bind port af348f67-b28b-447f-90b3-62085b7e865c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:39:25.373715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Attempting to bind port af348f67-b28b-447f-90b3-62085b7e865c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:39:25.374062 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Attempting to bind port af348f67-b28b-447f-90b3-62085b7e865c on network 45945f28-b591-4d95-b57a-8e7854a11dfd {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:25.378688 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Port af348f67-b28b-447f-90b3-62085b7e865c on network 45945f28-b591-4d95-b57a-8e7854a11dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:39:25.379003 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Attempting to bind port af348f67-b28b-447f-90b3-62085b7e865c on network 45945f28-b591-4d95-b57a-8e7854a11dfd {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:39:25.384130 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:39:25.384460 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Checking segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:39:25.384833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Bound using segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:39:25.385256 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Bound port: af348f67-b28b-447f-90b3-62085b7e865c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:39:25.385628 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:25.454345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:39:25.457902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:39:25.552715 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:25.586922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:25.587551 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:25.588935 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] 10.222.0.39 "PUT /v2.0/ports/af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 1094 time: 0.8380516 Apr 29 08:39:25.589397 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:39:25.591746 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23fa2d7-c01c-40b5-810b-bdeaa42defc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "tag": "af348f67-b28b-447f-90b3-62085b7e865c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:39:25.619466 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209a51d-361f-4602-b32e-2d83e11b6ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:25.633886 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf3bb2-fc6a-4280-b2ca-cecfcb5dfe0c x-openstack-request-id: req-ddcf3bb2-fc6a-4280-b2ca-cecfcb5dfe0c {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:39:25.634175 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "tag": "af348f67-b28b-447f-90b3-62085b7e865c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:39:25.634452 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddcf3bb2-fc6a-4280-b2ca-cecfcb5dfe0c {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:39:25.634866 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcf3bb2-fc6a-4280-b2ca-cecfcb5dfe0c'] response: {'name': 'network-changed', 'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c', 'status': 'completed', 'code': 200} Apr 29 08:39:25.701685 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fa2d7-c01c-40b5-810b-bdeaa42defc0 req-2d423f80-70b8-409c-b611-57adeace702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:25.703241 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a23fa2d7-c01c-40b5-810b-bdeaa42defc0 req-2d423f80-70b8-409c-b611-57adeace702d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1097 time: 0.0450175 Apr 29 08:39:25.806833 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fa2d7-c01c-40b5-810b-bdeaa42defc0 req-1153e11a-8752-4208-80c7-37ca0269405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:25.808292 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a23fa2d7-c01c-40b5-810b-bdeaa42defc0 req-1153e11a-8752-4208-80c7-37ca0269405c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964437 Apr 29 08:39:25.900253 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fa2d7-c01c-40b5-810b-bdeaa42defc0 req-f0338b48-be54-4161-8f24-2df11cdf8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:25.901721 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a23fa2d7-c01c-40b5-810b-bdeaa42defc0 req-f0338b48-be54-4161-8f24-2df11cdf8d88 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877471 Apr 29 08:39:25.983577 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-0f869307-5c06-424d-a0ab-fbaf41cd9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:25.985059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-0f869307-5c06-424d-a0ab-fbaf41cd9f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1097 time: 0.0488479 Apr 29 08:39:26.025625 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-42542fd8-6674-43c6-a980-4840919114d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 217 time: 0.0332429 Apr 29 08:39:26.074257 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-f4421e76-c63e-4e96-a157-258949c5a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:26.075595 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-f4421e76-c63e-4e96-a157-258949c5a866 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0429132 Apr 29 08:39:26.136537 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-37bbdc85-363a-4e9b-b13a-b53f05f836fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:26.137932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-37bbdc85-363a-4e9b-b13a-b53f05f836fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519414 Apr 29 08:39:26.225933 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0601a-ec0a-4b60-b823-90bca3d9a931 req-69a0eb9f-2156-4e8d-912a-f1433b08eb3c tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:26.227390 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ee0601a-ec0a-4b60-b823-90bca3d9a931 req-69a0eb9f-2156-4e8d-912a-f1433b08eb3c tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 944 time: 0.1052139 Apr 29 08:39:26.267688 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-9144b0d0-ca2f-44bc-ba80-828f522de518 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133921 Apr 29 08:39:26.292538 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9ee0601a-ec0a-4b60-b823-90bca3d9a931 req-eedb30f0-e390-482f-a69b-77bfcf379576 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571876 Apr 29 08:39:26.366249 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a32a9ea7-87bb-48ad-9949-387e762a3cdc req-ce11dea4-5977-4c40-b860-1c9b006c4961 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885792 Apr 29 08:39:27.408160 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987f5ae-ea70-4fa2-905e-d537bcdca440 req-23621fe2-ab57-4726-8710-57039f691777 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:27.409597 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d987f5ae-ea70-4fa2-905e-d537bcdca440 req-23621fe2-ab57-4726-8710-57039f691777 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 944 time: 0.0486786 Apr 29 08:39:27.447022 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-d987f5ae-ea70-4fa2-905e-d537bcdca440 req-9ede6744-1f9c-47aa-881f-4fb338f832ec tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314972 Apr 29 08:39:27.630015 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:39:27.710145 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device af348f67-b28b-447f-90b3-62085b7e865c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:39:27.800047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:27.811622 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'af348f67-b28b-447f-90b3-62085b7e865c', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:39:27.850655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:27.862811 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af348f67-b28b-447f-90b3-62085b7e865c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:39:27.886678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:28.009532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:28.054841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:28.236771 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['af348f67-b28b-447f-90b3-62085b7e865c'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:39:28.564875 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396372c-1e8c-4bd8-ae09-8db25a472975 req-b5c1c2c0-dfff-41b7-8ea4-b007ba425643 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:28.566868 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6396372c-1e8c-4bd8-ae09-8db25a472975 req-b5c1c2c0-dfff-41b7-8ea4-b007ba425643 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 945 time: 0.0537605 Apr 29 08:39:28.603669 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6396372c-1e8c-4bd8-ae09-8db25a472975 req-a7cda7e8-ad34-4153-9b67-03520df139ff tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307813 Apr 29 08:39:29.711089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device af348f67-b28b-447f-90b3-62085b7e865c up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:39:29.715458 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dc0f5-2b88-4d18-b677-f69e4adec305 req-4ecc9282-4bcf-4068-89a0-69d2b59dd0ec tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:29.716939 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-228dc0f5-2b88-4d18-b677-f69e4adec305 req-4ecc9282-4bcf-4068-89a0-69d2b59dd0ec tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 945 time: 0.0490711 Apr 29 08:39:29.755214 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-228dc0f5-2b88-4d18-b677-f69e4adec305 req-135357b5-76b0-4a82-9686-076753fd50fb tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Apr 29 08:39:29.854929 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port af348f67-b28b-447f-90b3-62085b7e865c completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:39:29.858859 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port af348f67-b28b-447f-90b3-62085b7e865c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:39:29.859228 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:29.940711 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:29.962723 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:39:29.965018 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ca137d-e660-44fc-945d-47ccfcd1514c" -d '{"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-plugged", "status": "completed", "tag": "af348f67-b28b-447f-90b3-62085b7e865c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:39:29.978082 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:39:30.002606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d762eec6-7148-42d3-a6b4-4cac2a89901e x-openstack-request-id: req-d762eec6-7148-42d3-a6b4-4cac2a89901e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:39:30.005003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-plugged", "status": "completed", "tag": "af348f67-b28b-447f-90b3-62085b7e865c", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:39:30.005003 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d762eec6-7148-42d3-a6b4-4cac2a89901e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:39:30.005003 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d762eec6-7148-42d3-a6b4-4cac2a89901e'] response: {'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c', 'code': 200} Apr 29 08:39:30.049214 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:30.095354 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:30.299449 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629c0c5-17e7-4a70-a0f0-ee67f634a529 req-ba798be2-8151-467c-b5d1-223f3870eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:30.301460 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8629c0c5-17e7-4a70-a0f0-ee67f634a529 req-ba798be2-8151-467c-b5d1-223f3870eb2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1099 time: 0.0397649 Apr 29 08:39:30.334526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8629c0c5-17e7-4a70-a0f0-ee67f634a529 req-b1930b4f-57d7-485a-8233-dd31d9c5c0f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268753 Apr 29 08:39:30.877231 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339a451-e781-4614-8533-5af582b39311 req-9bc40792-4aff-435b-9916-83a5378545bf tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:30.879206 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7339a451-e781-4614-8533-5af582b39311 req-9bc40792-4aff-435b-9916-83a5378545bf tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 946 time: 0.0598030 Apr 29 08:39:30.916405 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7339a451-e781-4614-8533-5af582b39311 req-e7690a6e-2f45-443c-9e69-a38abd9c56d0 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Apr 29 08:39:32.030145 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930767c4-d6bc-4aca-bd0c-12882a98583a req-ceb4ecaa-77fb-4159-b602-c30300d1f722 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:32.031610 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-930767c4-d6bc-4aca-bd0c-12882a98583a req-ceb4ecaa-77fb-4159-b602-c30300d1f722 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 946 time: 0.0472093 Apr 29 08:39:32.068403 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-930767c4-d6bc-4aca-bd0c-12882a98583a req-c8eb7ca7-b2ad-48dc-a110-d08660faa3ee tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303371 Apr 29 08:39:32.178270 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75466ca8-bc5e-4ad0-9ad7-10c5b926d9f2 req-a73f1fa7-deb4-48cc-8362-2a8a872c6714 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:32.179732 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-75466ca8-bc5e-4ad0-9ad7-10c5b926d9f2 req-a73f1fa7-deb4-48cc-8362-2a8a872c6714 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 946 time: 0.0476074 Apr 29 08:39:32.216260 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-75466ca8-bc5e-4ad0-9ad7-10c5b926d9f2 req-69a322d8-70a7-437f-b44c-cf9e8f4b32b1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305939 Apr 29 08:39:32.237379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57454) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:32.321951 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8938ba-0612-4715-a27f-2366b550f17b tempest-TestSnapshotPattern-1225510225 tempest-TestSnapshotPattern-1225510225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:32.323439 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-3d8938ba-0612-4715-a27f-2366b550f17b tempest-TestSnapshotPattern-1225510225 tempest-TestSnapshotPattern-1225510225-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1094 time: 0.0850887 Apr 29 08:39:32.326306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57458) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:39:32.330557 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:39:32.415028 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:32.508042 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:32.610047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Allocated IP 172.26.2.54 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/3a20d5cf-e123-496d-9b62-6eaf7e4494c0) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:39:32.707683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:32.798141 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:32.839834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:39:32.842631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:39:32.846109 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:39:32.867486 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'Port': ['ID=3a20d5cf-e123-496d-9b62-6eaf7e4494c0,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:33.201349 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:33.331199 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:33.475138 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:33.540604 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:33.606841 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'Port': ['ID=3a20d5cf-e123-496d-9b62-6eaf7e4494c0,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:39:33.616884 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:33.713891 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Floating IP 06a3644f-0782-4a52-b7dd-dd301c95e7c7 associated. External IP: 172.26.2.54, port: af348f67-b28b-447f-90b3-62085b7e865c. Apr 29 08:39:34.203954 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Router 74878164-7118-4925-952d-c1c1a84eda94 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:39:34.306521 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:39:34.316018 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] Sync routers for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:39:34.326443 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:34.327076 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:39:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:34.411539 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:34.430625 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:34.438628 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-e33bd0e3-3732-4695-a6f1-b340255d2899 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1112599 Apr 29 08:39:34.439309 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:39:34.442292 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8e8006-6720-49e0-9c89-2709921c940c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "tag": "af348f67-b28b-447f-90b3-62085b7e865c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:39:34.478014 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f79e5c-7d4f-4956-89dc-37fdf091f612 x-openstack-request-id: req-79f79e5c-7d4f-4956-89dc-37fdf091f612 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:39:34.478300 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "tag": "af348f67-b28b-447f-90b3-62085b7e865c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:39:34.478581 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79f79e5c-7d4f-4956-89dc-37fdf091f612 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:39:34.478977 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f79e5c-7d4f-4956-89dc-37fdf091f612'] response: {'name': 'network-changed', 'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c', 'status': 'completed', 'code': 200} Apr 29 08:39:34.541220 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e8006-6720-49e0-9c89-2709921c940c req-af39e07f-5eff-41eb-b935-8d1e1a8cd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:34.544142 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e8e8006-6720-49e0-9c89-2709921c940c req-af39e07f-5eff-41eb-b935-8d1e1a8cd9fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1099 time: 0.0433135 Apr 29 08:39:34.651324 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e8006-6720-49e0-9c89-2709921c940c req-02409477-9a80-4a6b-91ec-f8e6771b8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:34.652816 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e8e8006-6720-49e0-9c89-2709921c940c req-02409477-9a80-4a6b-91ec-f8e6771b8298 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.1024957 Apr 29 08:39:34.654036 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:33Z', 'revision_number': 0, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:34.685408 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] Checking router: 74878164-7118-4925-952d-c1c1a84eda94 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:39:34.693768 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:39:34.694653 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:39:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:34.718640 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e8e8006-6720-49e0-9c89-2709921c940c req-59da362d-1712-4f5e-97fc-56da662bd2a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 999 time: 0.0592730 Apr 29 08:39:34.767745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e8006-6720-49e0-9c89-2709921c940c req-48c25c17-0bcb-4abf-9ae3-e6e48d63e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:34.769195 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e8e8006-6720-49e0-9c89-2709921c940c req-48c25c17-0bcb-4abf-9ae3-e6e48d63e101 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0443337 Apr 29 08:39:34.807852 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:39:34.820321 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e8006-6720-49e0-9c89-2709921c940c req-3af10b67-5925-40a6-8d4d-c928ab724357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:39:34.821798 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e8e8006-6720-49e0-9c89-2709921c940c req-3af10b67-5925-40a6-8d4d-c928ab724357 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461133 Apr 29 08:39:34.913606 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e8e8006-6720-49e0-9c89-2709921c940c req-6bb6f5af-e83b-43ad-bf90-5acea97a5f46 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847621 Apr 29 08:39:35.005941 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e8e8006-6720-49e0-9c89-2709921c940c req-22f98345-8796-4bdc-b61c-05f0f7f0830b service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 Apr 29 08:39:35.028060 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:33Z', 'revision_number': 0, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:39:35.053662 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422b8a8-745f-421e-9fb5-9a8d732f2628 None None] The sync data for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv is: [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:33Z', 'revision_number': 0, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:39:35.231509 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef40a8-e6cd-4ff9-a8b6-618cc0b18074 None None] New status for floating IP 06a3644f-0782-4a52-b7dd-dd301c95e7c7: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:39:41.268721 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e4545a4-fa4c-4e45-a3e8-8b319fc93873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:43.286648 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a356b7de-80ba-4abc-b785-70ede374ce87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:43.368539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:45.237589 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:46.369002 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:39:46.751718 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:04.313827 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-086b7c0d-455d-4047-9a57-63e893f2ff10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393808 Apr 29 08:40:04.393242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-0f7f3c0d-b8ef-4db9-bb6f-6a61ae2fc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:40:04.394834 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-0f7f3c0d-b8ef-4db9-bb6f-6a61ae2fc28b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1099 time: 0.0403430 Apr 29 08:40:04.498086 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-959037e4-ee50-49bc-a72c-b32fc50c4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:40:04.499494 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-959037e4-ee50-49bc-a72c-b32fc50c4341 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.0867238 Apr 29 08:40:04.563924 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-3d7f293c-8ab9-407a-81c2-7906ad09e1a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 1001 time: 0.0564373 Apr 29 08:40:04.610714 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-cec41be7-a036-4036-a513-7e4877b46360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:40:04.612128 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-cec41be7-a036-4036-a513-7e4877b46360 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0419340 Apr 29 08:40:04.628170 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:40:04.663037 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-a34ec55e-e635-469e-b8fb-750b3f6d5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:40:04.664538 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-a34ec55e-e635-469e-b8fb-750b3f6d5953 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438068 Apr 29 08:40:04.753769 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-ec583a9e-ec1d-4224-80e0-e00db53fb133 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810463 Apr 29 08:40:04.845884 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f34db2bb-7398-40b8-8023-c4b014c30178 req-97b06586-a7fe-4b9f-9f84-9d6dd63d7b0b service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847402 Apr 29 08:40:11.211940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc37e78f-287b-40a0-bf0c-fdf9a7a5c3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:13.328232 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac1167df-6669-4374-a1e4-e2170bcd2fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:13.373812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:15.219580 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:16.396788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:16.716970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:41.262868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-64cbbeb9-75e8-4cb9-aa1b-05d975817be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:41.628110 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:40:43.350414 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2831f895-ac5a-4a8e-b215-aea097499dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:43.407631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:45.224590 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:46.382640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:40:46.737236 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:06.207900 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-4ae2dec4-952f-41ae-a54b-2ca6bf264ba8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405622 Apr 29 08:41:06.286374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-2d02d6a3-1d9b-47c2-8bf6-a1a8640e6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:06.287838 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-2d02d6a3-1d9b-47c2-8bf6-a1a8640e6a76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1099 time: 0.0381150 Apr 29 08:41:06.396171 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-da73fbad-ae21-4850-9e12-296f47213582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:06.397649 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-da73fbad-ae21-4850-9e12-296f47213582 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.0890367 Apr 29 08:41:06.472964 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-6fc77871-8323-4d05-99e3-01031fdc02ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 1001 time: 0.0614798 Apr 29 08:41:06.521337 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-0acf240f-b57d-4f96-8384-37a289a4b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:06.522838 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-0acf240f-b57d-4f96-8384-37a289a4b9fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0433359 Apr 29 08:41:06.571169 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-0c55db73-3ef3-48e9-a673-1b68a4fa0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:06.572608 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-0c55db73-3ef3-48e9-a673-1b68a4fa0784 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430973 Apr 29 08:41:06.658573 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-e377878e-8f2a-4a5d-9ea6-1ee2baff5827 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786328 Apr 29 08:41:06.758616 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-12e179bb-24db-4b8f-8f8e-a727295cf379 req-dccc4940-4a68-4758-b0b5-256c32a5dbbf service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873916 Apr 29 08:41:11.212762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-181ce8ae-1271-4499-8f3a-b948978eaf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:13.321142 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a24efc0c-62ac-4c93-9701-10cd0252b7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:13.418817 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:15.252519 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:16.376508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:16.764970 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:18.627918 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:41:32.275447 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device af348f67-b28b-447f-90b3-62085b7e865c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:41:32.366417 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:41:32.377796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'af348f67-b28b-447f-90b3-62085b7e865c', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:41:32.422508 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:32.438544 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af348f67-b28b-447f-90b3-62085b7e865c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:41:32.457458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:41:32.530638 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:32.579715 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:41:32.587004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.587356 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.587699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.588040 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.588376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.588708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.589039 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.589374 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.589700 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.590024 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.590349 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.590699 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:32.614812 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['af348f67-b28b-447f-90b3-62085b7e865c'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:41:34.290047 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device af348f67-b28b-447f-90b3-62085b7e865c up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:41:34.337605 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port af348f67-b28b-447f-90b3-62085b7e865c triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:41:34.337981 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:34.417330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:34.439282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:41:34.441532 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf248e-34df-460b-9b8f-662ec0df2567" -d '{"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-plugged", "status": "completed", "tag": "af348f67-b28b-447f-90b3-62085b7e865c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:41:34.456471 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:41:34.479155 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a9730-c99a-4085-8bd9-568bd4e71b1a x-openstack-request-id: req-f34a9730-c99a-4085-8bd9-568bd4e71b1a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:41:34.479673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-plugged", "status": "completed", "tag": "af348f67-b28b-447f-90b3-62085b7e865c", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:41:34.479673 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f34a9730-c99a-4085-8bd9-568bd4e71b1a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:41:34.480081 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34a9730-c99a-4085-8bd9-568bd4e71b1a'] response: {'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c', 'code': 200} Apr 29 08:41:34.532498 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:34.581317 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:41:41.273533 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-658ef47b-5619-4129-bc8e-e2b8c86f52ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:43.377796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-503dc0d0-34f0-4f4c-8ddf-5815b53ecbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:43.417954 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:45.238438 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:45.896096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-12f31139-5b5c-4d69-aa60-47d5ab082038 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157750502&fields=id&tenant_id=c228345c25a84db2a4ef7e04a6b007a7 HTTP/1.1" status: 200 len: 267 time: 0.0329015 Apr 29 08:41:46.000691 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-2ab80098-d8fd-41a0-aa6b-4502e56fb3f1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:46.002049 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-2ab80098-d8fd-41a0-aa6b-4502e56fb3f1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 809 time: 0.0991726 Apr 29 08:41:46.016503 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-2f2a31c7-9d1e-48c5-b111-65a94cdcba04 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/quotas/c228345c25a84db2a4ef7e04a6b007a7 HTTP/1.1" status: 200 len: 375 time: 0.0087779 Apr 29 08:41:46.075372 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-69eb5418-bcdf-4f86-b97f-6fae4bd4b9da tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536993 Apr 29 08:41:46.257720 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-9d5862ee-e94e-4cbc-a820-8dd9106252bb service neutron] 10.222.0.16 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709142 Apr 29 08:41:46.349290 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-12e6f342-fe45-46ba-8607-74fbdea6d524 service neutron] 10.222.0.16 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855641 Apr 29 08:41:46.383652 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:46.683491 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a093a0a6-500f-4b17-a23b-b10e32d127b1 req-8a6cb6bd-6d7d-4c7f-925a-022106bcd9de tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0752380 Apr 29 08:41:46.703685 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:47.762101 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-54ca9f87-baba-4d9e-ba63-fd60897e87ad req-2ec83f85-a2a9-43f5-bf5f-110c65713e58 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0262170 Apr 29 08:41:48.842052 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a3cdb08-69d4-4277-945b-921718bb1b99 req-9146e100-2081-48db-959f-54c4cecfb904 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0264184 Apr 29 08:41:49.917776 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-655fd7d8-2f5d-45f5-9386-8ee2ae92ce9a req-04ebfade-e885-4c68-98d9-2f7e94ee0d85 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0261128 Apr 29 08:41:50.346502 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device af348f67-b28b-447f-90b3-62085b7e865c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:41:50.423993 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:50.445936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:41:50.448216 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea59287-48fb-419c-a24a-e59aeb915c24" -d '{"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "af348f67-b28b-447f-90b3-62085b7e865c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:41:50.460591 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:41:50.542537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c32d1c-15f3-49c7-bc00-d1578ffb19dc x-openstack-request-id: req-70c32d1c-15f3-49c7-bc00-d1578ffb19dc {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:41:50.542537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "af348f67-b28b-447f-90b3-62085b7e865c", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:41:50.542537 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70c32d1c-15f3-49c7-bc00-d1578ffb19dc {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:41:50.542537 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c32d1c-15f3-49c7-bc00-d1578ffb19dc'] response: {'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c', 'code': 200} Apr 29 08:41:50.588868 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:50.635911 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:41:51.009529 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-b39b80d4-1e3f-460c-8b4b-3e4a187befc0 req-4d3f6baf-1c7e-4f6d-ac5d-3ef7c61e1954 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0249829 Apr 29 08:41:52.109526 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7e54e4c1-ad12-4d01-acbc-df9c9ce7e72a req-538378c1-4be0-4482-ab91-b9d97be56bf1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0307753 Apr 29 08:41:52.806963 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-23a2e825-943f-459c-bdee-0404278b97ee tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:52.808378 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-23a2e825-943f-459c-bdee-0404278b97ee tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 809 time: 0.1012075 Apr 29 08:41:52.853630 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-324b81b3-82de-4332-8efc-cffe4bea60a1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c228345c25a84db2a4ef7e04a6b007a7 HTTP/1.1" status: 200 len: 379 time: 0.0363538 Apr 29 08:41:52.862869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'port': {'device_id': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'admin_state_up': True, 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'security_groups': ['3bd01792-c2e9-4704-8999-cad6d1cb8525']}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:41:53.063111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Made reservation on behalf of c228345c25a84db2a4ef7e04a6b007a7 for: {'port': 1} {{(pid=109782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:41:53.066773 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:53.214882 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5c09d985-979b-4b22-9abc-f2e9f9417067 req-77f8c8e0-fb58-4bcd-8669-fbb9a6a7c93b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0382781 Apr 29 08:41:53.221120 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Allocated IP 172.20.0.9 (45945f28-b591-4d95-b57a-8e7854a11dfd/8e4b877f-b182-4e29-89b7-871b97e6294a/e347328e-f81a-43b2-b3fb-d97c3884ff28) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:41:53.358162 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:53.446176 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:53.514484 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Network 45945f28-b591-4d95-b57a-8e7854a11dfd is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:41:53.518156 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:41:53.523077 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:41:53.578631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:53.579632 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:53.586690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:41:53.601134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.606401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:41:53.684192 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-8e6b69cf-4655-415e-82fc-4cea58135865 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8249183 Apr 29 08:41:53.867181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-6728c1d1-3d0e-4876-86c2-5c11116392ad None None] Provisioning complete for port e347328e-f81a-43b2-b3fb-d97c3884ff28 triggered by entity DHCP. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:41:53.868496 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6728c1d1-3d0e-4876-86c2-5c11116392ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:41:53.910640 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6728c1d1-3d0e-4876-86c2-5c11116392ad None None] Port e347328e-f81a-43b2-b3fb-d97c3884ff28 cannot update to ACTIVE because it is not bound. {{(pid=109783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 08:41:54.334834 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fa96-b6c2-4dfe-8760-2d99e19f7fe6 req-387efe2b-2435-4cb3-a298-ad67ba22a380 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:54.336305 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e13fa96-b6c2-4dfe-8760-2d99e19f7fe6 req-387efe2b-2435-4cb3-a298-ad67ba22a380 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 931 time: 0.0520322 Apr 29 08:41:54.377984 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6e13fa96-b6c2-4dfe-8760-2d99e19f7fe6 req-9bfdc9ac-954b-4cca-bb94-d536b084246c tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355790 Apr 29 08:41:55.503296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3c4a-ef5a-4f0e-88ee-616638f1e295 req-6b256c1c-7d7e-4b1d-9f0c-3d93dabc658a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:55.504819 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-70bf3c4a-ef5a-4f0e-88ee-616638f1e295 req-6b256c1c-7d7e-4b1d-9f0c-3d93dabc658a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 931 time: 0.0562708 Apr 29 08:41:55.545284 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-70bf3c4a-ef5a-4f0e-88ee-616638f1e295 req-ef7baba3-84ac-42d3-9466-04fe3f60020e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340416 Apr 29 08:41:55.629702 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:41:56.677716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc08c-52b1-49ed-9a16-7b4fe09de5d9 req-3ed09da9-daa8-44ac-87a5-08ef76eef32b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:56.680943 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4badc08c-52b1-49ed-9a16-7b4fe09de5d9 req-3ed09da9-daa8-44ac-87a5-08ef76eef32b tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 931 time: 0.0652542 Apr 29 08:41:56.720414 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4badc08c-52b1-49ed-9a16-7b4fe09de5d9 req-e44cf592-3454-490e-aca6-e739a4ce96d0 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Apr 29 08:41:57.850373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667733e-39ee-4371-aed9-6b87ebb7eebe req-f5ef9cda-40bf-47b7-8974-83e995593479 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:57.852218 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3667733e-39ee-4371-aed9-6b87ebb7eebe req-f5ef9cda-40bf-47b7-8974-83e995593479 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 931 time: 0.0594575 Apr 29 08:41:57.897779 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3667733e-39ee-4371-aed9-6b87ebb7eebe req-e8136a28-4bbc-4f0b-909b-31dd7e0e396e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379910 Apr 29 08:41:59.020361 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32fe46-0103-4a9f-b0b2-f4a286f6ad6b req-02c4c2f4-66d3-4bbd-9d05-fb9f0d9e4cc1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:41:59.021932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6c32fe46-0103-4a9f-b0b2-f4a286f6ad6b req-02c4c2f4-66d3-4bbd-9d05-fb9f0d9e4cc1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 931 time: 0.0555737 Apr 29 08:41:59.062183 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-6c32fe46-0103-4a9f-b0b2-f4a286f6ad6b req-aa31166d-e8f1-41ba-94c7-79ac5e5527b3 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341458 Apr 29 08:42:00.187840 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65d22f-0e8d-4429-b755-439369a902f1 req-30a95ea5-e130-4af4-b0d4-8a127e005071 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:00.189467 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf65d22f-0e8d-4429-b755-439369a902f1 req-30a95ea5-e130-4af4-b0d4-8a127e005071 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 931 time: 0.0537052 Apr 29 08:42:00.227359 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-cf65d22f-0e8d-4429-b755-439369a902f1 req-e185d39b-7962-4cf4-bdb8-499e3fdd3f9f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317211 Apr 29 08:42:01.339520 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9958-d8e1-463e-a824-15ed268d15f7 req-64e6b573-379e-4a81-b295-5aee8471e4e1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:01.340961 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ba0c9958-d8e1-463e-a824-15ed268d15f7 req-64e6b573-379e-4a81-b295-5aee8471e4e1 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 931 time: 0.0474477 Apr 29 08:42:01.378062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ba0c9958-d8e1-463e-a824-15ed268d15f7 req-2414c4bb-bd83-40ce-aed6-fee6ef2977c6 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306518 Apr 29 08:42:01.554471 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-4813e3ec-b289-4ee3-91a0-01aca8606de0 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 08:42:01.555344 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-4813e3ec-b289-4ee3-91a0-01aca8606de0 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053308 Apr 29 08:42:01.612388 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Request body: {'port': {'device_id': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:42:01.667576 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:01.928500 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e347328e-f81a-43b2-b3fb-d97c3884ff28 {{(pid=109782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:42:01.935579 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:01.947631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.provisioning_blocks [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Transition to ACTIVE for port object e347328e-f81a-43b2-b3fb-d97c3884ff28 will not be triggered until provisioned by entity L2. {{(pid=109782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 08:42:02.015695 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:02.065374 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:02.140151 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Attempting to bind port e347328e-f81a-43b2-b3fb-d97c3884ff28 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 08:42:02.140481 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Attempting to bind port e347328e-f81a-43b2-b3fb-d97c3884ff28 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 08:42:02.140802 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Attempting to bind port e347328e-f81a-43b2-b3fb-d97c3884ff28 on network 45945f28-b591-4d95-b57a-8e7854a11dfd {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:42:02.145264 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Port e347328e-f81a-43b2-b3fb-d97c3884ff28 on network 45945f28-b591-4d95-b57a-8e7854a11dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:42:02.145578 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Attempting to bind port e347328e-f81a-43b2-b3fb-d97c3884ff28 on network 45945f28-b591-4d95-b57a-8e7854a11dfd {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:42:02.150355 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Checking agent: {'id': 'b9b87cbb-8034-455d-9167-68f6412cc496', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'started_at': datetime.datetime(2022, 4, 29, 7, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:42:02.150716 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Checking segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 08:42:02.151089 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Bound using segment: {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'} {{(pid=109782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:42:02.151515 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.managers [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Bound port: e347328e-f81a-43b2-b3fb-d97c3884ff28, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b5840d-cd5f-4797-98ba-5f1b2304b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd'}}] {{(pid=109782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 08:42:02.151869 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:02.222348 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, cleared binding levels {{(pid=109782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:42:02.225350 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:42:02.272748 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:02.306242 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.306879 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:02.308325 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] 10.222.0.39 "PUT /v2.0/ports/e347328e-f81a-43b2-b3fb-d97c3884ff28 HTTP/1.1" status: 200 len: 1093 time: 0.7437868 Apr 29 08:42:02.308670 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:42:02.310981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410d91c8-2610-4b28-927a-14ee036eae82" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:42:02.335365 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7089e0-b246-41e1-8c3b-1507dd3fdd1f service neutron] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=3']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:02.351271 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3668dc0b-3de7-456c-be38-71843bb60363 x-openstack-request-id: req-3668dc0b-3de7-456c-be38-71843bb60363 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:42:02.351877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:42:02.351877 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3668dc0b-3de7-456c-be38-71843bb60363 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:42:02.352286 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3668dc0b-3de7-456c-be38-71843bb60363'] response: {'name': 'network-changed', 'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'status': 'completed', 'code': 200} Apr 29 08:42:02.418973 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d91c8-2610-4b28-927a-14ee036eae82 req-2c0a4ee1-a2ab-4c63-bbe0-668858f0c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.420580 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-410d91c8-2610-4b28-927a-14ee036eae82 req-2c0a4ee1-a2ab-4c63-bbe0-668858f0c332 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 1096 time: 0.0481031 Apr 29 08:42:02.554296 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2244b-81f2-4974-9456-346d4539ea0f req-3ec868db-8863-41cf-b35d-f70a85ec66d5 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.555813 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-15d2244b-81f2-4974-9456-346d4539ea0f req-3ec868db-8863-41cf-b35d-f70a85ec66d5 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 943 time: 0.1047361 Apr 29 08:42:02.558497 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d91c8-2610-4b28-927a-14ee036eae82 req-8babadc5-3dab-404b-8fce-3b065edf52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.559851 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-410d91c8-2610-4b28-927a-14ee036eae82 req-8babadc5-3dab-404b-8fce-3b065edf52d3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1326580 Apr 29 08:42:02.641955 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-15d2244b-81f2-4974-9456-346d4539ea0f req-13cf141e-dbdb-4d6a-8990-f86463db2a62 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794914 Apr 29 08:42:02.672552 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d91c8-2610-4b28-927a-14ee036eae82 req-5af1e8ca-b686-4a4a-b602-37a97234ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.674040 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-410d91c8-2610-4b28-927a-14ee036eae82 req-5af1e8ca-b686-4a4a-b602-37a97234ef53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057434 Apr 29 08:42:02.751567 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-6d58a97b-ce1b-447b-b5b6-0fb322c4317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.752932 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-6d58a97b-ce1b-447b-b5b6-0fb322c4317a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 1096 time: 0.0438221 Apr 29 08:42:02.793409 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-bab1730a-55ea-4dd3-8674-62c59a1be215 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28 HTTP/1.1" status: 200 len: 217 time: 0.0333779 Apr 29 08:42:02.840280 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-de9de604-3bcc-424b-bd91-36ba2bc63c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.841665 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-de9de604-3bcc-424b-bd91-36ba2bc63c84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0415645 Apr 29 08:42:02.884999 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-b5d9cf94-78bc-4b7f-9c95-09a2271c5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:02.886410 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-b5d9cf94-78bc-4b7f-9c95-09a2271c5c65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380247 Apr 29 08:42:02.974896 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-319f26d2-335a-4cbe-9072-b46e03b7a078 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Apr 29 08:42:03.059561 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-9a419d23-92b9-4808-aa24-cc5afbd7461f req-4bd955d1-2d8c-48a6-8e7f-578109462e75 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783873 Apr 29 08:42:03.780044 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a650-9189-44c1-88b6-08159ddac704 req-5675437f-d1f0-4ec3-b8f4-8ee9ce920159 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:03.781578 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c309a650-9189-44c1-88b6-08159ddac704 req-5675437f-d1f0-4ec3-b8f4-8ee9ce920159 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 943 time: 0.0683784 Apr 29 08:42:03.831997 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-c309a650-9189-44c1-88b6-08159ddac704 req-5446664d-f6d4-49d1-b13f-9b67dc6b8ae4 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429947 Apr 29 08:42:04.969026 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91bc61-dc87-4a49-9ba8-03fb7e015443 req-fc31e802-26b7-4bf5-8309-d282fcd8012c tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:04.970349 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a91bc61-dc87-4a49-9ba8-03fb7e015443 req-fc31e802-26b7-4bf5-8309-d282fcd8012c tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 943 time: 0.0476894 Apr 29 08:42:05.006059 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-8a91bc61-dc87-4a49-9ba8-03fb7e015443 req-0f7e6d8d-491b-4759-b038-e40295910801 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297866 Apr 29 08:42:05.564761 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-e4f9d2e5-c0c3-4ab1-abba-3186bb058816 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385997 Apr 29 08:42:05.646633 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-f0c048a9-2e89-4d38-a390-42a114bb8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:05.648096 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-f0c048a9-2e89-4d38-a390-42a114bb8449 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1097 time: 0.0428538 Apr 29 08:42:05.746591 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-64eb5152-8bee-4613-8a85-5dedbe323838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:05.748034 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-64eb5152-8bee-4613-8a85-5dedbe323838 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.0820575 Apr 29 08:42:05.814163 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-4dccea51-265e-40c3-bded-58dce0f4d185 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 999 time: 0.0583684 Apr 29 08:42:05.860001 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-1e3bd0f5-ebbd-49c5-8a09-ab6edb76bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:05.861389 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-1e3bd0f5-ebbd-49c5-8a09-ab6edb76bbe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0414000 Apr 29 08:42:05.905376 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-2c887f72-05b6-4c4e-8204-33761e75baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:05.906845 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-2c887f72-05b6-4c4e-8204-33761e75baa8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389774 Apr 29 08:42:05.996673 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-d0ef6941-6af1-484f-932a-af361f87c85e service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831189 Apr 29 08:42:06.093767 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-f02302a1-f48a-4144-9a87-79a702b2f837 req-3a91ba52-0cdb-4b8e-a194-83e0b7c2ff8a service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907371 Apr 29 08:42:06.128612 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e6f48-396d-4a65-82a4-ca76d2cfbd23 req-b5a50215-e53f-4f36-bf9c-7f6bc90a1e0d tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:06.129988 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ab4e6f48-396d-4a65-82a4-ca76d2cfbd23 req-b5a50215-e53f-4f36-bf9c-7f6bc90a1e0d tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 943 time: 0.0507712 Apr 29 08:42:06.167227 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ab4e6f48-396d-4a65-82a4-ca76d2cfbd23 req-b8d8bb23-7852-4640-824e-9587e88c8f18 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Apr 29 08:42:06.440400 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device e347328e-f81a-43b2-b3fb-d97c3884ff28 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:42:06.539855 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:42:06.553126 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'port_id': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'mac_address': 'fa:16:3e:b1:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:42:06.592961 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:06.606175 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e347328e-f81a-43b2-b3fb-d97c3884ff28 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:42:06.625159 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:42:06.680468 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:06.731351 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=4']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:06.902063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['e347328e-f81a-43b2-b3fb-d97c3884ff28'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:42:07.747266 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967903b1-2cdd-4334-aa53-b9921de3b91a req-014381f2-01eb-4d03-b884-470f87e111bc tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:07.749281 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-967903b1-2cdd-4334-aa53-b9921de3b91a req-014381f2-01eb-4d03-b884-470f87e111bc tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 944 time: 0.3503873 Apr 29 08:42:07.789306 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-967903b1-2cdd-4334-aa53-b9921de3b91a req-6bb48eb3-9c9d-41a6-ae2b-6536ad5226d5 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336401 Apr 29 08:42:08.448321 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device e347328e-f81a-43b2-b3fb-d97c3884ff28 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:42:08.586862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning for port e347328e-f81a-43b2-b3fb-d97c3884ff28 completed by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 08:42:08.590551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port e347328e-f81a-43b2-b3fb-d97c3884ff28 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:42:08.590919 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:08.667530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:08.689567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:42:08.691783 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c6b949-ef3a-4158-a3f3-04e3a424cf93" -d '{"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-plugged", "status": "completed", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:42:08.705004 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:42:08.727862 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99379992-3978-4062-aa78-587a8547e0bd x-openstack-request-id: req-99379992-3978-4062-aa78-587a8547e0bd {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:42:08.728152 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-plugged", "status": "completed", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:42:08.728405 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99379992-3978-4062-aa78-587a8547e0bd {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:42:08.728842 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99379992-3978-4062-aa78-587a8547e0bd'] response: {'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'code': 200} Apr 29 08:42:08.771708 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:08.817989 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:08.905203 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d8e8e-320c-4853-a532-f5a313be2bb1 req-95243daa-7f96-48ae-865b-b6794f4abba6 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:08.906752 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af8d8e8e-320c-4853-a532-f5a313be2bb1 req-95243daa-7f96-48ae-865b-b6794f4abba6 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 945 time: 0.0486352 Apr 29 08:42:08.945204 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-af8d8e8e-320c-4853-a532-f5a313be2bb1 req-6bddf78a-4fa3-417f-aad6-94497442bea6 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324776 Apr 29 08:42:09.041456 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e40e2-3e3b-490d-bd91-b26cd7102d74 req-bcba9097-f428-4379-8b42-6e0add6cbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:09.042840 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-599e40e2-3e3b-490d-bd91-b26cd7102d74 req-bcba9097-f428-4379-8b42-6e0add6cbd7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 1098 time: 0.0387111 Apr 29 08:42:09.076179 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-599e40e2-3e3b-490d-bd91-b26cd7102d74 req-0a3b33ac-3df5-46ca-8724-d2f94bb1f218 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270498 Apr 29 08:42:10.063745 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b666-ab7c-4b62-96fc-9db13d3ec728 req-b5edf021-6dff-4ab6-85ab-a021fa1151af tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:10.065201 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67a2b666-ab7c-4b62-96fc-9db13d3ec728 req-b5edf021-6dff-4ab6-85ab-a021fa1151af tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 945 time: 0.0514948 Apr 29 08:42:10.102726 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-67a2b666-ab7c-4b62-96fc-9db13d3ec728 req-d100b6be-4aed-4d06-85a0-6b2e0c55aa88 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Apr 29 08:42:11.214922 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66035c-145d-4663-9301-b2e484c92b08 req-ffc6fb5e-4a64-49ca-b39a-3225c0bc0832 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:11.215621 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0fbd68ab-3cee-4144-9b36-83d8b4e5da42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:11.216576 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2a66035c-145d-4663-9301-b2e484c92b08 req-ffc6fb5e-4a64-49ca-b39a-3225c0bc0832 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 945 time: 0.0487089 Apr 29 08:42:11.254785 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-2a66035c-145d-4663-9301-b2e484c92b08 req-5edfbbd8-a264-4b15-a31e-127a2321e022 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Apr 29 08:42:11.366689 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69428f6d-a54b-4a81-973b-9dcfd89fe4f5 req-e746f12a-27eb-4c5a-87fc-7f66a20f84d0 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:11.368131 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69428f6d-a54b-4a81-973b-9dcfd89fe4f5 req-e746f12a-27eb-4c5a-87fc-7f66a20f84d0 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 945 time: 0.0478139 Apr 29 08:42:11.404332 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-69428f6d-a54b-4a81-973b-9dcfd89fe4f5 req-26cd524b-7daa-405f-98c0-865152ddc1ab tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304074 Apr 29 08:42:11.425727 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57788) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:42:11.470464 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ed9a6-c2b2-4992-9b11-df1645fd0a4e tempest-TestSnapshotPattern-1225510225 tempest-TestSnapshotPattern-1225510225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:11.471987 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-ec1ed9a6-c2b2-4992-9b11-df1645fd0a4e tempest-TestSnapshotPattern-1225510225 tempest-TestSnapshotPattern-1225510225-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 1093 time: 0.0453119 Apr 29 08:42:11.474832 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 57790) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:42:11.478997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.v2.base [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Request body: {'floatingip': {'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'port_id': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:42:11.575563 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:11.669479 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:11.773955 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.db_base_plugin_common [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Allocated IP 172.26.2.196 (5cb04eed-422a-4e15-b271-68b0a578cc99/8d980824-e730-4c4d-801d-47e623ddb4ca/5c0e37af-0545-4e0e-8143-4f4855491470) {{(pid=109782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:42:11.870261 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for port, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:11.975493 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746382605626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:12.017345 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Network 5cb04eed-422a-4e15-b271-68b0a578cc99 is already hosted by enough agents. {{(pid=109782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:42:12.020142 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.base_scheduler [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Resources bound (agent type, host, resource id): {{(pid=109782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:42:12.023674 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Received port after_create {{(pid=109782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:42:12.028867 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'Port': ['ID=5c0e37af-0545-4e0e-8143-4f4855491470,revision_number=1']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:12.364817 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:12.480899 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:12.629589 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for port, precommit_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:12.689373 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30493844'] for port, after_update {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:12.755598 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event updated for resources: {'Port': ['ID=5c0e37af-0545-4e0e-8143-4f4855491470,revision_number=2']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:12.767134 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620356'] for floatingip, after_create {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:12.864697 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Floating IP 0c6302cc-1d17-4456-a888-8f0c14ec4b88 associated. External IP: 172.26.2.196, port: e347328e-f81a-43b2-b3fb-d97c3884ff28. Apr 29 08:42:13.065096 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Router 74878164-7118-4925-952d-c1c1a84eda94 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:42:13.168417 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:42:13.178709 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380249f8-947b-48bf-a534-f526bc262caa None None] Sync routers for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:42:13.187381 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:42:13.187987 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:41:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:13.269000 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:13.289599 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c48d0610-74cd-4f8d-aa70-8ee060aad5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:13.291154 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:42:13.299180 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-6e749b9e-6e56-41eb-b9db-c79ce05c7235 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8233509 Apr 29 08:42:13.300395 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:42:13.302194 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:42:13.339287 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db3fa9-afeb-4667-9516-46b5c854cdcd x-openstack-request-id: req-e2db3fa9-afeb-4667-9516-46b5c854cdcd {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:42:13.339756 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:42:13.340101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2db3fa9-afeb-4667-9516-46b5c854cdcd {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:42:13.340505 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2db3fa9-afeb-4667-9516-46b5c854cdcd'] response: {'name': 'network-changed', 'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'status': 'completed', 'code': 200} Apr 29 08:42:13.399620 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-7cab4ee3-2cb1-4786-bf3c-f5c0c5ac75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:13.401143 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-7cab4ee3-2cb1-4786-bf3c-f5c0c5ac75af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 1098 time: 0.0402772 Apr 29 08:42:13.422753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:13.497207 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-c0106a21-f2fe-420d-86e6-e30a9b84c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:13.498719 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-c0106a21-f2fe-420d-86e6-e30a9b84c1fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.0892105 Apr 29 08:42:13.519054 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:35Z', 'revision_number': 1, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}, {'id': '0c6302cc-1d17-4456-a888-8f0c14ec4b88', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.196', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:b1:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:42:12Z', 'updated_at': '2022-04-29T08:42:12Z', 'revision_number': 0, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:13.545039 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380249f8-947b-48bf-a534-f526bc262caa None None] Checking router: 74878164-7118-4925-952d-c1c1a84eda94 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:42:13.553060 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:42:13.553654 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:42:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:13.562638 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-6e5c26e2-8fb6-4b44-bc2d-ec2521fb4240 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28 HTTP/1.1" status: 200 len: 999 time: 0.0574274 Apr 29 08:42:13.610835 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-41f67728-dc80-4186-b2d3-75f0eafaa6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:13.612273 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-41f67728-dc80-4186-b2d3-75f0eafaa6ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0440686 Apr 29 08:42:13.660890 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:42:13.662969 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-be4bd1ff-d65b-41df-bd18-abd3726f4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:13.664826 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-be4bd1ff-d65b-41df-bd18-abd3726f4fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464404 Apr 29 08:42:13.753834 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-a8f98091-654e-4dba-bea5-cefca872f5fe service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813818 Apr 29 08:42:13.849223 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-7286ec62-9a74-46fe-b7ff-ab44a596a2d2 req-726ffc34-1443-4407-8f48-a93b34c5f57d service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892138 Apr 29 08:42:13.883114 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-380249f8-947b-48bf-a534-f526bc262caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:35Z', 'revision_number': 1, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}, {'id': '0c6302cc-1d17-4456-a888-8f0c14ec4b88', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.196', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:b1:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:42:12Z', 'updated_at': '2022-04-29T08:42:12Z', 'revision_number': 0, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:13.912937 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380249f8-947b-48bf-a534-f526bc262caa None None] The sync data for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv is: [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:35Z', 'revision_number': 1, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}, {'id': '0c6302cc-1d17-4456-a888-8f0c14ec4b88', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.196', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:b1:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:42:12Z', 'updated_at': '2022-04-29T08:42:12Z', 'revision_number': 0, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:42:14.100984 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445097-320b-49c9-ab20-815914ed9945 None None] New status for floating IP 0c6302cc-1d17-4456-a888-8f0c14ec4b88: ACTIVE {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:42:15.239535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:16.422853 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:16.708361 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:32.628545 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:42:41.237567 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c549fb0-a30f-4592-aecf-0ad4b52b98b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:43.301988 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb90087a-e1fa-4939-8ae4-445e274674c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:43.403052 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:45.249479 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:46.382005 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:42:46.707682 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:06.581444 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-486fa3ac-dd60-4cba-8b10-7eaa317d33ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421000 Apr 29 08:43:06.661005 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-5c162bd4-8778-4fb3-a7e8-ff36299633aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:06.662591 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-5c162bd4-8778-4fb3-a7e8-ff36299633aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1097 time: 0.0426524 Apr 29 08:43:06.766813 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-7010f2b3-5b5c-4549-9c2b-3cd2acd747da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:06.768270 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-7010f2b3-5b5c-4549-9c2b-3cd2acd747da service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.0857067 Apr 29 08:43:06.831106 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-eca93aaf-3c99-4c35-b881-3e06ce87c514 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 999 time: 0.0563769 Apr 29 08:43:06.880047 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-a43c4a20-7022-4d31-8be7-85123ec019c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:06.881450 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-a43c4a20-7022-4d31-8be7-85123ec019c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0423405 Apr 29 08:43:06.928909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-efe6ebab-6b3d-4361-b4e1-88538151484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:06.930346 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-efe6ebab-6b3d-4361-b4e1-88538151484f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428474 Apr 29 08:43:07.015525 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-7ef3efac-c920-4f0d-a7a8-8373c98577de service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785236 Apr 29 08:43:07.105156 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-141c9f2a-ea76-4190-bb9f-43a928ca0e31 req-4f1d947d-acbe-4cb9-878f-fe6754cc2d2f service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Apr 29 08:43:09.626885 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:43:11.209942 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc95d07a-dc57-4b7d-8642-3fa19ad3e975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:13.306841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-584bb012-911a-44cd-97da-246620d25bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:13.432456 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:15.221255 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:16.391791 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:16.718330 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:41.224551 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4930885d-f2e4-41e8-b5aa-e1f02ce5946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:43.294982 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88df7011-c7b8-4bee-a88e-776f2195e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:43.466291 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:45.226050 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:46.410450 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:46.628267 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:43:46.728174 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:47.002013 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device e347328e-f81a-43b2-b3fb-d97c3884ff28 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=109783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:43:47.120563 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:43:47.132825 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Returning: {'device': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'port_id': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'mac_address': 'fa:16:3e:b1:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:43:47.182937 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:47.198661 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e347328e-f81a-43b2-b3fb-d97c3884ff28 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:43:47.220918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:43:47.293659 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:47.353266 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:47.360743 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.361160 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.361573 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.361964 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.362357 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.362796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.363188 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.363579 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.363918 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.364239 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.364578 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.364879 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:47.384536 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] get_ports_and_sgs() called for port_ids ['e347328e-f81a-43b2-b3fb-d97c3884ff28'] {{(pid=109783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:43:49.001119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device e347328e-f81a-43b2-b3fb-d97c3884ff28 up at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:43:49.047089 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Provisioning complete for port e347328e-f81a-43b2-b3fb-d97c3884ff28 triggered by entity L2. {{(pid=109783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 08:43:49.047461 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658058'] for port, provisioning_complete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:49.124323 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:49.146353 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:43:49.148657 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e049217-c18c-43ad-8164-59ee1c2b88d3" -d '{"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-plugged", "status": "completed", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:43:49.167936 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:43:49.187006 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a54c0-8056-4861-9336-bb985a6b98fe x-openstack-request-id: req-900a54c0-8056-4861-9336-bb985a6b98fe {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:43:49.187286 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-plugged", "status": "completed", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:43:49.187530 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-900a54c0-8056-4861-9336-bb985a6b98fe {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:43:49.187918 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900a54c0-8056-4861-9336-bb985a6b98fe'] response: {'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'code': 200} Apr 29 08:43:49.272198 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:49.320037 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:58.098711 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 58010) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:43:58.249909 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Deleting port 5c0e37af-0545-4e0e-8143-4f4855491470 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:43:58.250245 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:58.321821 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:58.322806 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:58.334362 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Calling delete_port for 5c0e37af-0545-4e0e-8143-4f4855491470 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:43:58.552219 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:58.579380 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event deleted for resources: {'Port': ['ID=5c0e37af-0545-4e0e-8143-4f4855491470,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:58.592631 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.592977 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.593312 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.593641 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.593967 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.594294 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.594639 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.594962 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.595336 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.595665 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.595992 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.596306 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:58.651981 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:58.652304 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Floating IP 0c6302cc-1d17-4456-a888-8f0c14ec4b88 disassociated (deleted). External IP: 172.26.2.196, port: e347328e-f81a-43b2-b3fb-d97c3884ff28. Apr 29 08:43:58.852251 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Router 74878164-7118-4925-952d-c1c1a84eda94 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:43:58.956393 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:43:58.961325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:43:58.965846 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] Sync routers for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:43:59.064530 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:43:59.065162 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:43:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:59.172060 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:43:59.285559 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-2dceaeff-6cc8-45c6-930f-6e0f154bf909 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "DELETE /v2.0/floatingips/0c6302cc-1d17-4456-a888-8f0c14ec4b88 HTTP/1.1" status: 204 len: 168 time: 1.1856778 Apr 29 08:43:59.286189 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:43:59.288427 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb3afe2-be14-46ec-b888-eb566efa4c27" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:43:59.397840 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:35Z', 'revision_number': 1, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:59.405532 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa021a72-f6d8-4776-9bb7-b8dde737be9e x-openstack-request-id: req-fa021a72-f6d8-4776-9bb7-b8dde737be9e {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:43:59.405914 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:43:59.406161 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa021a72-f6d8-4776-9bb7-b8dde737be9e {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:43:59.406586 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa021a72-f6d8-4776-9bb7-b8dde737be9e'] response: {'name': 'network-changed', 'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'status': 'completed', 'code': 200} Apr 29 08:43:59.430027 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] Checking router: 74878164-7118-4925-952d-c1c1a84eda94 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:43:59.436622 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:43:59.437231 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:43:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:59.466873 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-6e0fa756-28ec-4ef0-aa1c-012d84156009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:59.468352 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-6e0fa756-28ec-4ef0-aa1c-012d84156009 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 1098 time: 0.0410266 Apr 29 08:43:59.545083 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:43:59.562830 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-25628a5e-52a8-4cb0-90e4-70654625ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:59.564287 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-25628a5e-52a8-4cb0-90e4-70654625ef53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.0899758 Apr 29 08:43:59.606599 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-ae1d5e9c-5f7d-407b-bb95-ea8780d55fda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28 HTTP/1.1" status: 200 len: 217 time: 0.0357866 Apr 29 08:43:59.654751 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-de0cd0b8-b587-435b-b3ec-f881c1d84f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:59.656211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-de0cd0b8-b587-435b-b3ec-f881c1d84f8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0436952 Apr 29 08:43:59.702186 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-a844c91b-5626-4450-a129-398ecf188936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:59.703735 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-a844c91b-5626-4450-a129-398ecf188936 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415192 Apr 29 08:43:59.794785 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:35Z', 'revision_number': 1, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:59.825129 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de469be6-73f8-4875-b30c-d5a4a79ddb1f None None] The sync data for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv is: [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_floatingips': [{'id': '06a3644f-0782-4a52-b7dd-dd301c95e7c7', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'floating_ip_address': '172.26.2.54', 'floating_network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'router_id': '74878164-7118-4925-952d-c1c1a84eda94', 'port_id': 'af348f67-b28b-447f-90b3-62085b7e865c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'mac_address': 'fa:16:3e:fe:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:39:33Z', 'updated_at': '2022-04-29T08:39:35Z', 'revision_number': 1, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:43:59.841401 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76845f-86ba-47d7-9a53-9084b69b0f6d req-0b6b6653-01cf-4c2c-9e66-ba3ef549f11e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:59.842970 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae76845f-86ba-47d7-9a53-9084b69b0f6d req-0b6b6653-01cf-4c2c-9e66-ba3ef549f11e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 945 time: 0.1037121 Apr 29 08:43:59.844783 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-53031140-2aa7-424e-ab81-f2977941abdd service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343040 Apr 29 08:43:59.930134 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-ae76845f-86ba-47d7-9a53-9084b69b0f6d req-d69b2c23-e852-47a0-932d-9b4a4ad3fd94 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806673 Apr 29 08:43:59.972211 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-5eb3afe2-be14-46ec-b888-eb566efa4c27 req-5897a3a1-fdb3-4289-ac54-14b8d164d93a service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162405 Apr 29 08:44:00.062991 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab1a01-497a-46b3-a7d1-3430c6e8deb5 None None] New status for floating IP 0c6302cc-1d17-4456-a888-8f0c14ec4b88: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:44:01.047693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device e347328e-f81a-43b2-b3fb-d97c3884ff28 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:01.050024 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a499-9471-4bc8-a750-5f7aa2711d41 req-723b33bf-dd7c-49e6-b1e3-f600ea98823f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:01.051537 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ce4a499-9471-4bc8-a750-5f7aa2711d41 req-723b33bf-dd7c-49e6-b1e3-f600ea98823f tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 945 time: 0.0507109 Apr 29 08:44:01.092167 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-3ce4a499-9471-4bc8-a750-5f7aa2711d41 req-7ad4cf87-660b-4086-9d72-9ecd5d18e98d tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344553 Apr 29 08:44:01.132014 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1581845'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:01.154369 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:44:01.156675 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c955149b3fb083452111643fc47b2c2d069c32f123c65810b8651b811ff767b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f2688c-1fd4-4495-b1f2-c37929690f62" -d '{"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-unplugged", "status": "completed", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:44:01.170332 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:01.192535 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b4657c-ca5a-489c-845d-cfa867c849ce x-openstack-request-id: req-44b4657c-ca5a-489c-845d-cfa867c849ce {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:44:01.192815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-unplugged", "status": "completed", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:44:01.193086 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44b4657c-ca5a-489c-845d-cfa867c849ce {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:44:01.193520 dv-neutron-839740-1-hyperv neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b4657c-ca5a-489c-845d-cfa867c849ce'] response: {'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'code': 200} Apr 29 08:44:01.254687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746383078593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746382605617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746382603237'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:01.301279 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Pushing event updated for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:01.386389 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-857570f9-2fab-4353-9390-1cdd2b0e4ace tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:01.387820 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-857570f9-2fab-4353-9390-1cdd2b0e4ace tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 943 time: 0.0516949 Apr 29 08:44:01.481281 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Deleting port e347328e-f81a-43b2-b3fb-d97c3884ff28 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:01.481645 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:01.568888 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] For port e347328e-f81a-43b2-b3fb-d97c3884ff28, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e347328e-f81a-43b2-b3fb-d97c3884ff28,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:01.569170 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:01.581907 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Calling delete_port for e347328e-f81a-43b2-b3fb-d97c3884ff28 owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:01.807847 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:01.840816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event deleted for resources: {'Port': ['ID=e347328e-f81a-43b2-b3fb-d97c3884ff28,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:01.881325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] No DVR routers for this DVR port e347328e-f81a-43b2-b3fb-d97c3884ff28 on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:44:01.884451 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:01.887741 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4909ed33-8d61-4898-b1d4-e507096e9277 req-edc5366b-483f-4a03-85d7-d9c2e6e6e0ca tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "DELETE /v2.0/ports/e347328e-f81a-43b2-b3fb-d97c3884ff28 HTTP/1.1" status: 204 len: 173 time: 0.4940469 Apr 29 08:44:01.888174 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-deleted', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:44:01.890455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddca9120-285e-4bd6-95ea-e93f57a74d5b" -d '{"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-deleted", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:44:01.924671 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ba260-44e2-4b0e-8efc-95801908a258 x-openstack-request-id: req-3f2ba260-44e2-4b0e-8efc-95801908a258 {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:44:01.925069 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c1216e-e172-4716-bd4a-bfe86c8173de", "name": "network-vif-deleted", "tag": "e347328e-f81a-43b2-b3fb-d97c3884ff28", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:44:01.925353 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f2ba260-44e2-4b0e-8efc-95801908a258 {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:44:01.925756 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2ba260-44e2-4b0e-8efc-95801908a258'] response: {'server_uuid': 'f5c1216e-e172-4716-bd4a-bfe86c8173de', 'name': 'network-vif-deleted', 'tag': 'e347328e-f81a-43b2-b3fb-d97c3884ff28', 'status': 'completed', 'code': 200} Apr 29 08:44:02.194822 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0f4bac86-4b62-4f3f-ae28-79f0634f4052 req-20cd7d56-5e5a-4609-829b-c8f9d1e64a56 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5c1216e-e172-4716-bd4a-bfe86c8173de HTTP/1.1" status: 200 len: 210 time: 0.0279188 Apr 29 08:44:04.692690 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 58076) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:04.844216 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Deleting port 3a20d5cf-e123-496d-9b62-6eaf7e4494c0 {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:04.844468 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:04.920794 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:04.921119 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:04.932764 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Calling delete_port for 3a20d5cf-e123-496d-9b62-6eaf7e4494c0 owned by network:floatingip {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:05.093191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device e347328e-f81a-43b2-b3fb-d97c3884ff28 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:05.116171 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: e347328e-f81a-43b2-b3fb-d97c3884ff28 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:44:05.120127 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device e347328e-f81a-43b2-b3fb-d97c3884ff28 not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:05.178655 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:05.202864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event deleted for resources: {'Port': ['ID=3a20d5cf-e123-496d-9b62-6eaf7e4494c0,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:05.262987 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for floatingip, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:05.263318 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.db.l3_db [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Floating IP 06a3644f-0782-4a52-b7dd-dd301c95e7c7 disassociated (deleted). External IP: 172.26.2.54, port: af348f67-b28b-447f-90b3-62085b7e865c. Apr 29 08:44:05.465897 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Router 74878164-7118-4925-952d-c1c1a84eda94 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:44:05.571683 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:44:05.580259 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for floatingip, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:05.581529 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] Sync routers for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:44:05.591068 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:44:05.591679 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:43:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:05.606379 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-44e8aa9e-b2f1-4924-8699-7b99094ff15e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "DELETE /v2.0/floatingips/06a3644f-0782-4a52-b7dd-dd301c95e7c7 HTTP/1.1" status: 204 len: 168 time: 0.9100780 Apr 29 08:44:05.606379 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:44:05.608659 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fedb2e9-941f-483c-a870-d166c57cb492" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "tag": "af348f67-b28b-447f-90b3-62085b7e865c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:44:05.648341 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d81645-d797-4779-97c2-2a9757e8209f x-openstack-request-id: req-70d81645-d797-4779-97c2-2a9757e8209f {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:44:05.649101 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "tag": "af348f67-b28b-447f-90b3-62085b7e865c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:44:05.649505 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70d81645-d797-4779-97c2-2a9757e8209f {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:44:05.649927 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d81645-d797-4779-97c2-2a9757e8209f'] response: {'name': 'network-changed', 'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c', 'status': 'completed', 'code': 200} Apr 29 08:44:05.699699 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:44:05.715332 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-8467454d-1f1f-493b-a774-04b6b9671a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:05.721007 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-8467454d-1f1f-493b-a774-04b6b9671a89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 1097 time: 0.0487599 Apr 29 08:44:05.809050 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-46a87e66-9600-4f40-9c31-0581952c8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:05.810746 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-46a87e66-9600-4f40-9c31-0581952c8da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 200 len: 910 time: 0.0879443 Apr 29 08:44:05.851577 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-2e1acdbe-eec0-453e-af0c-dc8d0d2115db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 200 len: 217 time: 0.0349364 Apr 29 08:44:05.906771 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:05.911710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-73f55e01-6d4a-4397-aa18-1751871a82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:05.913181 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-73f55e01-6d4a-4397-aa18-1751871a82a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 200 len: 848 time: 0.0556657 Apr 29 08:44:05.932632 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] Checking router: 74878164-7118-4925-952d-c1c1a84eda94 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:44:05.941058 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:44:05.941655 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:43:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:05.961948 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-19f0cb95-e259-416e-b95b-7ebd81f04520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:05.963565 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-19f0cb95-e259-416e-b95b-7ebd81f04520 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45945f28-b591-4d95-b57a-8e7854a11dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430999 Apr 29 08:44:06.054798 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:44:06.101330 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16606a-8793-43b0-bc34-e5609f3b07f5 req-9501a358-792a-4e31-8c38-b3b65c26dc07 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:06.102857 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0e16606a-8793-43b0-bc34-e5609f3b07f5 req-9501a358-792a-4e31-8c38-b3b65c26dc07 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 944 time: 0.0797942 Apr 29 08:44:06.105144 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-5da23b0c-b303-43e7-9d41-abbf89bac01c service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274083 Apr 29 08:44:06.198453 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-0e16606a-8793-43b0-bc34-e5609f3b07f5 req-b7889f16-b8c6-4615-a91a-b5789126826a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883882 Apr 29 08:44:06.232366 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-4fedb2e9-941f-483c-a870-d166c57cb492 req-e36c11db-4f1f-498d-96a8-1af7e0d6f3c5 service neutron] 10.222.0.39 "GET /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160040 Apr 29 08:44:06.348960 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:06.374637 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ddd41-8f76-4168-917f-54114e647a88 None None] The sync data for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv is: [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:39:10Z', 'revision_number': 4, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv', '_interfaces': [{'id': '918e15df-abe3-4101-87d9-d7933439517c', 'name': '', 'network_id': '45945f28-b591-4d95-b57a-8e7854a11dfd', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'mac_address': 'fa:16:3e:9a:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:09Z', 'updated_at': '2022-04-29T08:39:14Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'subnets': [{'id': '8e4b877f-b182-4e29-89b7-871b97e6294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:44:06.588258 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569194cf-51ac-4e21-8aa2-7b1e2e20f863 None None] New status for floating IP 06a3644f-0782-4a52-b7dd-dd301c95e7c7: DOWN {{(pid=109783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:44:07.314705 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea73b-e0fd-466c-abff-33e61d547c0c req-d29ebd25-09fa-44ba-b962-1b114bd654ed tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:07.316423 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-651ea73b-e0fd-466c-abff-33e61d547c0c req-d29ebd25-09fa-44ba-b962-1b114bd654ed tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 944 time: 0.0487413 Apr 29 08:44:07.353499 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-651ea73b-e0fd-466c-abff-33e61d547c0c req-d8756f5e-fc21-4239-85a2-1d4e6f453949 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd01792-c2e9-4704-8999-cad6d1cb8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308170 Apr 29 08:44:07.700710 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64adb68-6c75-48b6-890b-1856570c58bb req-d5f19c19-bbc3-4471-960d-46ee20a179f6 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:07.702173 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a64adb68-6c75-48b6-890b-1856570c58bb req-d5f19c19-bbc3-4471-960d-46ee20a179f6 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 944 time: 0.0485072 Apr 29 08:44:07.789882 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Deleting port af348f67-b28b-447f-90b3-62085b7e865c {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:07.790218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:07.874455 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] For port af348f67-b28b-447f-90b3-62085b7e865c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af348f67-b28b-447f-90b3-62085b7e865c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:07.874844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:07.887931 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Calling delete_port for af348f67-b28b-447f-90b3-62085b7e865c owned by compute:nova {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:08.077699 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:08.104480 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event deleted for resources: {'Port': ['ID=af348f67-b28b-447f-90b3-62085b7e865c,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:08.146735 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] No DVR routers for this DVR port af348f67-b28b-447f-90b3-62085b7e865c on host hv-neutron-8397 {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:44:08.149721 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35697'] for port, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:08.153030 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-a64adb68-6c75-48b6-890b-1856570c58bb req-7ba05982-b8bb-49ab-8b36-20760337010a tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.39 "DELETE /v2.0/ports/af348f67-b28b-447f-90b3-62085b7e865c HTTP/1.1" status: 204 len: 173 time: 0.4455335 Apr 29 08:44:08.153467 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-deleted', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c'}] {{(pid=109782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:44:08.155720 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f995c50680e28d0232f396b31727e4c915330cbe54e111903b9cdc74b6bf4e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdda2fe8-5950-4c05-9950-4d48419fe3b6" -d '{"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-deleted", "tag": "af348f67-b28b-447f-90b3-62085b7e865c"}]}' {{(pid=109782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:44:08.189760 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a2749d-47d5-4b5e-8069-ff7b0edc619e x-openstack-request-id: req-a2a2749d-47d5-4b5e-8069-ff7b0edc619e {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:44:08.190079 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd", "name": "network-vif-deleted", "tag": "af348f67-b28b-447f-90b3-62085b7e865c", "status": "completed", "code": 200}]} {{(pid=109782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:44:08.190656 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2a2749d-47d5-4b5e-8069-ff7b0edc619e {{(pid=109782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:44:08.191062 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a2749d-47d5-4b5e-8069-ff7b0edc619e'] response: {'server_uuid': '0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd', 'name': 'network-vif-deleted', 'tag': 'af348f67-b28b-447f-90b3-62085b7e865c', 'status': 'completed', 'code': 200} Apr 29 08:44:08.458140 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [req-361e0ff4-74e4-4af7-b16e-980b7240f693 req-b948e88d-039e-4484-819e-172af1859f88 tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3590d0-d9b2-4a51-8fa7-5997c9b3b3cd HTTP/1.1" status: 200 len: 210 time: 0.0320427 Apr 29 08:44:09.515453 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 58092) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:09.572284 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c09b723-ca7b-4c9d-85e0-4ac4b8bc4d0e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:09.596586 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c09b723-ca7b-4c9d-85e0-4ac4b8bc4d0e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:09.712049 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c09b723-ca7b-4c9d-85e0-4ac4b8bc4d0e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:09.715236 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-7c09b723-ca7b-4c9d-85e0-4ac4b8bc4d0e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:09.716395 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-7c09b723-ca7b-4c9d-85e0-4ac4b8bc4d0e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] 10.222.0.16 "DELETE /v2.0/security-groups/3bd01792-c2e9-4704-8999-cad6d1cb8525 HTTP/1.1" status: 204 len: 168 time: 0.1999567 Apr 29 08:44:09.725752 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09b723-ca7b-4c9d-85e0-4ac4b8bc4d0e tempest-TestSnapshotPattern-736176632 tempest-TestSnapshotPattern-736176632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd01792-c2e9-4704-8999-cad6d1cb8525,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:09.819999 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58096) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:10.287474 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:10.519794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Deleting port 918e15df-abe3-4101-87d9-d7933439517c {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:10.520155 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:10.600766 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] For port 918e15df-abe3-4101-87d9-d7933439517c, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=918e15df-abe3-4101-87d9-d7933439517c,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:10.601052 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:10.613773 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Calling delete_port for 918e15df-abe3-4101-87d9-d7933439517c owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:10.888871 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:10.914677 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=918e15df-abe3-4101-87d9-d7933439517c,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:10.941088 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.941433 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.941770 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.942102 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.942459 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.942794 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.943122 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.943446 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.943769 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.944091 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.944412 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:10.944751 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839740-1-hyperv {{(pid=109781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:11.220667 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22394241-6f1e-4459-a13b-325e59ee7d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:11.421639 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:11.626737 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Router 74878164-7118-4925-952d-c1c1a84eda94 has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:44:11.728378 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:44:11.733330 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-451daef9-dc56-4d7f-aa60-0acae40a3af9 admin admin] 10.222.0.16 "PUT /v2.0/routers/74878164-7118-4925-952d-c1c1a84eda94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122944 Apr 29 08:44:11.735834 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58108) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:11.737777 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] Sync routers for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:44:11.748047 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:44:11.752072 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:43:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:11.842805 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:11.856850 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: dv-neutron-839740-1-hyperv {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:44:11.942959 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.034786 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:44:10Z', 'revision_number': 5, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port': {'id': '7b331e38-d8a8-4295-b7dc-279d79fbc997', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:93:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74878164-7118-4925-952d-c1c1a84eda94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:07Z', 'updated_at': '2022-04-29T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:12.057462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Deleting port 7b331e38-d8a8-4295-b7dc-279d79fbc997 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:12.057803 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.060975 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] Checking router: 74878164-7118-4925-952d-c1c1a84eda94 for host: dv-neutron-839740-1-hyperv {{(pid=109784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:44:12.069067 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] Routers {'74878164-7118-4925-952d-c1c1a84eda94'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:44:12.069667 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:43:43Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['74878164-7118-4925-952d-c1c1a84eda94'], 'active': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:12.142057 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] For port 7b331e38-d8a8-4295-b7dc-279d79fbc997, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=7b331e38-d8a8-4295-b7dc-279d79fbc997,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:12.142462 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.153863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Calling delete_port for 7b331e38-d8a8-4295-b7dc-279d79fbc997 owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:12.155436 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_dvr_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] Set router 74878164-7118-4925-952d-c1c1a84eda94 gateway port host: None {{(pid=109784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:44:12.206317 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.l3_hamode_db [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:44:11Z', 'revision_number': 6, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:12.234639 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba5cd91-6f29-4f54-b863-244f31561c26 None None] The sync data for ids ['74878164-7118-4925-952d-c1c1a84eda94'] in dv-neutron-839740-1-hyperv is: [{'id': '74878164-7118-4925-952d-c1c1a84eda94', 'name': 'tempest-TestSnapshotPattern-463727225-router', 'tenant_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:06Z', 'updated_at': '2022-04-29T08:44:11Z', 'revision_number': 6, 'project_id': 'c228345c25a84db2a4ef7e04a6b007a7', 'gw_port_host': None}] {{(pid=109784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:44:12.380261 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.406859 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b331e38-d8a8-4295-b7dc-279d79fbc997,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:12.467798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.557035 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.559131 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.669987 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.670623 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74878164-7118-4925-952d-c1c1a84eda94 {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:44:12.674973 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.676125 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d8555c60-1721-469c-823e-be5333c21643 admin admin] 10.222.0.16 "DELETE /v2.0/routers/74878164-7118-4925-952d-c1c1a84eda94 HTTP/1.1" status: 204 len: 168 time: 0.9393792 Apr 29 08:44:12.678696 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58110) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:12.722576 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] Deleting subnet 8e4b877f-b182-4e29-89b7-871b97e6294a {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:44:12.725508 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.759113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.837065 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.940969 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.960070 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a91fd6-4123-4d9b-97ab-002233493b04 None None] Network 45945f28-b591-4d95-b57a-8e7854a11dfd requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:44:12.970050 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:12.973303 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8e4b877f-b182-4e29-89b7-871b97e6294a HTTP/1.1" status: 204 len: 168 time: 0.2935789 Apr 29 08:44:12.975937 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 58112) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:12.976585 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a017d-3fbf-44f7-a3b5-bede4774900f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4b877f-b182-4e29-89b7-871b97e6294a,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:13.045053 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.104793 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Deleting port 99983509-e66a-45c9-b800-b8cb87e8b9bc {{(pid=109782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:13.105133 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.109596 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device af348f67-b28b-447f-90b3-62085b7e865c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:13.129974 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] No Port match for: af348f67-b28b-447f-90b3-62085b7e865c {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:44:13.130312 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Device af348f67-b28b-447f-90b3-62085b7e865c not bound to the agent host hv-neutron-8397 {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:13.138681 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] DHCP port deletion for 45945f28-b591-4d95-b57a-8e7854a11dfd request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:44:13.169476 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.db [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] For port 99983509-e66a-45c9-b800-b8cb87e8b9bc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=99983509-e66a-45c9-b800-b8cb87e8b9bc,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:13.169916 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.184222 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.plugin [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Calling delete_port for 99983509-e66a-45c9-b800-b8cb87e8b9bc owned by network:dhcp {{(pid=109782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:13.192132 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] Deleting port 99983509-e66a-45c9-b800-b8cb87e8b9bc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:13.192512 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.265104 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 918e15df-abe3-4101-87d9-d7933439517c no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:13.300637 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 918e15df-abe3-4101-87d9-d7933439517c {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:44:13.300992 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 918e15df-abe3-4101-87d9-d7933439517c not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:13.301404 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 99983509-e66a-45c9-b800-b8cb87e8b9bc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:13.307087 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] For port 99983509-e66a-45c9-b800-b8cb87e8b9bc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=99983509-e66a-45c9-b800-b8cb87e8b9bc,segment=NetworkSegment(60b5840d-cd5f-4797-98ba-5f1b2304b83f),segment_id=60b5840d-cd5f-4797-98ba-5f1b2304b83f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:13.307539 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.323700 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30493853'] for port, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.338043 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] Calling delete_port for 99983509-e66a-45c9-b800-b8cb87e8b9bc owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:13.354111 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79b9c5b7-baa9-447d-8bdd-f75f6c18a397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.355864 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] No DVR routers for this DVR port 99983509-e66a-45c9-b800-b8cb87e8b9bc on host dv-neutron-839740-1-hyperv {{(pid=109782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:44:13.361232 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99983509-e66a-45c9-b800-b8cb87e8b9bc,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:13.400251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No active binding found for port 99983509-e66a-45c9-b800-b8cb87e8b9bc {{(pid=109783) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 08:44:13.400684 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 99983509-e66a-45c9-b800-b8cb87e8b9bc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:13.401094 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7b331e38-d8a8-4295-b7dc-279d79fbc997 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:13.429085 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.431797 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 7b331e38-d8a8-4295-b7dc-279d79fbc997 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:44:13.432148 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 7b331e38-d8a8-4295-b7dc-279d79fbc997 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:13.453061 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45945f28-b591-4d95-b57a-8e7854a11dfd']}} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:13.462218 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b5840d-cd5f-4797-98ba-5f1b2304b83f') {'for_net_delete': True} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:13.462536 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.services.segments.db [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b5840d-cd5f-4797-98ba-5f1b2304b83f') {} {{(pid=109782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:13.462945 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.475461 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30496282'] for segment, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.487901 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] Pushing event deleted for resources: {'Port': ['ID=99983509-e66a-45c9-b800-b8cb87e8b9bc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:13.489111 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.491821 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7d641-c7c5-4ee2-b671-95301c0d8432 None None] No DVR routers for this DVR port 99983509-e66a-45c9-b800-b8cb87e8b9bc on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:44:13.499600 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:44:13.499997 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30493896'] for segment, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: Traceback (most recent call last): Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: timer() Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: cb(*args, **kw) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: return func(*args, **kwargs) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: self._notify() Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: self.callback(batched_events) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: event.method(event) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: return f(self, *a, **k) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._get(url).json() Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: return self.request(url, 'GET', **kwargs) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:44:13.502063 dv-neutron-839740-1-hyperv neutron-server[109782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:44:13.517620 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.620192 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.625542 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:13.628776 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45945f28-b591-4d95-b57a-8e7854a11dfd HTTP/1.1" status: 204 len: 168 time: 0.6510677 Apr 29 08:44:13.631861 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58114) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:13.639784 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9abac-f14b-490d-8f47-96347c445ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=45945f28-b591-4d95-b57a-8e7854a11dfd,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:13.968135 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619844'] for router_interface, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:14.202967 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Deleting port a24f5441-6247-439a-9451-0ba2b31f6e8f {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:14.203663 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:14.278524 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] For port a24f5441-6247-439a-9451-0ba2b31f6e8f, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=a24f5441-6247-439a-9451-0ba2b31f6e8f,segment=NetworkSegment(4eabab4e-a8cf-4705-9432-1cc50c918ba9),segment_id=4eabab4e-a8cf-4705-9432-1cc50c918ba9)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:14.278818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:14.290754 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Calling delete_port for a24f5441-6247-439a-9451-0ba2b31f6e8f owned by network:router_interface {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:14.528469 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:14.557021 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24f5441-6247-439a-9451-0ba2b31f6e8f,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:14.719055 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620532'] for router_interface, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:14.923245 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Router 387bc938-5196-44f8-a887-7591e123c42f has already been hosted by L3 agent f1c14d0d-f8c1-4c21-8379-d90a4d929906 {{(pid=109781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:44:15.026113 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] Notify agent at l3_agent.dv-neutron-839740-1-hyperv the message routers_updated {{(pid=109781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:44:15.031886 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-ab44f88e-74ad-464d-bd07-5235d91025c7 admin admin] 10.222.0.16 "PUT /v2.0/routers/387bc938-5196-44f8-a887-7591e123c42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3981230 Apr 29 08:44:15.033604 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58116) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:15.036181 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] Sync routers for ids ['387bc938-5196-44f8-a887-7591e123c42f'] in dv-neutron-839740-1-hyperv {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:44:15.045939 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] Routers {'387bc938-5196-44f8-a887-7591e123c42f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:44:15.046582 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:44:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['387bc938-5196-44f8-a887-7591e123c42f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:15.134652 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:15.148486 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] Set router 387bc938-5196-44f8-a887-7591e123c42f gateway port host: dv-neutron-839740-1-hyperv {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:44:15.237248 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:15.314873 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:15.346506 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'external_fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:44:14Z', 'revision_number': 5, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port': {'id': '05d8847e-997b-4f75-a3bc-8c85082055cc', 'name': '', 'network_id': '5cb04eed-422a-4e15-b271-68b0a578cc99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387bc938-5196-44f8-a887-7591e123c42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839740-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d980824-e730-4c4d-801d-47e623ddb4ca', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839740-1-hyperv'}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:15.372523 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Deleting port 05d8847e-997b-4f75-a3bc-8c85082055cc {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:15.372863 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:15.373067 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] Checking router: 387bc938-5196-44f8-a887-7591e123c42f for host: dv-neutron-839740-1-hyperv {{(pid=109783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:44:15.381514 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] Routers {'387bc938-5196-44f8-a887-7591e123c42f'} bound to L3 agent in host dv-neutron-839740-1-hyperv {{(pid=109783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:44:15.382191 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839740-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:41:43Z,description=,heartbeat_timestamp=2022-04-29T08:44:13Z,host='dv-neutron-839740-1-hyperv',id=f1c14d0d-f8c1-4c21-8379-d90a4d929906,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:41:44Z,topic='l3_agent')) {'router_ids': ['387bc938-5196-44f8-a887-7591e123c42f'], 'active': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:15.448990 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] For port 05d8847e-997b-4f75-a3bc-8c85082055cc, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=05d8847e-997b-4f75-a3bc-8c85082055cc,segment=NetworkSegment(efc0f519-c72a-4d80-a3c9-50c983be67fd),segment_id=efc0f519-c72a-4d80-a3c9-50c983be67fd)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:15.449264 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:15.462802 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Calling delete_port for 05d8847e-997b-4f75-a3bc-8c85082055cc owned by network:router_gateway {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:15.468135 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvr_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] Set router 387bc938-5196-44f8-a887-7591e123c42f gateway port host: None {{(pid=109783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:44:15.518382 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_hamode_db [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:44:15Z', 'revision_number': 6, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port_host': None}], 'dv-neutron-839740-1-hyperv', False) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:15.546854 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860923d8-bbe1-43c8-8354-23ff539e059f None None] The sync data for ids ['387bc938-5196-44f8-a887-7591e123c42f'] in dv-neutron-839740-1-hyperv is: [{'id': '387bc938-5196-44f8-a887-7591e123c42f', 'name': 'tempest-TestSnapshotPattern-1922575175-router', 'tenant_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:39:13Z', 'updated_at': '2022-04-29T08:44:15Z', 'revision_number': 6, 'project_id': 'a39b0d1a58614c319aa1a25c6bf8275d', 'gw_port_host': None}] {{(pid=109783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:44:15.694321 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:15.720960 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d8847e-997b-4f75-a3bc-8c85082055cc,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:16.115857 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-620686'] for router_gateway, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.221290 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128479'] for router, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.223390 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.340199 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618530'] for router, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.340829 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387bc938-5196-44f8-a887-7591e123c42f {{(pid=109781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:44:16.345310 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.346522 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-9616d2d8-5a30-4c31-8ed7-b1f6b3f27ba9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/387bc938-5196-44f8-a887-7591e123c42f HTTP/1.1" status: 204 len: 168 time: 1.3119838 Apr 29 08:44:16.350566 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58118) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:16.397458 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.398017 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] Deleting subnet 46afcc87-d5a6-456c-b606-2d1d3953308b {{(pid=109781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 08:44:16.400878 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.435382 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30886858'] for subnet, precommit_delete_associations {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.515798 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656545'] for subnet, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.647785 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32504470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30675722'] for subnet, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.675033 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46afcc87-d5a6-456c-b606-2d1d3953308b,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:16.680954 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.685233 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d80fe4ed-45f7-494c-8d7e-c80a461596d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/46afcc87-d5a6-456c-b606-2d1d3953308b HTTP/1.1" status: 204 len: 168 time: 0.3352821 Apr 29 08:44:16.685841 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b6752-c209-4fd4-823c-78b176f30c7c None None] Network 5af254a5-e798-46d8-a04d-6a6356d16128 requested from dv-neutron-839740-1-hyperv {{(pid=109783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 08:44:16.687818 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58120) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:16.731678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.755678 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761413'] for network, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.807899 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Deleting port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 {{(pid=109781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:16.808236 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.851940 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] DHCP port deletion for 5af254a5-e798-46d8-a04d-6a6356d16128 request from dv-neutron-839740-1-hyperv {{(pid=109783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 08:44:16.881483 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.db [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] For port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,segment=NetworkSegment(4eabab4e-a8cf-4705-9432-1cc50c918ba9),segment_id=4eabab4e-a8cf-4705-9432-1cc50c918ba9)] {{(pid=109781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:16.881841 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.895369 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.plugin [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Calling delete_port for d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 owned by network:dhcp {{(pid=109781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:16.902341 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] Deleting port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 08:44:16.902729 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746383070693'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.967762 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] For port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3, host dv-neutron-839740-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839740-1-hyperv',level=0,port_id=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,segment=NetworkSegment(4eabab4e-a8cf-4705-9432-1cc50c918ba9),segment_id=4eabab4e-a8cf-4705-9432-1cc50c918ba9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:44:16.968154 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611480'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:16.982735 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] Calling delete_port for d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 08:44:17.031671 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32504933'] for port, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.054867 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1581914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746383078575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746382605608'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.061132 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:17.064817 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] No DVR routers for this DVR port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 on host dv-neutron-839740-1-hyperv {{(pid=109781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:44:17.082631 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] Pushing event deleted for resources: {'Port': ['ID=d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:17.087285 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835424f-f321-4fd9-87b4-baab9883cd1b None None] No DVR routers for this DVR port d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 on host dv-neutron-839740-1-hyperv {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:44:17.134252 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1669480', 'neutron.services.segments.db._delete_segments_for_network-8746383119620'] for network, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.153968 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af254a5-e798-46d8-a04d-6a6356d16128']}} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:17.162777 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eabab4e-a8cf-4705-9432-1cc50c918ba9') {'for_net_delete': True} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:17.163075 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.services.segments.db [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eabab4e-a8cf-4705-9432-1cc50c918ba9') {} {{(pid=109781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:44:17.181060 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746383120653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30886849'] for segment, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.197466 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568'] for segment, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.204072 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=109781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:44:17.204579 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1668568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32504880'] for segment, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: Traceback (most recent call last): Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: timer() Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: cb(*args, **kw) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: return func(*args, **kwargs) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: self._notify() Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: self.callback(batched_events) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: event.method(event) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: return f(self, *a, **k) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._get(url).json() Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: return self.request(url, 'GET', **kwargs) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:44:17.206594 dv-neutron-839740-1-hyperv neutron-server[109781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:44:17.233601 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a24f5441-6247-439a-9451-0ba2b31f6e8f no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:17.260313 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: a24f5441-6247-439a-9451-0ba2b31f6e8f {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:44:17.260655 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device a24f5441-6247-439a-9451-0ba2b31f6e8f not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:17.261063 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:17.279561 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:44:17.279947 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device d5c5d9bc-9884-4cfe-9d1c-e15e2480c8b3 not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:17.280346 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05d8847e-997b-4f75-a3bc-8c85082055cc no longer exists at agent ovs-agent-dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:44:17.298767 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] No Port match for: 05d8847e-997b-4f75-a3bc-8c85082055cc {{(pid=109783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 08:44:17.299149 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron.plugins.ml2.rpc [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Device 05d8847e-997b-4f75-a3bc-8c85082055cc not bound to the agent host dv-neutron-839740-1-hyperv {{(pid=109783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:44:17.332823 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1669475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620374'] for network, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.338650 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Notify callbacks [] for network, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.341802 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] 10.222.0.16 "DELETE /v2.0/networks/5af254a5-e798-46d8-a04d-6a6356d16128 HTTP/1.1" status: 204 len: 168 time: 0.6530452 Apr 29 08:44:17.353665 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1608-5282-42f7-92c4-bbe670b43faf admin admin] Pushing event deleted for resources: {'Network': ['ID=5af254a5-e798-46d8-a04d-6a6356d16128,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:17.805622 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58124) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:17.859460 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-cbdd5636-ed07-4996-9f8e-85974a5ac337 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c228345c25a84db2a4ef7e04a6b007a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526447 Apr 29 08:44:17.861855 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.wsgi [-] (109781) accepted ('10.222.0.16', 58126) {{(pid=109781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:17.908849 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d2f786ad-3c86-40ae-92a1-dd14e6637a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:17.929058 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d2f786ad-3c86-40ae-92a1-dd14e6637a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:18.059830 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d2f786ad-3c86-40ae-92a1-dd14e6637a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:18.062380 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron_lib.callbacks.manager [None req-d2f786ad-3c86-40ae-92a1-dd14e6637a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:18.063576 dv-neutron-839740-1-hyperv neutron-server[109781]: INFO neutron.wsgi [None req-d2f786ad-3c86-40ae-92a1-dd14e6637a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/012ad1b8-deac-4d91-94f1-fb8105c0d2b5 HTTP/1.1" status: 204 len: 168 time: 0.2007742 Apr 29 08:44:18.072181 dv-neutron-839740-1-hyperv neutron-server[109781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f786ad-3c86-40ae-92a1-dd14e6637a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ad1b8-deac-4d91-94f1-fb8105c0d2b5,revision_number=None']} {{(pid=109781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:18.688325 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 58132) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:18.726988 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-4c0b7036-09c7-4845-8d04-2c3185e1438e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a39b0d1a58614c319aa1a25c6bf8275d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374389 Apr 29 08:44:18.729902 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.wsgi [-] (109782) accepted ('10.222.0.16', 58134) {{(pid=109782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 08:44:18.775673 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe72bd6b-506e-4f26-8c66-b618eecfbfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:18.795816 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe72bd6b-506e-4f26-8c66-b618eecfbfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:18.909898 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe72bd6b-506e-4f26-8c66-b618eecfbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548552'] for security_group, after_delete {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:18.912540 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron_lib.callbacks.manager [None req-fe72bd6b-506e-4f26-8c66-b618eecfbfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:18.913689 dv-neutron-839740-1-hyperv neutron-server[109782]: INFO neutron.wsgi [None req-fe72bd6b-506e-4f26-8c66-b618eecfbfa8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e5afad5-ec66-4b0c-9b0c-a275e8c61c9b HTTP/1.1" status: 204 len: 168 time: 0.1828401 Apr 29 08:44:18.921844 dv-neutron-839740-1-hyperv neutron-server[109782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72bd6b-506e-4f26-8c66-b618eecfbfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5afad5-ec66-4b0c-9b0c-a275e8c61c9b,revision_number=None']} {{(pid=109782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:23.626957 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:44:41.248106 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d41ab67-924b-4298-b34f-1d0457002048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:43.328103 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e35ddd-55bb-446e-be0e-805b03d37f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:43.459376 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:45.253840 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:46.396692 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:44:46.745237 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:00.625375 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:45:11.207241 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8756d4a9-aecb-4bd6-acdd-419c3033624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:13.303251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b77fcbdf-192b-4cb7-a4fd-44d38610ca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:13.441581 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:15.247434 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:16.407263 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:16.727272 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:37.629072 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:45:41.222687 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a50de210-6207-4cc3-ba8f-54f6132cd9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:43.286641 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b838f5a-7f93-457c-9ab7-44140046ced7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:43.450606 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:45.246678 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:46.399115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:45:46.719322 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:11.377367 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b973-b6cc-434d-9138-eb67e146207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:13.303372 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-67a10125-4783-4dce-b7e1-7bec856e6297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:13.461334 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:14.627774 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:46:15.280077 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:16.406008 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:16.730363 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:41.228282 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd3d2-687b-44b5-8f11-aae248b6d4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:43.329362 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d463d7b6-34be-41a2-86a2-c20a993cee47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:43.478807 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:45.262375 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:46.438371 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:46.742268 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:46:51.627426 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:47:11.226157 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a6094c-8005-4a14-810a-f6d664aa4520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:13.278789 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8bf03c3-fbc9-4eab-ae6f-9145d9b0001e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:13.479120 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:15.284810 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:16.426422 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:16.735041 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:28.626410 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:47:41.232975 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f79a939-17b0-46c0-8fac-1dcc1afb666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:43.295560 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b01b-4a18-47ee-a86f-ddd357296b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:43.483815 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:45.253753 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:46.426805 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:47:46.745788 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:05.625872 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:48:11.203256 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-67256c92-2309-49e1-ad8d-5510d349775b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:13.295130 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-260ee9da-3c0e-40c5-ae36-252c305719b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:13.521693 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:15.272121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:16.414796 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:16.740470 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:41.237505 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-611c87de-cc23-4b07-8a87-4af6bcb7a8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:42.624520 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:48:43.286971 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7891f73-584a-45cc-aec3-6120f5838576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:43.476946 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:45.275586 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:46.432289 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:48:46.738121 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:11.213676 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa3a2522-ad89-403f-93c6-4211e5900e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:13.293401 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28c1bcd3-45a9-49d0-a5e1-ce3ac6eaefd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:13.516251 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:15.286773 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:16.437119 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b787fdb2-57c8-4c8d-8e42-e32c77024606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:16.733824 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-429fa78b-1baa-4e62-bc67-9902d0c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:19.624380 dv-neutron-839740-1-hyperv neutron-server[109784]: DEBUG neutron.db.agents_db [None req-4afb8b1c-4945-4ece-83a1-8941f34a427c None None] Agent healthcheck: found 6 active agents {{(pid=109784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:49:41.241731 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccbd9-2afd-49da-bfcf-3a58a6378b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:43.287115 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-adf9741e-3060-4259-ba46-3f6373cb8557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:43.516007 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13c3f2ea-53d1-4f4e-8289-82a05c2c7c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 08:49:45.274732 dv-neutron-839740-1-hyperv neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f55e2c9-4628-410a-9414-fe03f0191f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746383032558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654888'] for agent, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}